{"coverage":{"catalog_tasks":50,"completed":300,"evaluated_unique_tasks":20,"missing":[],"planned":300,"seeds_observed":[17,29,43],"seeds_planned":[17,29,43],"summary_split":"test","test_families":2,"test_unique_tasks":10,"training_completed":180,"training_count_basis":"Validated indexed training episode artifacts, including failed episodes; not stale manifest counters","training_planned":180,"training_unique_tasks":30},"generated_at":"2026-09-23T23:26:33.325366+00:00","limitations":["Authored miniature Python repositories, not real-world SWE-bench issues or evidence of production long-horizon capability.","Hidden means withheld from agent context during evaluation; source publication makes this a transparent benchmark, not a private contamination-resistant test set.","Five related variants per family share interfaces; families are split-disjoint, but task observations are not fully independent.","The learned controller is fitted offline; hosted language-model weights are unchanged.","Observed failure labels are testable proxies, not causal claims about localization, planning or private model reasoning.","Latency includes hosted inference, network and isolated testing; it is not GPU-seconds.","Failed requests, missing measurements and incomplete coverage are retained. Success rates describe attempted runs, not unrun tasks.","Sparse state/action coverage triggers an explicit hand-written fallback; learned-action coverage is reported.","Unnecessary edits count changed files outside the reference patch scope, assessed only after decisions. Alternative valid edits may count; this is not a minimality oracle.","No family confidence interval is estimated with fewer than three independent held-out families. Repeated seeds do not increase the family count."],"models":[{"id":"openai/gpt-oss-20b","max_output_tokens":4096,"role":"cheap"},{"id":"openai/gpt-oss-120b","max_output_tokens":4096,"role":"strong"}],"paired_differences":[{"baseline":"strong_only","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":30,"paired_families":2,"paired_tasks":10,"solve_rate_difference":0.03333333333333333,"status":"insufficient_clusters"},{"baseline":"cheap_only","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":30,"paired_families":2,"paired_tasks":10,"solve_rate_difference":-0.06666666666666667,"status":"insufficient_clusters"},{"baseline":"escalate_on_failure","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":30,"paired_families":2,"paired_tasks":10,"solve_rate_difference":-0.03333333333333333,"status":"insufficient_clusters"},{"baseline":"static_router","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":30,"paired_families":2,"paired_tasks":10,"solve_rate_difference":-0.06666666666666667,"status":"insufficient_clusters"}],"policies":["strong_only","cheap_only","escalate_on_failure","static_router","adaptive"],"provenance":{"configuration":{"cost_weight":5.0,"evaluation_ids":["analytics-deduplicated-means","analytics-partial-buckets","analytics-quantile-index","analytics-reporting-recovery","analytics-window-boundary","federation-clock-components","federation-clock-join","federation-replica-recovery","federation-strict-frontier","federation-tombstone-policy","search-case-normalization","search-frequency-ranking","search-label-semantics","search-ranked-pagination","search-search-release","workflows-canonical-order","workflows-coordinator-recovery","workflows-cycle-validation","workflows-failure-propagation","workflows-readiness-gates"],"language_model_weights_updated":false,"maximum_decisions":10,"maximum_model_calls":6,"planned_evaluation_episodes":100,"planned_training_episodes":60,"policies":["strong_only","cheap_only","escalate_on_failure","static_router","adaptive"],"protocol":"forgebench-v0.2-prespecified","selection":"Lexicographic task IDs within every selected family, declared before inference","study_cost_cap_usd":5.0,"task_count":50,"train_rollouts_per_task":2,"training_ids":["billing-checkout-recovery","billing-coupon-idempotency","billing-credit-order","billing-shared-validation","billing-tax-rounding","delivery-backoff-index","delivery-delivery-recovery","delivery-idempotent-selection","delivery-queue-ordering","delivery-rate-limit-retries","inventory-atomic-reservations","inventory-event-replay","inventory-shipment-regression","inventory-stock-projection","inventory-warehouse-recovery","permissions-deny-precedence","permissions-policy-migration","permissions-role-inheritance","permissions-safe-export","permissions-segment-wildcards","publishing-cms-release","publishing-feed-continuation","publishing-partial-translations","publishing-shared-excerpts","publishing-text-escaping","scheduling-adjacent-bookings","scheduling-availability-union","scheduling-calendar-recovery","scheduling-reject-empty-slots","scheduling-resource-scope"],"version":"0.2"},"controller_selection":"Separate train-only controller per seed; no selection by validation or test outcome","cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","protocol":"forgebench-v0.2-three-seed","provider":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","models":[{"id":"openai/gpt-oss-20b","max_output_tokens":4096,"role":"cheap"},{"id":"openai/gpt-oss-120b","max_output_tokens":4096,"role":"strong"}],"provider":"openrouter","routing":{"allow_fallbacks":false,"max_price":{"completion":0.25,"prompt":0.05},"only":["coreweave/fp4"],"order":["coreweave/fp4"],"quantizations":["fp4"],"require_parameters":true},"seed_support":"requested, determinism not guaranteed","temperature":0.2,"weights_updated":false},"requested_seeds":[17,29,43],"runtime_source_sha256":"3151c7aabf76e10f17aa680749f14584cc5383490257f86d2b356617e4624458","source_manifest":{"checkpoint_revision":"Hosted provider does not expose a fixed checkpoint revision.","files":{"forgerl/__init__.py":"aa511473fd146b872d2fa31fdc7425d3c17e23710e77b546e341a0a4fb377e77","forgerl/app.py":"082694677c12be5c3759b43001d2f77f1f7698a93107c5350d0cbb02c2448d8a","forgerl/bench/__init__.py":"e01ab948bf8529f794aa7c66a6665a9fcf721dfc08ad6512e94a241b1918af56","forgerl/bench/api.py":"055706c74ddcbc30648f3d80b43df91c333c242e4ab42c519fa7c82087acbec7","forgerl/bench/catalog/__init__.py":"3a28b6418f06aea546718ace56c489a5ae9ff5dcf5bfb252eabb718dc5f2f181","forgerl/bench/catalog/analytics.py":"0dd2ca40424c4b4fed8ba30057898245916e802afdb89bfbf173a902238d0d45","forgerl/bench/catalog/billing.py":"8444a652c257daeeb33a3afcdb7f7b3ae2281a08a63d8f395e340d4889afbb6e","forgerl/bench/catalog/delivery.py":"ed797f762c60c3bef45de050ace17a0e808fab662994dd0a4c45fd64c3d09bc5","forgerl/bench/catalog/federation.py":"9941f3491c7702b1602bf400fb26fc850c263556c703e2a274da6b625486b404","forgerl/bench/catalog/inventory.py":"695e2e50273a7d0b4ef84be32bc9b42818bf22b445c341b238aeb9c81f9c0560","forgerl/bench/catalog/permissions.py":"7ec9d94c386ba48b0b89ca5d0b071383ee3bf142e20bea00afb71829b5842b01","forgerl/bench/catalog/publishing.py":"7aacca4597a88a4b7e7da9d23af4dd7e425cddea4a9525fc260e65823571c6c1","forgerl/bench/catalog/scheduling.py":"d2c4ff10914f076e2014f530e2133ef4343d6bdaebe6faac153ff3d360909c77","forgerl/bench/catalog/search.py":"52d181391934911ae2a40dc04f7cef053c202774827235fd7ccc22b3cf2ce139","forgerl/bench/catalog/workflows.py":"a76f7b9ddb1416e817369e2706dcaef2130d110be4ed25b84bd1d53f88b4fd1a","forgerl/bench/engine.py":"629a32858e25219133538ffc83b6718d413ffd16a3ddba440d7f8939bfb21319","forgerl/bench/provider.py":"05442a1b3e546ccdd41c45fda321f4c19328b38f12ee8b984f7e750c4723d058","forgerl/bench/router.py":"ca6e14e7450e3bce6fd96bcec23efcc418413981f14d5dee9b35c32c9f5f5dcf","forgerl/bench/sandbox.py":"314a4b8adb3b10a41f743f155da27e2c2bb98de5617518f32768477c2965f588","forgerl/bench/study.py":"71c3e52815d019d1481d729de5c1679168600f729e8e383194b3a365f67ff2fe","forgerl/bench/tasks.py":"7f3fb61c9117b0df2601935c96a01c7ce4e85178ba3de9bb6f393f1bf77952bc","forgerl/controller.py":"d8ac17aeb462b401181e3b53ae5b5de299f8f9d9366fb9e4391097ecc5e0efe3","forgerl/orchestrator.py":"2a97f30e4099b3b377fa01535230772cb8ecd06bba46931c920f12b89e5c0b3a","forgerl/provider.py":"0123a71394557a8cb2dc698cd9d611f07a9c159902aa508ceb0be36b18a99bb0","forgerl/research.py":"a633e6e0ad9b2b841712612446b9e31031f6918922a80488a5f6d8469970dfaa","forgerl/sandbox.py":"3f369f50958335728551951f4367d6a23f1d051d495da9d2eb73285e2d1b9b1e","forgerl/store.py":"ec1e395bcd9e9cbb95d3f17f462666845d1d25af0c273b753301389b474ff7db","forgerl/tasks.py":"13be160b9344aed8924e986b54f1e45f4b3e275453fc4a6fe86d31f2f7121709","requirements.lock":"2ccb5425c8150b095529cf031bf6a836937a58135dc6628db47d3f6b0c47997c","sandbox/Dockerfile":"74749bd873830bd6bd5230e4cc9b6c20ea2b065b085cdbd13623351eb4f034c1","sandbox/runner.py":"b3207e146416da1694eb6e5cebe62ca97b7a78a017f77d12d977dc96d3f128fa","scripts/forgebench.py":"1e7b63bed2e625b9685327b188937ca019e1ff85e6b93545163958f4aac6edfb"},"sandbox_image":"sha256:43d9028399e4fd616793768e61ea241162cb8e1bb53d862f6197e3619393eb1b","sha256":"3151c7aabf76e10f17aa680749f14584cc5383490257f86d2b356617e4624458"},"sources":[{"controller_sha256":"883cd24410b686bb5adbbb7e3a494288e3a8a542842a4694cb183753365ad084","controller_trained":true,"counter_consistency":"consistent","finished_at":"2026-09-23T20:53:00.970099+00:00","manifest_sha256":"963d6b7c15771aaf5354ed02c32749719c977265e1b33f2cadb6bcee2cf7cd65","raw_index_sha256":"9a465f0a1ac878810442a3ea1af436ad9f77c28b52e2668e23da0f82ae94da8c","seed":17,"source_counter_mismatches":[],"status":"complete","stop_reason":null,"study_ledger_delta_usd":0.04221499999999989,"training_completed":60,"training_completed_manifest":60,"training_failures":3,"training_failures_manifest":3},{"controller_sha256":"438405f28e71a5d70b8a1ffc2eb8919c9f624b06c5cf1ac633b9f399389f116f","controller_trained":true,"counter_consistency":"consistent","finished_at":"2026-09-23T21:34:24.518533+00:00","manifest_sha256":"98792b3c5ffc70c3e53e36b4a0462f58940c89d7c32438ace0302dcfc079426e","raw_index_sha256":"6fd3c89e2a36332412ca2b14c7c556c1c5fbdf87b2f20673f2f93b285bcc72d6","seed":29,"source_counter_mismatches":[],"status":"complete","stop_reason":null,"study_ledger_delta_usd":0.039802000000000115,"training_completed":60,"training_completed_manifest":60,"training_failures":7,"training_failures_manifest":7},{"controller_sha256":"ab09355e92a17ba299ca14005ef05c0324649e0ff29394b38ad3c42c6cf414a8","controller_trained":true,"counter_consistency":"consistent","finished_at":"2026-09-23T22:21:05.377405+00:00","manifest_sha256":"20b291d73eaf30df7d86903ed74be3e10788e8954644265f91df84b9978d6553","raw_index_sha256":"2078ab859e94d5bd50011302f4c205a77ee9ab983172d6a3aa0155560df4c1f6","seed":43,"source_counter_mismatches":[],"status":"complete","stop_reason":null,"study_ledger_delta_usd":0.03718599999999994,"training_completed":60,"training_completed_manifest":60,"training_failures":1,"training_failures_manifest":1}],"study_ledger_delta_usd":0.11920299999999995,"task_manifest_sha256":"ccb6b8e3996e067e24ecfb4b2f14d6ffb543380b10acb7bcfbc4f19d6b6f116b"},"runs":[{"attempts":1,"category":"multi_file","cost_usd":0.000139,"created_at":"2026-09-23T20:25:54.368407+00:00","decisions":1,"elapsed_s":6.094786,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"895c3392c324431a8502c7fdd2c022bc","invalid_responses":0,"known_tokens":2058,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2058,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000198,"created_at":"2026-09-23T20:26:00.469532+00:00","decisions":1,"elapsed_s":37.825821,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"79e17f032159481abebb82aa49a71dfb","invalid_responses":0,"known_tokens":2232,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2232,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000144,"created_at":"2026-09-23T20:26:38.299685+00:00","decisions":1,"elapsed_s":9.124792,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"1e3d7c00f8304077be6864a1f9e685bc","invalid_responses":0,"known_tokens":2095,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2095,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000156,"created_at":"2026-09-23T20:26:47.428941+00:00","decisions":1,"elapsed_s":6.773578,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ab8f3694fa2a4447bf082ce826f67010","invalid_responses":0,"known_tokens":2186,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2186,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000196,"created_at":"2026-09-23T20:26:54.206901+00:00","decisions":1,"elapsed_s":46.591352,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"05d1dab6a35c4295959f8fafa409ea25","invalid_responses":0,"known_tokens":2217,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2217,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000122,"created_at":"2026-09-23T20:27:40.802720+00:00","decisions":1,"elapsed_s":5.266019,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"a05340527435473ebb67a1c29c5da36d","invalid_responses":0,"known_tokens":1909,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1909,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000151,"created_at":"2026-09-23T20:27:46.072967+00:00","decisions":1,"elapsed_s":6.583774,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ba38dea1f3ab46598f5246b9bafa353d","invalid_responses":0,"known_tokens":2133,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":2133,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000133,"created_at":"2026-09-23T20:27:52.660502+00:00","decisions":1,"elapsed_s":15.594001,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"a9f58e9fc5d64c8a9eb82fdba301fe15","invalid_responses":0,"known_tokens":1827,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1827,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000123,"created_at":"2026-09-23T20:28:08.258499+00:00","decisions":1,"elapsed_s":5.628871,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"6b665336e4ab45eaa91bb2f874dd381a","invalid_responses":0,"known_tokens":1914,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1914,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000118,"created_at":"2026-09-23T20:28:13.891776+00:00","decisions":1,"elapsed_s":12.081563,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"df4e4dd6944d4dc3ae563a206430472f","invalid_responses":0,"known_tokens":1741,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1741,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000143,"created_at":"2026-09-23T20:28:25.977195+00:00","decisions":1,"elapsed_s":33.451075,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"728aebc7e6514e9b8a25683c18c43283","invalid_responses":0,"known_tokens":1850,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1850,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000141,"created_at":"2026-09-23T20:28:59.432124+00:00","decisions":1,"elapsed_s":6.403246,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"fc81e5696e764baca7086ef48e99e445","invalid_responses":0,"known_tokens":2026,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":2026,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000136,"created_at":"2026-09-23T20:29:05.839245+00:00","decisions":1,"elapsed_s":5.977572,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"13b7cf8543de4f7caf5f930fd1ee17c3","invalid_responses":0,"known_tokens":1982,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1982,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000134,"created_at":"2026-09-23T20:29:11.820492+00:00","decisions":1,"elapsed_s":16.786896,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"19d53cad3062403b859a4c567f790c66","invalid_responses":0,"known_tokens":1797,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1797,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000105,"created_at":"2026-09-23T20:29:28.613357+00:00","decisions":1,"elapsed_s":4.399273,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"1fa8b53a3dff4498850945c50937c298","invalid_responses":0,"known_tokens":1746,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1746,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000223,"created_at":"2026-09-23T20:29:33.017929+00:00","decisions":1,"elapsed_s":19.345143,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"a3b0a8d3806847ff880a77842274cf33","invalid_responses":0,"known_tokens":2405,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2405,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000141,"created_at":"2026-09-23T20:29:52.369029+00:00","decisions":1,"elapsed_s":6.526103,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"b5753515fe15460e8e6a7a56562b4897","invalid_responses":0,"known_tokens":2094,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2094,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000219,"created_at":"2026-09-23T20:29:58.900724+00:00","decisions":1,"elapsed_s":19.379645,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"ab3d4f96e2634374a33a70421bb5bc52","invalid_responses":0,"known_tokens":2383,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2383,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T20:30:18.286094+00:00","decisions":1,"elapsed_s":5.324584,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"9091f430c05e4dc39e4b1cb330a89271","invalid_responses":0,"known_tokens":2021,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2021,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T20:30:23.615529+00:00","decisions":1,"elapsed_s":5.368042,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"bc08f6f2aa0f416395f4b1a7e7a183d1","invalid_responses":0,"known_tokens":2021,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2021,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:30:28.989589+00:00","decisions":1,"elapsed_s":8.288585,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"046e5b4b46e2484b9858343315dc269d","invalid_responses":0,"known_tokens":1783,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1783,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000112,"created_at":"2026-09-23T20:30:37.284622+00:00","decisions":1,"elapsed_s":5.616388,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ab16eada58b74bc09422900fe0465ec3","invalid_responses":0,"known_tokens":1806,"learned_decisions":1,"model_ids":["openai/gpt-oss-20b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1806,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T20:30:42.905349+00:00","decisions":1,"elapsed_s":4.74674,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"c40d90da46a44286b8220a96483a8629","invalid_responses":0,"known_tokens":1816,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1816,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T20:30:47.656243+00:00","decisions":1,"elapsed_s":4.521079,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ddded6a871544f0287a83f3dbce0cafe","invalid_responses":0,"known_tokens":1814,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1814,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.001323,"created_at":"2026-09-23T20:30:52.183076+00:00","decisions":1,"elapsed_s":0.727056,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":null,"heldout_total":4,"id":"bfac688fc7ab4e088913d62c452d5ba0","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.001334,"created_at":"2026-09-23T20:30:52.913658+00:00","decisions":1,"elapsed_s":0.798679,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":4,"id":"55c58e61542a49b5bf7ef5ae4764d954","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T20:30:53.716831+00:00","decisions":1,"elapsed_s":5.53816,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"78c57982291341f5b05661b8db8192af","invalid_responses":0,"known_tokens":1780,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1780,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:30:59.258733+00:00","decisions":1,"elapsed_s":5.047262,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"df7a453f2d1b4083ab39d94a3f41f97b","invalid_responses":0,"known_tokens":1752,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1752,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:31:04.310513+00:00","decisions":1,"elapsed_s":4.930154,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"9886647274ba477d896fbc68eaedb4d1","invalid_responses":0,"known_tokens":1752,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1752,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:31:09.246399+00:00","decisions":1,"elapsed_s":4.753595,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"3b44c44a29754eb087100a901d2405da","invalid_responses":0,"known_tokens":1752,"learned_decisions":1,"model_ids":["openai/gpt-oss-20b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1752,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000139,"created_at":"2026-09-23T20:31:14.004608+00:00","decisions":1,"elapsed_s":6.25911,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"a1b618fb09f44a2badcdd4a607e5bb88","invalid_responses":0,"known_tokens":2125,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2125,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000139,"created_at":"2026-09-23T20:31:20.268922+00:00","decisions":1,"elapsed_s":5.623783,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"48af92038de4406f95dd8332ba41547e","invalid_responses":0,"known_tokens":2121,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2121,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.00137,"created_at":"2026-09-23T20:31:25.898273+00:00","decisions":1,"elapsed_s":0.778985,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":4,"id":"6f7e68b50e844f29b6ca43a5954fdc80","invalid_responses":0,"known_tokens":0,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.00137,"created_at":"2026-09-23T20:31:26.681327+00:00","decisions":1,"elapsed_s":0.723513,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":4,"id":"fefff3ad01594f9c8d0ebaef743045d6","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.00014,"created_at":"2026-09-23T20:31:27.409163+00:00","decisions":1,"elapsed_s":6.070221,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"28e909469bf14362a11d91cf5e9b5e8d","invalid_responses":0,"known_tokens":2133,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2133,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.001794,"created_at":"2026-09-23T20:31:33.483202+00:00","decisions":3,"elapsed_s":15.887925,"error":"Model provider returned HTTP 429","escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":5,"id":"8e396040521949e9b20849aca0f42ca8","invalid_responses":0,"known_tokens":5207,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":3,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":null,"tokens_complete":false,"tool_calls":3,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001352,"created_at":"2026-09-23T20:31:49.375567+00:00","decisions":1,"elapsed_s":0.667712,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":5,"id":"97b619bb602c4cf1a4731017208013df","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.000492,"created_at":"2026-09-23T20:31:50.046714+00:00","decisions":3,"elapsed_s":84.087407,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate","verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"3cb944a9b80f4ea0ab4fb9b76249a1d0","invalid_responses":1,"known_tokens":6276,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":6276,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000432,"created_at":"2026-09-23T20:33:14.139813+00:00","decisions":2,"elapsed_s":23.493826,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"c7e73fe5d6214995b594ae7d0f57a9fd","invalid_responses":0,"known_tokens":5404,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":5404,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.000649,"created_at":"2026-09-23T20:33:37.640093+00:00","decisions":4,"elapsed_s":88.941232,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":3,"family":"federation","heldout_passed":2,"heldout_total":5,"id":"8937621b54a246d8b08c7ba3fce3e2be","invalid_responses":3,"known_tokens":8373,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"completed","steps":4,"stop_reason":"invalid_response_retry_cap","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":8373,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000289,"created_at":"2026-09-23T20:35:06.588134+00:00","decisions":1,"elapsed_s":11.285272,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"96c1338df32c4302b1061b6cae073475","invalid_responses":0,"known_tokens":3160,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":3160,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000198,"created_at":"2026-09-23T20:35:17.877786+00:00","decisions":1,"elapsed_s":7.869287,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"d68fbdf0c7b747bca9d2bb2818803ae1","invalid_responses":0,"known_tokens":2460,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":2460,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000198,"created_at":"2026-09-23T20:35:25.753035+00:00","decisions":1,"elapsed_s":36.148472,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"84bad507ff5f40e0af82417570bda1cd","invalid_responses":0,"known_tokens":2175,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":2175,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":4,"category":"failing_tests","cost_usd":0.000676,"created_at":"2026-09-23T20:36:01.939257+00:00","decisions":4,"elapsed_s":127.689171,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"0a9b93626b484499a7e605a2b15538b7","invalid_responses":2,"known_tokens":8100,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":8100,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000364,"created_at":"2026-09-23T20:38:09.632159+00:00","decisions":2,"elapsed_s":29.03869,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"85070f1d1c8343c887946a49ce139d60","invalid_responses":0,"known_tokens":4658,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":4658,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000105,"created_at":"2026-09-23T20:38:38.675521+00:00","decisions":1,"elapsed_s":4.11198,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"687b80cd86e147c0a1021ead97069019","invalid_responses":0,"known_tokens":1859,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1859,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000253,"created_at":"2026-09-23T20:38:42.791737+00:00","decisions":2,"elapsed_s":20.673794,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"37d0612c15544e7fab43807025a730b0","invalid_responses":0,"known_tokens":3907,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":3907,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000316,"created_at":"2026-09-23T20:39:03.474637+00:00","decisions":2,"elapsed_s":61.895177,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"5d783eb5d1e94c10acf3b2ad8f75b45a","invalid_responses":0,"known_tokens":4242,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":4242,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"feature","cost_usd":0.000359,"created_at":"2026-09-23T20:40:05.376682+00:00","decisions":3,"elapsed_s":12.792672,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"549e71667d364ce69363e2807a4312ae","invalid_responses":1,"known_tokens":5967,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":5967,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000177,"created_at":"2026-09-23T20:40:18.174838+00:00","decisions":1,"elapsed_s":38.421221,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"b60276c81ae547c6958ca8329b83a380","invalid_responses":0,"known_tokens":2171,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":2171,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.2e-05,"created_at":"2026-09-23T20:40:56.600622+00:00","decisions":1,"elapsed_s":7.591451,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5f7e13e4e8b0426e9eb9016f6385db1d","invalid_responses":0,"known_tokens":1459,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1459,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.2e-05,"created_at":"2026-09-23T20:41:04.196295+00:00","decisions":1,"elapsed_s":9.824511,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"84ba15f10d984602826a1c35259ba530","invalid_responses":0,"known_tokens":1516,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1516,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000132,"created_at":"2026-09-23T20:41:14.024813+00:00","decisions":1,"elapsed_s":5.314006,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"f509aaceaaf14fa18e35b4a8eef9b91b","invalid_responses":0,"known_tokens":1920,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1920,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000132,"created_at":"2026-09-23T20:41:19.342754+00:00","decisions":1,"elapsed_s":5.679797,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"885de5f612e84d5792185815ab165f0d","invalid_responses":0,"known_tokens":1919,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1919,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000127,"created_at":"2026-09-23T20:41:25.027604+00:00","decisions":1,"elapsed_s":5.871004,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"4e5d4f875d794afc9aed60e3e9c60ffe","invalid_responses":0,"known_tokens":1886,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1886,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000141,"created_at":"2026-09-23T20:41:30.903310+00:00","decisions":1,"elapsed_s":15.855794,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"a0ba5ae235c84cbf9b973792dadecb3e","invalid_responses":0,"known_tokens":1823,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1823,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"multi_file","cost_usd":0.000199,"created_at":"2026-09-23T20:41:46.763107+00:00","decisions":2,"elapsed_s":10.564503,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5928736a9bfb498d8e8f208a4dffdc02","invalid_responses":0,"known_tokens":3375,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":3375,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.00014,"created_at":"2026-09-23T20:41:57.331696+00:00","decisions":1,"elapsed_s":17.342587,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5ab86eaa5f074c51bd295e61cb2b6b70","invalid_responses":0,"known_tokens":1820,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1820,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000122,"created_at":"2026-09-23T20:42:14.677908+00:00","decisions":1,"elapsed_s":5.766184,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5d53ecd02e4547d9b7fadac4534bd4b3","invalid_responses":0,"known_tokens":1864,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1864,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000122,"created_at":"2026-09-23T20:42:20.447583+00:00","decisions":1,"elapsed_s":5.201749,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"002685b8adca4652b06f2d2875682c23","invalid_responses":0,"known_tokens":1864,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1864,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000125,"created_at":"2026-09-23T20:42:25.653802+00:00","decisions":1,"elapsed_s":12.224786,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"d5c78ba7a5d94c5d8ff69a60a375fb47","invalid_responses":0,"known_tokens":1764,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1764,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000106,"created_at":"2026-09-23T20:42:37.882433+00:00","decisions":1,"elapsed_s":4.261084,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"7c16ef28ab784c8ea9132509f86c9b3a","invalid_responses":0,"known_tokens":1764,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1764,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000106,"created_at":"2026-09-23T20:42:42.147369+00:00","decisions":1,"elapsed_s":4.295377,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"22118764d229491a93bcd60916883c10","invalid_responses":0,"known_tokens":1769,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1769,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000124,"created_at":"2026-09-23T20:42:46.446191+00:00","decisions":1,"elapsed_s":11.210186,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"f21f868c18e646aeb13dac484be0b50b","invalid_responses":0,"known_tokens":1754,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1754,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000106,"created_at":"2026-09-23T20:42:57.663921+00:00","decisions":1,"elapsed_s":4.864144,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"792059e3a53f420393b671d94e1247ff","invalid_responses":0,"known_tokens":1769,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1769,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000148,"created_at":"2026-09-23T20:43:02.537461+00:00","decisions":1,"elapsed_s":55.468562,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"2c3ff361f50f444bb7f2652986cf39e7","invalid_responses":0,"known_tokens":1917,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":1917,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.00017,"created_at":"2026-09-23T20:43:58.010177+00:00","decisions":2,"elapsed_s":7.294584,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"2d4032eb0c03422aa45f4b86f1e1553d","invalid_responses":0,"known_tokens":3241,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3241,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000143,"created_at":"2026-09-23T20:44:05.312677+00:00","decisions":1,"elapsed_s":18.473839,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"7442f35336b840dbbe338c4365c493c2","invalid_responses":0,"known_tokens":1887,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":1887,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.00017,"created_at":"2026-09-23T20:44:23.795222+00:00","decisions":2,"elapsed_s":8.524701,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"041f01798a4c47d3901f473aaaf6c43b","invalid_responses":0,"known_tokens":3241,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3241,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.001447,"created_at":"2026-09-23T20:44:32.324134+00:00","decisions":2,"elapsed_s":3.840871,"error":"Model provider returned HTTP 429","escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":null,"heldout_total":4,"id":"f4678c47930e4b2483b69c36a6faf429","invalid_responses":0,"known_tokens":1771,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":2,"stop_reason":"provider_error","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":null,"tokens_complete":false,"tool_calls":2,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000137,"created_at":"2026-09-23T20:44:36.169551+00:00","decisions":1,"elapsed_s":5.910044,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"651564ba41a44b69a688d33479933b0a","invalid_responses":0,"known_tokens":1988,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":1988,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00016,"created_at":"2026-09-23T20:44:42.083016+00:00","decisions":1,"elapsed_s":6.239556,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"e4283d15f23f4c858aaba33c192c503d","invalid_responses":0,"known_tokens":2158,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2158,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001332,"created_at":"2026-09-23T20:44:48.325780+00:00","decisions":1,"elapsed_s":0.667799,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":null,"heldout_total":5,"id":"37e6931d370c48189b8bbe35a129faf1","invalid_responses":0,"known_tokens":0,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001332,"created_at":"2026-09-23T20:44:48.997109+00:00","decisions":1,"elapsed_s":0.682786,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":null,"heldout_total":5,"id":"1449045069fc46f280b2ef5393cac321","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000136,"created_at":"2026-09-23T20:44:49.683440+00:00","decisions":1,"elapsed_s":6.635107,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"a16f210fd7fc4b8b85078758eb70be58","invalid_responses":0,"known_tokens":1976,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":1976,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.1e-05,"created_at":"2026-09-23T20:44:56.329471+00:00","decisions":1,"elapsed_s":8.338502,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"878df74c53f543dfaa02e4cf6a7bf1c2","invalid_responses":0,"known_tokens":1424,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1424,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.8e-05,"created_at":"2026-09-23T20:45:04.675305+00:00","decisions":1,"elapsed_s":3.531995,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"4f4f63bb337e4fa388ec562b6c9688f1","invalid_responses":0,"known_tokens":1482,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1482,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.8e-05,"created_at":"2026-09-23T20:45:08.211621+00:00","decisions":1,"elapsed_s":3.396898,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"db1ab13b127c4f6f81203d3c633eabf8","invalid_responses":0,"known_tokens":1482,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1482,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000106,"created_at":"2026-09-23T20:45:11.611634+00:00","decisions":1,"elapsed_s":4.295117,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"c28f4d95415c4a39a57175d0048d1127","invalid_responses":0,"known_tokens":1693,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1693,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.3e-05,"created_at":"2026-09-23T20:45:15.911008+00:00","decisions":1,"elapsed_s":9.623007,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"f55d1c35ac0a43f3a8506838522cc58f","invalid_responses":0,"known_tokens":1436,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1436,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.0011,"created_at":"2026-09-23T20:45:25.537537+00:00","decisions":4,"elapsed_s":167.88255,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":3,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"4ca684ac40e24636a41caad2b87a56d4","invalid_responses":0,"known_tokens":11854,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":11854,"tokens_complete":true,"tool_calls":6,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000128,"created_at":"2026-09-23T20:48:13.425647+00:00","decisions":1,"elapsed_s":5.154462,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"96d19165f1454c6e9dafff32d8a424cb","invalid_responses":0,"known_tokens":1889,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":1889,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.000537,"created_at":"2026-09-23T20:48:18.584102+00:00","decisions":3,"elapsed_s":107.710497,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"99e7f7b103a148b5af1124d91467dbe2","invalid_responses":0,"known_tokens":6879,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":6879,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000546,"created_at":"2026-09-23T20:50:06.303766+00:00","decisions":2,"elapsed_s":20.718393,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"2ecbe77770374e98a6c30beee12ead89","invalid_responses":0,"known_tokens":6112,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":6112,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000132,"created_at":"2026-09-23T20:50:27.026906+00:00","decisions":1,"elapsed_s":5.473914,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"8440ea5253954b5ea14c9dc9dc9cefcb","invalid_responses":0,"known_tokens":1915,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":1915,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00013,"created_at":"2026-09-23T20:50:32.506482+00:00","decisions":1,"elapsed_s":18.88661,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"422cee9bfe6c4f7ca4215eafad4cf149","invalid_responses":0,"known_tokens":1707,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1707,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00011,"created_at":"2026-09-23T20:50:51.397303+00:00","decisions":1,"elapsed_s":12.718296,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"9165dc9093e54e048a111cce11ba65c9","invalid_responses":0,"known_tokens":1592,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1592,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.3e-05,"created_at":"2026-09-23T20:51:04.120549+00:00","decisions":1,"elapsed_s":6.565656,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"0cc1503ae5194cbbb90a005773a2f26c","invalid_responses":0,"known_tokens":1589,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1589,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.3e-05,"created_at":"2026-09-23T20:51:10.690306+00:00","decisions":1,"elapsed_s":4.145502,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"5388572825ff42f7aee94c858e862f2f","invalid_responses":0,"known_tokens":1589,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1589,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000104,"created_at":"2026-09-23T20:51:14.839760+00:00","decisions":1,"elapsed_s":4.559768,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"1205c1b2a0474383b844bc40af756ce5","invalid_responses":0,"known_tokens":1672,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1672,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000139,"created_at":"2026-09-23T20:51:19.403521+00:00","decisions":1,"elapsed_s":23.895314,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"d18ef44cf20a486c8a29f1e5ba09ec34","invalid_responses":0,"known_tokens":1811,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1811,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000154,"created_at":"2026-09-23T20:51:43.303335+00:00","decisions":1,"elapsed_s":6.593404,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"480df0b1f1244b739e299e4d299bf24d","invalid_responses":0,"known_tokens":2104,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":2104,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000102,"created_at":"2026-09-23T20:51:49.900250+00:00","decisions":1,"elapsed_s":7.584752,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"a72bf41cecd84cdaa941d8acdf585876","invalid_responses":0,"known_tokens":1708,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1708,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.001345,"created_at":"2026-09-23T20:51:57.489298+00:00","decisions":1,"elapsed_s":0.728044,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":null,"heldout_total":4,"id":"a34df7daeaf8494683bc1870ed5a1f59","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000116,"created_at":"2026-09-23T20:51:58.221700+00:00","decisions":1,"elapsed_s":5.142612,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"d8203a04f60e46bc8cad7ad970185dc9","invalid_responses":0,"known_tokens":1812,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1812,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000134,"created_at":"2026-09-23T20:52:03.370288+00:00","decisions":1,"elapsed_s":10.528839,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"7bb861b430984574ad2041c41c72fda5","invalid_responses":0,"known_tokens":1945,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1945,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000117,"created_at":"2026-09-23T20:52:13.904337+00:00","decisions":1,"elapsed_s":21.318967,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"61a85c877b4247cda7dfe0d8f85bc112","invalid_responses":0,"known_tokens":1678,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1678,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000107,"created_at":"2026-09-23T20:52:35.227025+00:00","decisions":1,"elapsed_s":4.249704,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"1e196e6874cd46b1b51fc7183a4c0b1f","invalid_responses":0,"known_tokens":1742,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1742,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000111,"created_at":"2026-09-23T20:52:39.481033+00:00","decisions":1,"elapsed_s":15.998421,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"bd07c0de3fa24ee798c5353b5249b6a4","invalid_responses":0,"known_tokens":1642,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1642,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000128,"created_at":"2026-09-23T20:52:55.484045+00:00","decisions":1,"elapsed_s":5.479006,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"0885e891c1ed4c50959f20bd063a7562","invalid_responses":0,"known_tokens":1901,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1901,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000129,"created_at":"2026-09-23T21:05:19.701133+00:00","decisions":1,"elapsed_s":6.071054,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"77f1724bea5e4a5eb3038f10c389f102","invalid_responses":0,"known_tokens":1978,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":1978,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"multi_file","cost_usd":0.000236,"created_at":"2026-09-23T21:05:25.778470+00:00","decisions":2,"elapsed_s":20.188432,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"cfb7ad87929747ea96026e8f42d5ddcb","invalid_responses":0,"known_tokens":3646,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":3646,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000128,"created_at":"2026-09-23T21:05:45.972876+00:00","decisions":1,"elapsed_s":5.309939,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"f3afc848ad0e4849aab61685ef02ec6b","invalid_responses":0,"known_tokens":1976,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":1976,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000186,"created_at":"2026-09-23T21:05:51.288576+00:00","decisions":1,"elapsed_s":32.710049,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"1543518a756d469e9093c6499a0cf975","invalid_responses":0,"known_tokens":2158,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2158,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000189,"created_at":"2026-09-23T21:06:24.004957+00:00","decisions":1,"elapsed_s":25.723373,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"f490e1501c38401d9c112a0d41cdd2e0","invalid_responses":0,"known_tokens":2177,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2177,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.00014,"created_at":"2026-09-23T21:06:49.732631+00:00","decisions":1,"elapsed_s":17.169167,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"e500efd0b8834370b4d7176f987b738f","invalid_responses":0,"known_tokens":1872,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1872,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000123,"created_at":"2026-09-23T21:07:06.906570+00:00","decisions":1,"elapsed_s":5.126832,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"75f09c8b92b2478eaee6e21486381b69","invalid_responses":0,"known_tokens":1919,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1919,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000116,"created_at":"2026-09-23T21:07:12.040296+00:00","decisions":1,"elapsed_s":7.173073,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"f7a04a9a33374a68982507bea8af0015","invalid_responses":0,"known_tokens":1863,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1863,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.00013,"created_at":"2026-09-23T21:07:19.218616+00:00","decisions":1,"elapsed_s":5.78594,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"291e405b6bdf4eb087ee1ef1d1e2148b","invalid_responses":0,"known_tokens":1967,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1967,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.00014,"created_at":"2026-09-23T21:07:25.009005+00:00","decisions":1,"elapsed_s":20.921608,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"9f96d5484df24787bcf77418ffcf7818","invalid_responses":0,"known_tokens":1872,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1872,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000121,"created_at":"2026-09-23T21:07:45.934945+00:00","decisions":1,"elapsed_s":4.717993,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"467af3c9a7bc426f815e7bc659c17c0c","invalid_responses":0,"known_tokens":1867,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1867,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000139,"created_at":"2026-09-23T21:07:50.657746+00:00","decisions":1,"elapsed_s":19.049442,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"c0c8c566dc234437bdb33a79cbc7f9c1","invalid_responses":0,"known_tokens":1829,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1829,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000124,"created_at":"2026-09-23T21:08:09.711666+00:00","decisions":1,"elapsed_s":5.537351,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"edf96e881ed14706a8cb61e97ae76d6a","invalid_responses":0,"known_tokens":1889,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1889,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000124,"created_at":"2026-09-23T21:08:15.254171+00:00","decisions":1,"elapsed_s":5.232854,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"a4edd6c54e404df9ac409ced8ed61f9f","invalid_responses":0,"known_tokens":1889,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1889,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.00013,"created_at":"2026-09-23T21:08:20.491790+00:00","decisions":1,"elapsed_s":15.269282,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"912aba95bab8432fb4e2edaf76b11b34","invalid_responses":0,"known_tokens":1779,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1779,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T21:08:35.764805+00:00","decisions":1,"elapsed_s":5.090206,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"8a16f7afe7094800911c3a0c592d3f6e","invalid_responses":0,"known_tokens":2019,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2019,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T21:08:40.859169+00:00","decisions":1,"elapsed_s":6.366277,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"4e5e47c9eb564aeda83be8e538b58284","invalid_responses":0,"known_tokens":2019,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2019,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000187,"created_at":"2026-09-23T21:08:47.229162+00:00","decisions":1,"elapsed_s":21.93211,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"22da54e129fd4ea8920cc1617759f32b","invalid_responses":0,"known_tokens":2194,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2194,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00019,"created_at":"2026-09-23T21:09:09.166876+00:00","decisions":1,"elapsed_s":24.317258,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"07721cabfd66401bac716f0e9a32eda3","invalid_responses":0,"known_tokens":2212,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2212,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T21:09:33.488295+00:00","decisions":1,"elapsed_s":5.050212,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"75f2cc9ca783483c980d2225303837d9","invalid_responses":0,"known_tokens":2024,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2024,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":6.9e-05,"created_at":"2026-09-23T21:09:38.542830+00:00","decisions":1,"elapsed_s":2.93661,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ef5391ece99a4e71b9d758092f289e37","invalid_responses":0,"known_tokens":1471,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1471,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.4e-05,"created_at":"2026-09-23T21:09:41.483604+00:00","decisions":1,"elapsed_s":9.654842,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"8cc0ec3910024508a93c6224956b74d9","invalid_responses":0,"known_tokens":1511,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1511,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":7.6e-05,"created_at":"2026-09-23T21:09:51.143118+00:00","decisions":1,"elapsed_s":5.843499,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"f1ed28ca160b466196d20a7bbf2acfd4","invalid_responses":0,"known_tokens":1464,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1464,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000112,"created_at":"2026-09-23T21:09:56.990538+00:00","decisions":1,"elapsed_s":6.663263,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ae425963343d4f0691fa84a8561a317a","invalid_responses":0,"known_tokens":1809,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1809,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":6.9e-05,"created_at":"2026-09-23T21:10:03.674253+00:00","decisions":1,"elapsed_s":3.358466,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"df3c21503756424397cc6cf88c34a8d5","invalid_responses":0,"known_tokens":1471,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1471,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000148,"created_at":"2026-09-23T21:10:07.038917+00:00","decisions":1,"elapsed_s":8.761195,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"878dcde5feb34038a0241bf3d44353ed","invalid_responses":0,"known_tokens":2048,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":2048,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000102,"created_at":"2026-09-23T21:10:15.804985+00:00","decisions":1,"elapsed_s":23.118444,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"03918ce4f45b4662a50505e221afee4a","invalid_responses":0,"known_tokens":1584,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1584,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000114,"created_at":"2026-09-23T21:10:38.927438+00:00","decisions":1,"elapsed_s":27.945325,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"9e654efe20a34a43b997f2fd163bae22","invalid_responses":0,"known_tokens":1653,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1653,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000107,"created_at":"2026-09-23T21:11:06.880428+00:00","decisions":1,"elapsed_s":3.895937,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"7b67c3b2d1f545278b71be9f9b8136c1","invalid_responses":0,"known_tokens":1733,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1733,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000118,"created_at":"2026-09-23T21:11:10.780462+00:00","decisions":1,"elapsed_s":7.380642,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"7f111f5619714c2391ecb32f8f765cf7","invalid_responses":0,"known_tokens":1821,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1821,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"refactor","cost_usd":0.000296,"created_at":"2026-09-23T21:11:18.165377+00:00","decisions":2,"elapsed_s":38.699481,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"8cae7a3575c149c5867f4447f6820e71","invalid_responses":1,"known_tokens":4222,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":4222,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000129,"created_at":"2026-09-23T21:11:56.870645+00:00","decisions":1,"elapsed_s":13.743419,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"6cf6dee25a5e4bc7a703e75473aba684","invalid_responses":0,"known_tokens":1896,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":1896,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000129,"created_at":"2026-09-23T21:12:10.619022+00:00","decisions":1,"elapsed_s":4.110655,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"106d6d7b9010486eb7361a9c33e91d28","invalid_responses":0,"known_tokens":2045,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2045,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000119,"created_at":"2026-09-23T21:12:14.735499+00:00","decisions":1,"elapsed_s":11.125198,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"59ff395696434d0bb0801e026a72cf72","invalid_responses":0,"known_tokens":1833,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":1833,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000161,"created_at":"2026-09-23T21:12:25.864877+00:00","decisions":1,"elapsed_s":5.910582,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"e36ae3019a2441caa66420a4459b39be","invalid_responses":0,"known_tokens":2293,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2293,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.000841,"created_at":"2026-09-23T21:12:31.779036+00:00","decisions":4,"elapsed_s":28.036577,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"1940415335f847d19a0a737832abd33f","invalid_responses":0,"known_tokens":10714,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":false,"split":"test","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":10714,"tokens_complete":true,"tool_calls":6,"unnecessary_edits":1,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.000633,"created_at":"2026-09-23T21:12:59.820134+00:00","decisions":3,"elapsed_s":52.379632,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"15c11a2020c649789aa2d7e7c505ee6e","invalid_responses":0,"known_tokens":7763,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":false,"split":"test","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":7763,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":1,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000375,"created_at":"2026-09-23T21:13:52.204788+00:00","decisions":2,"elapsed_s":39.800534,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"b0e08e8aba404146964529abf0363148","invalid_responses":0,"known_tokens":4705,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":false,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":4705,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000422,"created_at":"2026-09-23T21:14:32.009632+00:00","decisions":2,"elapsed_s":66.491134,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"cf6ef98f46474bd48b9a3ce284e4754d","invalid_responses":0,"known_tokens":4706,"learned_decisions":2,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":29,"solved":false,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":4706,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001352,"created_at":"2026-09-23T21:15:38.506220+00:00","decisions":1,"elapsed_s":0.693306,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":5,"id":"d0197245a4c54eb889b628af6039ea01","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000483,"created_at":"2026-09-23T21:15:39.202803+00:00","decisions":2,"elapsed_s":16.822604,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"2da76ea75e404bd89f95c10a9aa25529","invalid_responses":0,"known_tokens":5762,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":5762,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000369,"created_at":"2026-09-23T21:15:56.031790+00:00","decisions":2,"elapsed_s":46.100515,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"6a4ff7e04dea4a5eab6424260c63dbf5","invalid_responses":0,"known_tokens":4535,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":4535,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000204,"created_at":"2026-09-23T21:16:42.137380+00:00","decisions":1,"elapsed_s":7.810023,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"df986afcfcfd44b1b12a0b6f46cdea29","invalid_responses":0,"known_tokens":2507,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":2507,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000232,"created_at":"2026-09-23T21:16:49.951821+00:00","decisions":1,"elapsed_s":36.98807,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"7d4b2af2fc5243b0934bb5b9e1fc0396","invalid_responses":0,"known_tokens":2372,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":2372,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000449,"created_at":"2026-09-23T21:17:26.943447+00:00","decisions":2,"elapsed_s":72.845398,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"706c67bf760941b68b1c1bd910798394","invalid_responses":0,"known_tokens":4795,"learned_decisions":2,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":4795,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000149,"created_at":"2026-09-23T21:18:39.795302+00:00","decisions":1,"elapsed_s":14.038384,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"0e57f58fe7ab4a8885d048107a8749b5","invalid_responses":0,"known_tokens":2007,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":2007,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000316,"created_at":"2026-09-23T21:18:53.838082+00:00","decisions":2,"elapsed_s":42.285647,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"e085b8ee31e4438c9a8698d2c562768d","invalid_responses":0,"known_tokens":4246,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":4246,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000119,"created_at":"2026-09-23T21:19:36.130400+00:00","decisions":1,"elapsed_s":4.693978,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"6d203da22b7d4c1f9df75ffd0af04345","invalid_responses":0,"known_tokens":1963,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1963,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000115,"created_at":"2026-09-23T21:19:40.828756+00:00","decisions":1,"elapsed_s":4.77322,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"d32cd17f8fb04c2aaa5b2852ed395fe4","invalid_responses":0,"known_tokens":1937,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1937,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000116,"created_at":"2026-09-23T21:19:45.607262+00:00","decisions":1,"elapsed_s":4.689124,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"252886441204493a859e3282f4a458e4","invalid_responses":0,"known_tokens":1943,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1943,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00052,"created_at":"2026-09-23T21:19:50.301231+00:00","decisions":1,"elapsed_s":22.234698,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"b4b68ab2cc7447bba0ff6cf547dbb2d1","invalid_responses":0,"known_tokens":4904,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":4904,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":2,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.2e-05,"created_at":"2026-09-23T21:20:12.541371+00:00","decisions":1,"elapsed_s":13.160209,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5ab9bbbfc7c7443ba8160d4e4a62bfb4","invalid_responses":0,"known_tokens":1462,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1462,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.4e-05,"created_at":"2026-09-23T21:20:25.706519+00:00","decisions":1,"elapsed_s":8.619374,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"3cc4edead8ab44d89015b7ef70508558","invalid_responses":0,"known_tokens":1470,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1470,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000322,"created_at":"2026-09-23T21:20:34.331311+00:00","decisions":1,"elapsed_s":11.879623,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"9ad9015c183b49a1adf89ad5762845a8","invalid_responses":0,"known_tokens":3386,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":3386,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000412,"created_at":"2026-09-23T21:20:46.218256+00:00","decisions":1,"elapsed_s":22.73463,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"c60cf4e55d3b4024847afb6dd22842f3","invalid_responses":0,"known_tokens":4071,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":4071,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000136,"created_at":"2026-09-23T21:21:08.956433+00:00","decisions":1,"elapsed_s":19.42096,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"d8f5e2230ea74777ba2b57526946c755","invalid_responses":0,"known_tokens":1796,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1796,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000124,"created_at":"2026-09-23T21:21:28.381855+00:00","decisions":1,"elapsed_s":7.8489,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"563f110e3d6f4c7687ac8851c2929f25","invalid_responses":0,"known_tokens":1875,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1875,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000125,"created_at":"2026-09-23T21:21:36.235079+00:00","decisions":1,"elapsed_s":6.273326,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"3c3ae6b0aec74131b1f125234926e66c","invalid_responses":0,"known_tokens":1886,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1886,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000124,"created_at":"2026-09-23T21:21:42.513067+00:00","decisions":1,"elapsed_s":8.129497,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"3f7329078ed14456bcf6679c6d51890c","invalid_responses":0,"known_tokens":1879,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1879,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000183,"created_at":"2026-09-23T21:21:50.645994+00:00","decisions":1,"elapsed_s":17.642191,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"11d17f4c7a214f21804cc5b0d34a79b7","invalid_responses":0,"known_tokens":2074,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":2074,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000103,"created_at":"2026-09-23T21:22:08.294523+00:00","decisions":1,"elapsed_s":5.339517,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"8b4ac46b2ad6494e9933ca8dadbb3bf1","invalid_responses":0,"known_tokens":1746,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1746,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000103,"created_at":"2026-09-23T21:22:13.640861+00:00","decisions":1,"elapsed_s":5.984808,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"b9b90bd5e5e34a42975f73bf3e8607ee","invalid_responses":0,"known_tokens":1746,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1746,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000119,"created_at":"2026-09-23T21:22:19.629647+00:00","decisions":1,"elapsed_s":9.893723,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"97147714b39b4d4397b2fbc6e74b6458","invalid_responses":0,"known_tokens":1728,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1728,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000114,"created_at":"2026-09-23T21:22:29.528224+00:00","decisions":1,"elapsed_s":10.814504,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"e171f0a202c64301949bc731296f21ba","invalid_responses":0,"known_tokens":1696,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1696,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000105,"created_at":"2026-09-23T21:22:40.347061+00:00","decisions":1,"elapsed_s":5.662558,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"08941b9a015a499f82b7e88bb154877e","invalid_responses":0,"known_tokens":1762,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1762,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000171,"created_at":"2026-09-23T21:22:46.013787+00:00","decisions":2,"elapsed_s":6.473713,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"7295bdb005104823a9a8dcbaf41a0c5e","invalid_responses":0,"known_tokens":3253,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3253,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.00018,"created_at":"2026-09-23T21:22:52.492076+00:00","decisions":2,"elapsed_s":11.263185,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"38c1060e6e1e4ffba351be394be3d6ad","invalid_responses":0,"known_tokens":3259,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3259,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000147,"created_at":"2026-09-23T21:23:03.762010+00:00","decisions":1,"elapsed_s":41.141497,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"686fe39f43dc480194c4d1fa0fca8f4c","invalid_responses":0,"known_tokens":1907,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":1907,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000171,"created_at":"2026-09-23T21:23:44.907581+00:00","decisions":2,"elapsed_s":6.118587,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"1070bc80420a473d9c4dac5d7b82e4c4","invalid_responses":0,"known_tokens":3252,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3252,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000146,"created_at":"2026-09-23T21:23:51.030116+00:00","decisions":1,"elapsed_s":41.662648,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"96cec30a68cd4227b8e5476acadd574d","invalid_responses":0,"known_tokens":1904,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":1904,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000152,"created_at":"2026-09-23T21:24:32.696097+00:00","decisions":1,"elapsed_s":6.707363,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"f6480a7e7e924fdda13e402d3ae93a23","invalid_responses":0,"known_tokens":2097,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2097,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000241,"created_at":"2026-09-23T21:24:39.408311+00:00","decisions":1,"elapsed_s":30.032107,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"8e8b90d01aa149f9b5052d2bab971fbd","invalid_responses":0,"known_tokens":2420,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2420,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000152,"created_at":"2026-09-23T21:25:09.444895+00:00","decisions":1,"elapsed_s":10.233545,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"be7be88ba42347099b6d788910e6c2d6","invalid_responses":0,"known_tokens":2098,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2098,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000237,"created_at":"2026-09-23T21:25:19.683580+00:00","decisions":1,"elapsed_s":34.097417,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"934acdd41eb246dbb64ba65a64805b6f","invalid_responses":0,"known_tokens":2399,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2399,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000148,"created_at":"2026-09-23T21:25:53.785934+00:00","decisions":1,"elapsed_s":7.417244,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"0893091e97ce4d1ebae8cf83802ed636","invalid_responses":0,"known_tokens":2067,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2067,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000104,"created_at":"2026-09-23T21:26:01.218285+00:00","decisions":1,"elapsed_s":8.678882,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"56077f053ea949919f494425b026eae2","invalid_responses":0,"known_tokens":1680,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1680,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":9.5e-05,"created_at":"2026-09-23T21:26:09.903746+00:00","decisions":1,"elapsed_s":11.999029,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"6bd34ef36b26458db2abd9fe97a0d132","invalid_responses":0,"known_tokens":1506,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1506,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":9.5e-05,"created_at":"2026-09-23T21:26:21.907636+00:00","decisions":1,"elapsed_s":9.468677,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"a1abc8bca5894e9baf5843d7c6d66b18","invalid_responses":0,"known_tokens":1506,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1506,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000105,"created_at":"2026-09-23T21:26:31.380848+00:00","decisions":1,"elapsed_s":4.734566,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"ebfacedf8ee741cd9f81532e1b5a6032","invalid_responses":0,"known_tokens":1686,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1686,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000117,"created_at":"2026-09-23T21:26:36.121207+00:00","decisions":1,"elapsed_s":5.75316,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"28c51f36d0cc4d38b4f2be71d29469d0","invalid_responses":0,"known_tokens":1780,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1780,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.000922,"created_at":"2026-09-23T21:26:41.878086+00:00","decisions":4,"elapsed_s":84.425368,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"f3c79e8690304f26a8fcd1ee92a7da7a","invalid_responses":0,"known_tokens":10096,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":10096,"tokens_complete":true,"tool_calls":6,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000134,"created_at":"2026-09-23T21:28:06.311260+00:00","decisions":1,"elapsed_s":5.677214,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"4e4c19e19ea14baaa869c96fb7921aa4","invalid_responses":0,"known_tokens":1932,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":1932,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000694,"created_at":"2026-09-23T21:28:11.993143+00:00","decisions":2,"elapsed_s":113.418233,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"56a817603a7d4497b1daf5d1dcddf595","invalid_responses":0,"known_tokens":6590,"learned_decisions":2,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":6590,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":6,"category":"long_horizon","cost_usd":0.001478,"created_at":"2026-09-23T21:30:05.421853+00:00","decisions":6,"elapsed_s":58.831169,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["looping:repeated_candidate"],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"f832fcab150e47848ae092dde1fa5866","invalid_responses":0,"known_tokens":17477,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":6,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":17477,"tokens_complete":true,"tool_calls":8,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000399,"created_at":"2026-09-23T21:31:04.264650+00:00","decisions":2,"elapsed_s":57.594157,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"e67aba05e9524defae972baf7897b502","invalid_responses":0,"known_tokens":4440,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":4440,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000147,"created_at":"2026-09-23T21:32:01.890659+00:00","decisions":1,"elapsed_s":6.699452,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"0c9905b422004560b401517e566761bc","invalid_responses":0,"known_tokens":2009,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":2009,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000103,"created_at":"2026-09-23T21:32:08.595441+00:00","decisions":1,"elapsed_s":15.849499,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"38ffe1742f294bc2a92b12ec2ed20873","invalid_responses":0,"known_tokens":1549,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1549,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.7e-05,"created_at":"2026-09-23T21:32:24.449358+00:00","decisions":1,"elapsed_s":16.637407,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"f3da814807ab43f1a10e9df9be0ee33b","invalid_responses":0,"known_tokens":1456,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1456,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00013,"created_at":"2026-09-23T21:32:41.091562+00:00","decisions":1,"elapsed_s":8.083632,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"4eb2f933bee54c56928a201de262c395","invalid_responses":0,"known_tokens":1873,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1873,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000148,"created_at":"2026-09-23T21:32:49.180721+00:00","decisions":1,"elapsed_s":8.546921,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"27729e7f135d4a209e7ca5af4bb82778","invalid_responses":0,"known_tokens":2013,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":2013,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000123,"created_at":"2026-09-23T21:32:57.732615+00:00","decisions":1,"elapsed_s":16.403429,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"dc85ecf01b76467fbc81a128edac1ac0","invalid_responses":0,"known_tokens":1715,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1715,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":9.8e-05,"created_at":"2026-09-23T21:33:14.140693+00:00","decisions":1,"elapsed_s":5.230732,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"88bb62c5aac745fea3b2babe4c88c7a8","invalid_responses":0,"known_tokens":1678,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1678,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.001345,"created_at":"2026-09-23T21:33:19.375832+00:00","decisions":1,"elapsed_s":0.71934,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":null,"heldout_total":4,"id":"5342721195734b0fac39b17906ce6560","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000115,"created_at":"2026-09-23T21:33:20.099211+00:00","decisions":1,"elapsed_s":8.629017,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"9725fad79c5c4aa4b550246812c1160c","invalid_responses":0,"known_tokens":1803,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1803,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000121,"created_at":"2026-09-23T21:33:28.732400+00:00","decisions":1,"elapsed_s":6.807804,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"f24919c7d0a047e78865583ae8854f5c","invalid_responses":0,"known_tokens":1850,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1850,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000129,"created_at":"2026-09-23T21:33:35.544567+00:00","decisions":1,"elapsed_s":6.540688,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"34c483f528bb43788ed58ab6ab5ff436","invalid_responses":0,"known_tokens":1910,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1910,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000128,"created_at":"2026-09-23T21:33:42.089562+00:00","decisions":1,"elapsed_s":6.617684,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"b62ae22e41be45129bb2e0641ce64cd9","invalid_responses":0,"known_tokens":1898,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1898,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.00012,"created_at":"2026-09-23T21:33:48.711070+00:00","decisions":1,"elapsed_s":16.711828,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"396291b9f2e646fa89f2bd92886c2241","invalid_responses":0,"known_tokens":1695,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1695,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.00013,"created_at":"2026-09-23T21:34:05.428410+00:00","decisions":1,"elapsed_s":6.693713,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"c5cb80b3daf84b70a9faa210539b84e4","invalid_responses":0,"known_tokens":1916,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1916,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000117,"created_at":"2026-09-23T21:34:12.126107+00:00","decisions":1,"elapsed_s":12.388154,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"54b99ea34a7f4dddabdb66c3d360ad70","invalid_responses":0,"known_tokens":1676,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":29,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1676,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000144,"created_at":"2026-09-23T21:49:18.112261+00:00","decisions":1,"elapsed_s":7.49447,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"0ee155074fcc4913bee1bc5571884410","invalid_responses":0,"known_tokens":2092,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2092,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000142,"created_at":"2026-09-23T21:49:25.610280+00:00","decisions":1,"elapsed_s":6.262407,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"400639b0cd7b4f2a9406cda8e13db85b","invalid_responses":0,"known_tokens":2079,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2079,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.00019,"created_at":"2026-09-23T21:49:31.876703+00:00","decisions":1,"elapsed_s":30.586233,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"30b5da4c311647d683aecfeac702e95a","invalid_responses":0,"known_tokens":2180,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2180,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000142,"created_at":"2026-09-23T21:50:02.483127+00:00","decisions":1,"elapsed_s":6.82388,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"cd759a5965e74f79ad184804e6eb4099","invalid_responses":0,"known_tokens":2079,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2079,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.00019,"created_at":"2026-09-23T21:50:09.310548+00:00","decisions":1,"elapsed_s":26.050783,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"b204c254ede14159812d95e0c43957d6","invalid_responses":0,"known_tokens":2180,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2180,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000115,"created_at":"2026-09-23T21:50:35.366865+00:00","decisions":1,"elapsed_s":4.722028,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"70b1616c082f48e8ac8abced9523cf9b","invalid_responses":0,"known_tokens":1854,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1854,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000151,"created_at":"2026-09-23T21:50:40.096516+00:00","decisions":1,"elapsed_s":28.430237,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"2374ba5fa16845dd93043db23485cb6d","invalid_responses":0,"known_tokens":1935,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1935,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000123,"created_at":"2026-09-23T21:51:08.530629+00:00","decisions":1,"elapsed_s":5.341201,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"41eec9363bb44ca8881273cc6bd3c527","invalid_responses":0,"known_tokens":1916,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1916,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000115,"created_at":"2026-09-23T21:51:13.876341+00:00","decisions":1,"elapsed_s":5.076785,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"10ef3efc8ac4471d9cf494ed99797c7d","invalid_responses":0,"known_tokens":1854,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1854,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000137,"created_at":"2026-09-23T21:51:18.956965+00:00","decisions":1,"elapsed_s":17.920406,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"5def2f0779a44548a911efc299e26c5b","invalid_responses":0,"known_tokens":1853,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1853,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000136,"created_at":"2026-09-23T21:51:36.881883+00:00","decisions":1,"elapsed_s":21.696969,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"764ba087fbcb47039c069dd7812f2cf6","invalid_responses":0,"known_tokens":1812,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1812,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000103,"created_at":"2026-09-23T21:51:58.582941+00:00","decisions":1,"elapsed_s":4.945665,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"f32b4275e691413d959e255a3df96f9c","invalid_responses":0,"known_tokens":1727,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1727,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000103,"created_at":"2026-09-23T21:52:03.532638+00:00","decisions":1,"elapsed_s":4.924742,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"6a361d23d5534f44bfe8921fd713b51a","invalid_responses":0,"known_tokens":1729,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1729,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000101,"created_at":"2026-09-23T21:52:08.461730+00:00","decisions":1,"elapsed_s":4.775804,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"6dc9cdab4f4641dfb2570173064e5145","invalid_responses":0,"known_tokens":1714,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1714,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000141,"created_at":"2026-09-23T21:52:13.241106+00:00","decisions":1,"elapsed_s":18.13968,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"fade0b543ef849bab5eaaa57544cfb51","invalid_responses":0,"known_tokens":1842,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1842,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T21:52:31.384610+00:00","decisions":1,"elapsed_s":4.998725,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"20bacb5f7b02432abcf0e53697b0b450","invalid_responses":0,"known_tokens":2019,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2019,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000138,"created_at":"2026-09-23T21:52:36.388439+00:00","decisions":1,"elapsed_s":6.20041,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"fa9cb5c830154cd6964ae21a8eb90a20","invalid_responses":0,"known_tokens":2075,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2075,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000213,"created_at":"2026-09-23T21:52:42.593348+00:00","decisions":1,"elapsed_s":36.849663,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"d825737ce7934b27bd57589074d561fa","invalid_responses":0,"known_tokens":2344,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2344,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000181,"created_at":"2026-09-23T21:53:19.447466+00:00","decisions":1,"elapsed_s":25.261806,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"2c0cde32aacd4a8e80359804f2a2c339","invalid_responses":0,"known_tokens":2158,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2158,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T21:53:44.713960+00:00","decisions":1,"elapsed_s":5.959267,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"09cde24ccb2a4289986ea6570adf1aa2","invalid_responses":0,"known_tokens":2019,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2019,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.001323,"created_at":"2026-09-23T21:53:50.678023+00:00","decisions":1,"elapsed_s":0.712449,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":null,"heldout_total":4,"id":"04c54a042b854112a25fee58d07fb767","invalid_responses":0,"known_tokens":0,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.1e-05,"created_at":"2026-09-23T21:53:51.393914+00:00","decisions":1,"elapsed_s":7.328383,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"c194ae73de164487b510c0573122d17e","invalid_responses":0,"known_tokens":1496,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1496,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000112,"created_at":"2026-09-23T21:53:58.726303+00:00","decisions":1,"elapsed_s":6.37607,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"32e34a111c4b4fee9f11b3c76bfaa745","invalid_responses":0,"known_tokens":1802,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1802,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000115,"created_at":"2026-09-23T21:54:05.106313+00:00","decisions":1,"elapsed_s":5.14146,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"e77181ed7e2842b0abf125bccff76e32","invalid_responses":0,"known_tokens":1828,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1828,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000114,"created_at":"2026-09-23T21:54:10.252038+00:00","decisions":1,"elapsed_s":6.082135,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"a2995872bc274770a6bd1e4e64b7381a","invalid_responses":0,"known_tokens":1820,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1820,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000117,"created_at":"2026-09-23T21:54:16.338087+00:00","decisions":1,"elapsed_s":10.803536,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"06bf107e73b84d08a0db3b98020a3d6c","invalid_responses":0,"known_tokens":1814,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1814,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00011,"created_at":"2026-09-23T21:54:27.145726+00:00","decisions":1,"elapsed_s":12.526876,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"da730b2927b94c9d921e62e2c86b41da","invalid_responses":0,"known_tokens":1629,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1629,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T21:54:39.677343+00:00","decisions":1,"elapsed_s":8.362936,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"5f7a96d1e2e042748af9fb87cd7884ea","invalid_responses":0,"known_tokens":1780,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1780,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T21:54:48.044451+00:00","decisions":1,"elapsed_s":5.10585,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"ed5c30d7b7f341a493afaf1bb2d8573a","invalid_responses":0,"known_tokens":1780,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1780,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T21:54:53.154596+00:00","decisions":1,"elapsed_s":12.529884,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"99382507d67046199254d2a0807cd67f","invalid_responses":0,"known_tokens":1625,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1625,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000142,"created_at":"2026-09-23T21:55:05.691113+00:00","decisions":1,"elapsed_s":6.139201,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"7231299eadc046f1af4eed0a22431905","invalid_responses":0,"known_tokens":2143,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2143,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000137,"created_at":"2026-09-23T21:55:11.834835+00:00","decisions":1,"elapsed_s":6.550178,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"577efe20d2fc4b7fb48b5b3b75a948ba","invalid_responses":0,"known_tokens":2107,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2107,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000123,"created_at":"2026-09-23T21:55:18.389740+00:00","decisions":1,"elapsed_s":18.309285,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"6db3cf6d1edb4fd1942a541af26fd282","invalid_responses":0,"known_tokens":1857,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":1857,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000126,"created_at":"2026-09-23T21:55:36.702303+00:00","decisions":1,"elapsed_s":17.581713,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"7038be70f3b44d88bba76f5a6c16d56b","invalid_responses":0,"known_tokens":1876,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":1876,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"refactor","cost_usd":0.000301,"created_at":"2026-09-23T21:55:54.288415+00:00","decisions":2,"elapsed_s":25.831369,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"4b468fc2a97f4a75a470c85e39ebcedc","invalid_responses":1,"known_tokens":4249,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":4249,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.000911,"created_at":"2026-09-23T21:56:20.124790+00:00","decisions":4,"elapsed_s":85.160114,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"797758435ae34030846145c7c75fb838","invalid_responses":0,"known_tokens":11332,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"test","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":11332,"tokens_complete":true,"tool_calls":6,"unnecessary_edits":1,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.000717,"created_at":"2026-09-23T21:57:45.294748+00:00","decisions":4,"elapsed_s":95.5619,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["looping:repeated_candidate","implementation:invalid_candidate","verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"2374709f89074bf993095d6f9874f912","invalid_responses":1,"known_tokens":9277,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"test","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":9277,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":1,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000371,"created_at":"2026-09-23T21:59:20.861268+00:00","decisions":2,"elapsed_s":35.581956,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"08cc98540c524ab78d38de65bbd7f820","invalid_responses":0,"known_tokens":4625,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":4625,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000411,"created_at":"2026-09-23T21:59:56.447381+00:00","decisions":2,"elapsed_s":71.847939,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"47b73c9210a94c9ea12c4b8832bfeed6","invalid_responses":0,"known_tokens":4682,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":4682,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.001624,"created_at":"2026-09-23T22:01:08.301308+00:00","decisions":2,"elapsed_s":32.371871,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":5,"id":"993f6642f4584657ad00efbaa060383a","invalid_responses":0,"known_tokens":2462,"learned_decisions":2,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":43,"solved":false,"split":"test","status":"failed","steps":2,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":null,"tokens_complete":false,"tool_calls":2,"unnecessary_edits":null,"version":"0.2"},{"attempts":3,"category":"failing_tests","cost_usd":0.000553,"created_at":"2026-09-23T22:01:40.676767+00:00","decisions":3,"elapsed_s":29.266092,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["looping:repeated_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"e1746d438eac48c0a5d69ff9c8d87cc0","invalid_responses":0,"known_tokens":7183,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":7183,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000271,"created_at":"2026-09-23T22:02:09.947764+00:00","decisions":1,"elapsed_s":42.189852,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"851e1fd62e7046dbafbfd27861779943","invalid_responses":0,"known_tokens":2606,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":2606,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000385,"created_at":"2026-09-23T22:02:52.143071+00:00","decisions":2,"elapsed_s":46.631958,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"f77d7651d0e0417aa6387f660c9cc4b4","invalid_responses":1,"known_tokens":4281,"learned_decisions":2,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":4281,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000351,"created_at":"2026-09-23T22:03:38.780559+00:00","decisions":2,"elapsed_s":50.225443,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"b75f4beea35d45ac8818119aefbe3195","invalid_responses":0,"known_tokens":4574,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":4574,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000502,"created_at":"2026-09-23T22:04:29.011205+00:00","decisions":2,"elapsed_s":60.094962,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"a5c22cd36328486e8a0b2f31f66e7aaf","invalid_responses":0,"known_tokens":5792,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":5792,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000153,"created_at":"2026-09-23T22:05:29.112290+00:00","decisions":1,"elapsed_s":29.114891,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"51784ff51a6b482eb6d2d1b677570e7b","invalid_responses":0,"known_tokens":2033,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":2033,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000111,"created_at":"2026-09-23T22:05:58.232055+00:00","decisions":1,"elapsed_s":13.310106,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"bf53ba5941234f8db13a62339cd4a20b","invalid_responses":0,"known_tokens":1904,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1904,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.00011,"created_at":"2026-09-23T22:06:11.546677+00:00","decisions":1,"elapsed_s":10.284577,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"6578131b50c6463b8fac89c7ce5d1669","invalid_responses":0,"known_tokens":1894,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1894,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000159,"created_at":"2026-09-23T22:06:21.835831+00:00","decisions":1,"elapsed_s":25.75848,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"644655fc6810416cb9ac55753d74ad22","invalid_responses":0,"known_tokens":2064,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":2064,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000112,"created_at":"2026-09-23T22:06:47.599030+00:00","decisions":1,"elapsed_s":7.740664,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"0936bbd85e9c4f49b6fc03fa20f2ca9e","invalid_responses":0,"known_tokens":1908,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1908,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.5e-05,"created_at":"2026-09-23T22:06:55.344270+00:00","decisions":1,"elapsed_s":21.044556,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"7d656a167ef94941bb12e2995030adeb","invalid_responses":0,"known_tokens":1480,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1480,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.3e-05,"created_at":"2026-09-23T22:07:16.395241+00:00","decisions":1,"elapsed_s":10.823963,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5863681539e74612b152a9cb8c5fa569","invalid_responses":0,"known_tokens":1466,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1466,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000129,"created_at":"2026-09-23T22:07:27.223889+00:00","decisions":1,"elapsed_s":18.828222,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"2aaafc68bfea47a9a881172924a09109","invalid_responses":0,"known_tokens":1899,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1899,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000134,"created_at":"2026-09-23T22:07:46.056405+00:00","decisions":1,"elapsed_s":8.303163,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"be728093aa9b4d03a25dc56e08a02299","invalid_responses":0,"known_tokens":1937,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1937,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00013,"created_at":"2026-09-23T22:07:54.364410+00:00","decisions":1,"elapsed_s":11.390297,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"e81ca8d2ffb14728a1072d4da83766f3","invalid_responses":0,"known_tokens":1908,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1908,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000123,"created_at":"2026-09-23T22:08:05.761619+00:00","decisions":1,"elapsed_s":7.279974,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"3779bd6d52fd44eaa3a17fd5ee8d8d66","invalid_responses":0,"known_tokens":1866,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1866,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000123,"created_at":"2026-09-23T22:08:13.046663+00:00","decisions":1,"elapsed_s":15.130805,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"bf783d8b9dda47308ff9c36822d3722e","invalid_responses":0,"known_tokens":1866,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1866,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000131,"created_at":"2026-09-23T22:08:28.181568+00:00","decisions":1,"elapsed_s":6.597061,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"34a72a2d7b6c4ce79cdb4760f5a24c13","invalid_responses":0,"known_tokens":1932,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1932,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000144,"created_at":"2026-09-23T22:08:34.783022+00:00","decisions":1,"elapsed_s":42.577977,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"60e8445a2bc14a2592b6a7d5ee2d7168","invalid_responses":0,"known_tokens":1843,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1843,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000134,"created_at":"2026-09-23T22:09:17.365823+00:00","decisions":1,"elapsed_s":17.564794,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"879f946119be47a4a9c66d19469fe52d","invalid_responses":0,"known_tokens":1786,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1786,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000103,"created_at":"2026-09-23T22:09:34.934925+00:00","decisions":1,"elapsed_s":7.374636,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"40634885f6db406c9790d9634e77e32e","invalid_responses":0,"known_tokens":1745,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1745,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000104,"created_at":"2026-09-23T22:09:42.314018+00:00","decisions":1,"elapsed_s":4.667137,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"20fec004ef85472a974c4ea5d7559871","invalid_responses":0,"known_tokens":1748,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1748,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000104,"created_at":"2026-09-23T22:09:46.985736+00:00","decisions":1,"elapsed_s":4.601348,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"f1b45a00a9f5417abd5e8cb1825d16eb","invalid_responses":0,"known_tokens":1752,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1752,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000121,"created_at":"2026-09-23T22:09:51.591290+00:00","decisions":1,"elapsed_s":13.919518,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"d02e2f8db45243fba704b21b5d9a3d09","invalid_responses":0,"known_tokens":1736,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1736,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000119,"created_at":"2026-09-23T22:10:05.518903+00:00","decisions":1,"elapsed_s":11.410525,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"cbbd7da1e068467bbb4841ad45e228a7","invalid_responses":0,"known_tokens":1726,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1726,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.00017,"created_at":"2026-09-23T22:10:16.933170+00:00","decisions":2,"elapsed_s":7.180868,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"bea5166aaac74dc68bcbcf1399953b1e","invalid_responses":0,"known_tokens":3250,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3250,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000142,"created_at":"2026-09-23T22:10:24.118029+00:00","decisions":1,"elapsed_s":16.179116,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"563ec87f22db4760a79da044745573c5","invalid_responses":0,"known_tokens":1878,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":1878,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000169,"created_at":"2026-09-23T22:10:40.301487+00:00","decisions":2,"elapsed_s":6.507749,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"dade5accfc524ca785ac2eb9a95d9c5f","invalid_responses":0,"known_tokens":3240,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3240,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000223,"created_at":"2026-09-23T22:10:46.812925+00:00","decisions":2,"elapsed_s":26.414854,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"404a1526291c436d9cd5acbeac7a1928","invalid_responses":0,"known_tokens":3438,"learned_decisions":2,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3438,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000184,"created_at":"2026-09-23T22:11:13.231909+00:00","decisions":2,"elapsed_s":14.437807,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"2e6423fc0a444c4e9b9d97fffccf3900","invalid_responses":0,"known_tokens":3294,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3294,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00024,"created_at":"2026-09-23T22:11:27.674560+00:00","decisions":1,"elapsed_s":29.891321,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"d13a8de7953d482ba427174bd6ccc12c","invalid_responses":0,"known_tokens":2415,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2415,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000156,"created_at":"2026-09-23T22:11:57.570250+00:00","decisions":1,"elapsed_s":14.933637,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"7d6f8603fb1244278b96f7e980ba600c","invalid_responses":0,"known_tokens":2131,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2131,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000223,"created_at":"2026-09-23T22:12:12.509008+00:00","decisions":1,"elapsed_s":42.985224,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"6b04b15b120b47d0b45bac7af33bf787","invalid_responses":0,"known_tokens":2316,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2316,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000135,"created_at":"2026-09-23T22:12:55.498273+00:00","decisions":1,"elapsed_s":7.368965,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"864980e6f0394aadb5ca7549e44e4ba6","invalid_responses":0,"known_tokens":1972,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":1972,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000135,"created_at":"2026-09-23T22:13:02.882714+00:00","decisions":1,"elapsed_s":6.783607,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"a32113dd162a499a9ca46f23b7448f6f","invalid_responses":0,"known_tokens":1972,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":1972,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000127,"created_at":"2026-09-23T22:13:09.672041+00:00","decisions":1,"elapsed_s":10.12556,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"1913bd3917cc4d4ea3517238425e422f","invalid_responses":0,"known_tokens":1858,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1858,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.3e-05,"created_at":"2026-09-23T22:13:19.802404+00:00","decisions":1,"elapsed_s":10.474473,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"96e8db11a0d746359ae1affc6d6cbd23","invalid_responses":0,"known_tokens":1439,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1439,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000138,"created_at":"2026-09-23T22:13:30.281655+00:00","decisions":1,"elapsed_s":7.06423,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"6c7b079b4f5442d09f897ae5e4917366","invalid_responses":0,"known_tokens":1943,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1943,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.7e-05,"created_at":"2026-09-23T22:13:37.350118+00:00","decisions":1,"elapsed_s":9.499911,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"cbe88d96a2774a0394d10b807f954181","invalid_responses":0,"known_tokens":1464,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1464,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.1e-05,"created_at":"2026-09-23T22:13:46.854294+00:00","decisions":1,"elapsed_s":4.461326,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"ec7e754cc4da458380f8b923175def41","invalid_responses":0,"known_tokens":1505,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1505,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.000722,"created_at":"2026-09-23T22:13:51.322136+00:00","decisions":3,"elapsed_s":49.151246,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"7c855787504044f498b19d29ead4d740","invalid_responses":0,"known_tokens":8195,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":8195,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000126,"created_at":"2026-09-23T22:14:40.480059+00:00","decisions":1,"elapsed_s":17.202125,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"8ce58bcaffb54a7cac3b70c4b18c8082","invalid_responses":0,"known_tokens":1868,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":1868,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.000656,"created_at":"2026-09-23T22:14:57.687831+00:00","decisions":3,"elapsed_s":77.002043,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":1,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"867c6908013e4e7da1fece939acaa96b","invalid_responses":0,"known_tokens":7480,"learned_decisions":2,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":7480,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":0,"version":"0.2"},{"attempts":5,"category":"long_horizon","cost_usd":0.002601,"created_at":"2026-09-23T22:16:14.695702+00:00","decisions":5,"elapsed_s":128.242368,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":null,"heldout_total":5,"id":"b67d63d82fea404d8d161f63b11a68ab","invalid_responses":0,"known_tokens":11650,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"validation","status":"failed","steps":5,"stop_reason":"provider_error","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":null,"tokens_complete":false,"tool_calls":5,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000125,"created_at":"2026-09-23T22:18:22.946828+00:00","decisions":1,"elapsed_s":9.089023,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"d995d6e95d134c1d80f118249d9461de","invalid_responses":0,"known_tokens":1866,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":1866,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.5e-05,"created_at":"2026-09-23T22:18:32.041255+00:00","decisions":1,"elapsed_s":5.044231,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"0a0050a609874b3d8f8f55a72c71d77a","invalid_responses":0,"known_tokens":1603,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1603,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000141,"created_at":"2026-09-23T22:18:37.090752+00:00","decisions":1,"elapsed_s":16.600483,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"2a535344c38e4ae2959b011d1fb6fe54","invalid_responses":0,"known_tokens":1773,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1773,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000137,"created_at":"2026-09-23T22:18:53.695454+00:00","decisions":1,"elapsed_s":24.368095,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"2a1e5ed9d8e84daa8b5f1f84d4d6076e","invalid_responses":0,"known_tokens":1931,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1931,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9e-05,"created_at":"2026-09-23T22:19:18.071623+00:00","decisions":1,"elapsed_s":8.674881,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"b88eed71cf514ea88eddb65da6b0b874","invalid_responses":0,"known_tokens":1472,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1472,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000137,"created_at":"2026-09-23T22:19:26.750388+00:00","decisions":1,"elapsed_s":9.955601,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"6a31a501c5174e188e2ada3ea213ba21","invalid_responses":0,"known_tokens":1929,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1929,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.00012,"created_at":"2026-09-23T22:19:36.709964+00:00","decisions":1,"elapsed_s":12.489216,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"87f7f551193147c3a96d9d10f12ababd","invalid_responses":0,"known_tokens":1698,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1698,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000158,"created_at":"2026-09-23T22:19:49.203785+00:00","decisions":1,"elapsed_s":16.255661,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"86080fe0e005498ca46e2ee03300bf83","invalid_responses":0,"known_tokens":1921,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1921,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":9.9e-05,"created_at":"2026-09-23T22:20:05.467913+00:00","decisions":1,"elapsed_s":4.905643,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"ae4f2bbd74a745efac1ef406606fc050","invalid_responses":0,"known_tokens":1686,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1686,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":9.9e-05,"created_at":"2026-09-23T22:20:10.378014+00:00","decisions":1,"elapsed_s":5.369393,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"69947407bf084eefba910157f8318ed7","invalid_responses":0,"known_tokens":1686,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1686,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":9.7e-05,"created_at":"2026-09-23T22:20:15.754172+00:00","decisions":1,"elapsed_s":5.035681,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"91111f66ff9a4d99a540042bf91c61f7","invalid_responses":0,"known_tokens":1666,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1666,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000267,"created_at":"2026-09-23T22:20:20.793740+00:00","decisions":2,"elapsed_s":14.691375,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"9f7ed3c4a3c1420ea38439fdd5dd6bd7","invalid_responses":0,"known_tokens":3906,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":3906,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.001345,"created_at":"2026-09-23T22:20:35.488928+00:00","decisions":1,"elapsed_s":0.80697,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":null,"heldout_total":4,"id":"113e6a47e29e40af8bb015abf122cd3c","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.001345,"created_at":"2026-09-23T22:20:36.299670+00:00","decisions":1,"elapsed_s":0.742931,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":null,"heldout_total":4,"id":"76e33296bc2e45efbdbb4fdfbd513905","invalid_responses":0,"known_tokens":0,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000122,"created_at":"2026-09-23T22:20:37.046072+00:00","decisions":1,"elapsed_s":10.460409,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"0d7f060f2ead49fdbd496bb92495d5c3","invalid_responses":0,"known_tokens":1855,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1855,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000341,"created_at":"2026-09-23T22:20:47.510955+00:00","decisions":2,"elapsed_s":17.860077,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"9781f434be75451cac2273655014aed4","invalid_responses":0,"known_tokens":4461,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":43,"solved":true,"split":"validation","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":4461,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"}],"status":"complete","summary":[{"escalation_frequency":0.0,"failed_runs":5,"fallback_decisions":0,"graded_runs":25,"hidden_test_pass_rate":0.9902912621359223,"learned_decisions":0,"mean_cost_usd":0.0003842333333333333,"mean_latency_s":24.57851733333333,"mean_regressions":0.0,"mean_steps":1.2,"mean_tokens":2433.44,"mean_tool_calls":2.8,"n":30,"planned":30,"policy":"strong_only","repair_eligible_runs":4,"solve_rate":0.8,"solved":24,"success_after_repair_rate":0.75,"token_measured_runs":25,"unnecessary_edits":0.0},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":0,"graded_runs":30,"hidden_test_pass_rate":0.9761904761904762,"learned_decisions":0,"mean_cost_usd":0.00023853333333333332,"mean_latency_s":12.909174766666666,"mean_regressions":0.0,"mean_steps":1.5,"mean_tokens":3325.0666666666666,"mean_tool_calls":3.466666666666667,"n":30,"planned":30,"policy":"cheap_only","repair_eligible_runs":9,"solve_rate":0.9,"solved":27,"success_after_repair_rate":0.6666666666666666,"token_measured_runs":30,"unnecessary_edits":0.1},{"escalation_frequency":0.3,"failed_runs":1,"fallback_decisions":0,"graded_runs":29,"hidden_test_pass_rate":0.9754098360655737,"learned_decisions":0,"mean_cost_usd":0.0002321,"mean_latency_s":15.307051766666666,"mean_regressions":0.0,"mean_steps":1.3333333333333333,"mean_tokens":2685.2758620689656,"mean_tool_calls":3.2333333333333334,"n":30,"planned":30,"policy":"escalate_on_failure","repair_eligible_runs":9,"solve_rate":0.8666666666666667,"solved":26,"success_after_repair_rate":0.5555555555555556,"token_measured_runs":29,"unnecessary_edits":0.10344827586206896},{"escalation_frequency":0.2,"failed_runs":1,"fallback_decisions":0,"graded_runs":29,"hidden_test_pass_rate":0.9834710743801653,"learned_decisions":0,"mean_cost_usd":0.00027016666666666666,"mean_latency_s":16.535183699999997,"mean_regressions":0.0,"mean_steps":1.5,"mean_tokens":3055.4827586206898,"mean_tool_calls":3.3333333333333335,"n":30,"planned":30,"policy":"static_router","repair_eligible_runs":11,"solve_rate":0.9,"solved":27,"success_after_repair_rate":0.7272727272727273,"token_measured_runs":29,"unnecessary_edits":0.20689655172413793},{"escalation_frequency":0.0,"failed_runs":3,"fallback_decisions":3,"graded_runs":27,"hidden_test_pass_rate":0.9642857142857143,"learned_decisions":35,"mean_cost_usd":0.00031803333333333333,"mean_latency_s":28.34126966666667,"mean_regressions":0.0,"mean_steps":1.2666666666666666,"mean_tokens":2466.740740740741,"mean_tool_calls":2.933333333333333,"n":30,"planned":30,"policy":"adaptive","repair_eligible_runs":6,"solve_rate":0.8333333333333334,"solved":25,"success_after_repair_rate":0.5,"token_measured_runs":27,"unnecessary_edits":0.0}],"task_count":50,"training_runs":[{"attempts":3,"category":"long_horizon","cost_usd":0.000358,"created_at":"2026-09-23T20:13:08.244452+00:00","decisions":4,"elapsed_s":16.055571,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["looping:repeated_candidate"],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":5,"id":"55150f45a57c423686b07cf54b212f8c","invalid_responses":0,"known_tokens":5286,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":12649659,"solved":false,"split":"train","status":"completed","steps":3,"stop_reason":"controller_stop","study_seed":17,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":5286,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000145,"created_at":"2026-09-23T20:13:24.309000+00:00","decisions":1,"elapsed_s":22.283891,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":5,"heldout_total":5,"id":"6771375510ab4296aafb7fcb984f32f9","invalid_responses":0,"known_tokens":1742,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":12659659,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":1742,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000147,"created_at":"2026-09-23T20:13:46.597264+00:00","decisions":1,"elapsed_s":7.296653,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"2839d3f8ef5c4a31a5d35e1001d162e2","invalid_responses":0,"known_tokens":1971,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3713040,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":1971,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.3e-05,"created_at":"2026-09-23T20:13:53.900420+00:00","decisions":1,"elapsed_s":11.46554,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"bdaacd1cbbef42e4977e5310c4bcd4c2","invalid_responses":0,"known_tokens":1395,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3723040,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":1395,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.2e-05,"created_at":"2026-09-23T20:14:05.374690+00:00","decisions":1,"elapsed_s":4.6192,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"f3cdfdd515134c70bd1e803e74e5313a","invalid_responses":0,"known_tokens":1529,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2391180,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":1529,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.1e-05,"created_at":"2026-09-23T20:14:10.003432+00:00","decisions":1,"elapsed_s":9.787324,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"b3d642db849d4099ad5b93c693bd55d0","invalid_responses":0,"known_tokens":1422,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2401180,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":1422,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"refactor","cost_usd":0.000186,"created_at":"2026-09-23T20:14:19.795404+00:00","decisions":2,"elapsed_s":9.130073,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"b5b4a7f7436c40f481b7fbb5c974290a","invalid_responses":0,"known_tokens":2997,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":635027,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":true,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":2997,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000131,"created_at":"2026-09-23T20:14:28.931589+00:00","decisions":1,"elapsed_s":26.923622,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"8a0cef3d56354907a239bb581f332d81","invalid_responses":0,"known_tokens":1616,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":645027,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":1616,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000132,"created_at":"2026-09-23T20:14:55.860646+00:00","decisions":1,"elapsed_s":7.751832,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"9aeb4af8ca0b44289082519bdcec58d2","invalid_responses":0,"known_tokens":1828,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6990627,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1828,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000108,"created_at":"2026-09-23T20:15:03.627022+00:00","decisions":1,"elapsed_s":12.832624,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"ca169cc3f8f24db397f631ceba5bd669","invalid_responses":0,"known_tokens":1519,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":7000627,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1519,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000106,"created_at":"2026-09-23T20:15:16.466706+00:00","decisions":1,"elapsed_s":5.463775,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"0565e394ec4d4180b7cb5fad7412fca6","invalid_responses":0,"known_tokens":1723,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2201099,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":1723,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000114,"created_at":"2026-09-23T20:15:21.937163+00:00","decisions":1,"elapsed_s":21.44901,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"79b3a9a9a7684a28adc1cc33405a5105","invalid_responses":0,"known_tokens":1650,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2211099,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":1650,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00015,"created_at":"2026-09-23T20:15:43.391630+00:00","decisions":1,"elapsed_s":7.112126,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":5,"heldout_total":5,"id":"f76c954b1d57422aa8e19b89b8c60553","invalid_responses":0,"known_tokens":2164,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9715925,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":2164,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000238,"created_at":"2026-09-23T20:15:50.510099+00:00","decisions":1,"elapsed_s":53.730123,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":5,"heldout_total":5,"id":"ee252628bdf0443fa345e4f1c7e5724c","invalid_responses":0,"known_tokens":2496,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9725925,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":2496,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":6.4e-05,"created_at":"2026-09-23T20:16:44.247139+00:00","decisions":1,"elapsed_s":3.166393,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"c6387925b08445339986f3f89ea94bc2","invalid_responses":0,"known_tokens":1490,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2143765,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1490,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.9e-05,"created_at":"2026-09-23T20:16:47.419146+00:00","decisions":1,"elapsed_s":9.186255,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"585bcd41881e4f43a1905f9f513252c4","invalid_responses":0,"known_tokens":1539,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2153765,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1539,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000118,"created_at":"2026-09-23T20:16:56.611260+00:00","decisions":1,"elapsed_s":8.591631,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"24e2556845494be1ab82f7ce8bdf1440","invalid_responses":0,"known_tokens":1846,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8179896,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1846,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.8e-05,"created_at":"2026-09-23T20:17:05.211153+00:00","decisions":1,"elapsed_s":9.491358,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"7cd1d79f97264a5bbe9d63acc99f8d6c","invalid_responses":0,"known_tokens":1528,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8189896,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1528,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000149,"created_at":"2026-09-23T20:17:14.707165+00:00","decisions":1,"elapsed_s":7.275855,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"b25204cc265647b4b5caee2bbdb1cbf8","invalid_responses":0,"known_tokens":2132,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15831454,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":2132,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000135,"created_at":"2026-09-23T20:17:21.988065+00:00","decisions":1,"elapsed_s":13.591422,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"e391f286ba3d4b269ee04e83cc3ddf38","invalid_responses":0,"known_tokens":1862,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15841454,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":1862,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000198,"created_at":"2026-09-23T20:17:35.584532+00:00","decisions":1,"elapsed_s":9.463413,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"3bdff3f67a60493c83fa0a37ac4e1873","invalid_responses":0,"known_tokens":2387,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13993805,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":2387,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000105,"created_at":"2026-09-23T20:17:45.055030+00:00","decisions":1,"elapsed_s":14.163188,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"43c0066f593c46eeacc803206c913fd8","invalid_responses":0,"known_tokens":1551,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14003805,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":1551,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:17:59.222887+00:00","decisions":1,"elapsed_s":5.350049,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"44876b512f5645e1893415ede1b79ab0","invalid_responses":0,"known_tokens":1719,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1975841,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1719,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000102,"created_at":"2026-09-23T20:18:04.578602+00:00","decisions":1,"elapsed_s":17.073912,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"132a533f197a4fc5a3d3f04592c4ab9c","invalid_responses":0,"known_tokens":1549,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1985841,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1549,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000196,"created_at":"2026-09-23T20:18:21.657048+00:00","decisions":1,"elapsed_s":14.039951,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"05e66e1918274d06a9fb554f2e1c42ce","invalid_responses":0,"known_tokens":2355,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10768921,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":2355,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.001315,"created_at":"2026-09-23T20:18:35.702462+00:00","decisions":1,"elapsed_s":0.714401,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":null,"heldout_total":4,"id":"9264a31e391f4ba9b7ce43ebd8cd182f","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10778921,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":17,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000331,"created_at":"2026-09-23T20:18:36.421497+00:00","decisions":1,"elapsed_s":18.256022,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"e522de244c4348dca0eb7b08ec5c6d49","invalid_responses":0,"known_tokens":3367,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6326862,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":3367,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000148,"created_at":"2026-09-23T20:18:54.684477+00:00","decisions":1,"elapsed_s":29.390281,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"97e385d7449840bd8a0faee38b7841e9","invalid_responses":0,"known_tokens":1762,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6336862,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":1762,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000139,"created_at":"2026-09-23T20:19:24.079666+00:00","decisions":1,"elapsed_s":11.832927,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"35e57bd4efd64cc3bc6d01eb73cb1462","invalid_responses":0,"known_tokens":1955,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3095696,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":1955,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000162,"created_at":"2026-09-23T20:19:35.918642+00:00","decisions":1,"elapsed_s":19.839739,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"e510a07428d140a18a86a1b1b9f9a735","invalid_responses":0,"known_tokens":1909,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3105696,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":1909,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":6.8e-05,"created_at":"2026-09-23T20:19:55.763616+00:00","decisions":1,"elapsed_s":3.752216,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"73b0c89f1db047018c4be45c7fcad0e4","invalid_responses":0,"known_tokens":1417,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10703480,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1417,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.4e-05,"created_at":"2026-09-23T20:19:59.521545+00:00","decisions":1,"elapsed_s":12.864716,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"f8706791df2d4652b01a2339a2cd6870","invalid_responses":0,"known_tokens":1464,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10713480,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1464,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000126,"created_at":"2026-09-23T20:20:12.392032+00:00","decisions":1,"elapsed_s":10.551856,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":5,"heldout_total":5,"id":"e309566c60864c53aefb251affebe50c","invalid_responses":0,"known_tokens":1861,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13608783,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":1861,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000221,"created_at":"2026-09-23T20:20:22.949323+00:00","decisions":1,"elapsed_s":27.992458,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":5,"heldout_total":5,"id":"f60d88bf855641ebb213d7e985fb3b14","invalid_responses":0,"known_tokens":2266,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13618783,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":2266,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.7e-05,"created_at":"2026-09-23T20:20:50.946826+00:00","decisions":1,"elapsed_s":4.285062,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"b7214d0c0ec74de8b93f51c86f9e5fd9","invalid_responses":0,"known_tokens":1513,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4220608,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1513,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000109,"created_at":"2026-09-23T20:20:55.238072+00:00","decisions":1,"elapsed_s":14.856107,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"28dc9aefb3a14727801ae7872971303c","invalid_responses":0,"known_tokens":1552,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4230608,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1552,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000118,"created_at":"2026-09-23T20:21:10.100909+00:00","decisions":1,"elapsed_s":5.297342,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"d387b1d05a8349ecb9f8746a948aef4f","invalid_responses":0,"known_tokens":1811,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8624692,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":1811,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000135,"created_at":"2026-09-23T20:21:15.404176+00:00","decisions":1,"elapsed_s":29.887926,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"1346f946d53c4c03a2eb4d43bdccc7bc","invalid_responses":0,"known_tokens":1770,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8634692,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":1770,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000127,"created_at":"2026-09-23T20:21:45.297855+00:00","decisions":3,"elapsed_s":4.218432,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"82ff4149dc7d48a7a89d651332168af1","invalid_responses":2,"known_tokens":2696,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":14214110,"solved":false,"split":"train","status":"completed","steps":2,"stop_reason":"controller_stop","study_seed":17,"success_after_repair":false,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":2696,"tokens_complete":true,"tool_calls":2,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":7.8e-05,"created_at":"2026-09-23T20:21:49.523486+00:00","decisions":1,"elapsed_s":14.025663,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"c330c4cefa04400681c702118326578f","invalid_responses":0,"known_tokens":1388,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14224110,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":1388,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000192,"created_at":"2026-09-23T20:22:03.555421+00:00","decisions":1,"elapsed_s":9.341807,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"6f37525c317641819edf17a924db681f","invalid_responses":0,"known_tokens":2551,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1722742,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":2551,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000223,"created_at":"2026-09-23T20:22:12.901521+00:00","decisions":1,"elapsed_s":33.923851,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"14f5428cef554c8dae9f9a84206beacf","invalid_responses":0,"known_tokens":2474,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1732742,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":2474,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000149,"created_at":"2026-09-23T20:22:46.830685+00:00","decisions":1,"elapsed_s":7.52713,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"b6cf04b28aab4978996674402b058e81","invalid_responses":0,"known_tokens":2242,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14851777,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":2242,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000171,"created_at":"2026-09-23T20:22:54.363617+00:00","decisions":1,"elapsed_s":23.282524,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"6db9ef6fc67740da939c735fbd7805d6","invalid_responses":0,"known_tokens":2192,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14861777,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":2192,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000168,"created_at":"2026-09-23T20:23:17.652196+00:00","decisions":1,"elapsed_s":8.532832,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"08087ec32ca349a9a9fcf5b089e83c82","invalid_responses":0,"known_tokens":2366,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3298454,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":2366,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.001373,"created_at":"2026-09-23T20:23:26.192842+00:00","decisions":1,"elapsed_s":0.770187,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":null,"heldout_total":4,"id":"ea0fc646a9c549d8b8be7cb53efd7c64","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3308454,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":17,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000109,"created_at":"2026-09-23T20:23:26.966514+00:00","decisions":1,"elapsed_s":4.805,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":5,"heldout_total":5,"id":"6ce331cd0a264d7c8fb6aedee191d48d","invalid_responses":0,"known_tokens":1824,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2937059,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":1824,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000135,"created_at":"2026-09-23T20:23:31.778130+00:00","decisions":1,"elapsed_s":17.726747,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":5,"heldout_total":5,"id":"fe64a34dba9543888b52998099ce9790","invalid_responses":0,"known_tokens":1858,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2947059,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":1858,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000105,"created_at":"2026-09-23T20:23:49.510537+00:00","decisions":1,"elapsed_s":4.781569,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"c09b0eb5e4634051a7239132a266e8a4","invalid_responses":0,"known_tokens":1896,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13846856,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1896,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000103,"created_at":"2026-09-23T20:23:54.297713+00:00","decisions":1,"elapsed_s":10.708134,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"c572079dfcf54a6faef7cf7e8bab397b","invalid_responses":0,"known_tokens":1780,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13856856,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1780,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000163,"created_at":"2026-09-23T20:24:05.011328+00:00","decisions":1,"elapsed_s":7.559676,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"4a380d3256a94b9f992d91c65fd84a5d","invalid_responses":0,"known_tokens":2101,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14138282,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":2101,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:24:12.575343+00:00","decisions":1,"elapsed_s":12.258595,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"4eafe7843c834aa8992f2544edf34026","invalid_responses":0,"known_tokens":1553,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14148282,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":1553,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000133,"created_at":"2026-09-23T20:24:24.837913+00:00","decisions":1,"elapsed_s":6.41823,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"4685045bb07f482baee371f33f6990dc","invalid_responses":0,"known_tokens":1893,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6536230,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":1893,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000115,"created_at":"2026-09-23T20:24:31.260457+00:00","decisions":1,"elapsed_s":11.810985,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"f7def29989514a188e71057d6d05c60a","invalid_responses":0,"known_tokens":1620,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6546230,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":1620,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000154,"created_at":"2026-09-23T20:24:43.079789+00:00","decisions":1,"elapsed_s":6.744895,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"244e456cf2f64c6ca8aecc9ef0c08154","invalid_responses":0,"known_tokens":2075,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14824699,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":2075,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00018,"created_at":"2026-09-23T20:24:49.831085+00:00","decisions":1,"elapsed_s":24.576129,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"3a0e87405b234affb7a0b7dd8fd7969b","invalid_responses":0,"known_tokens":2019,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14834699,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":2019,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000116,"created_at":"2026-09-23T20:25:14.412917+00:00","decisions":1,"elapsed_s":5.637449,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"0f1b12f16deb4ded889468485d8b9960","invalid_responses":0,"known_tokens":1735,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16206505,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":1735,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.001316,"created_at":"2026-09-23T20:25:20.054929+00:00","decisions":1,"elapsed_s":0.721232,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":null,"heldout_total":4,"id":"1cff63ddab2b4bb4aa7e1ad69cb76c99","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16216505,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":17,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000134,"created_at":"2026-09-23T20:25:20.780286+00:00","decisions":1,"elapsed_s":7.27927,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"eaa2e36e232d4d34ae5e2965d8320796","invalid_responses":0,"known_tokens":1882,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1623015,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":1882,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000172,"created_at":"2026-09-23T20:25:28.066117+00:00","decisions":1,"elapsed_s":26.293337,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"320314268b8c45e0befe40378de4bc98","invalid_responses":0,"known_tokens":1926,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1633015,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":1926,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000132,"created_at":"2026-09-23T20:53:01.238960+00:00","decisions":1,"elapsed_s":6.335569,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":5,"heldout_total":5,"id":"8acc69ece2214156935131d9999e3649","invalid_responses":0,"known_tokens":1839,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":12649671,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":1839,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001303,"created_at":"2026-09-23T20:53:07.580781+00:00","decisions":1,"elapsed_s":0.765289,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":null,"heldout_total":5,"id":"5a1cf5cda56044c69d1bbfb20c31db4a","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":12659671,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":29,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.00022,"created_at":"2026-09-23T20:53:08.350728+00:00","decisions":1,"elapsed_s":8.649062,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"8730041e63ff4d09b28afd081d34dbd5","invalid_responses":0,"known_tokens":2532,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3713052,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":2532,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":9.6e-05,"created_at":"2026-09-23T20:53:17.007997+00:00","decisions":1,"elapsed_s":12.757556,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"15d3ec8108c94ab0b713a923607bdd42","invalid_responses":0,"known_tokens":1470,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3723052,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":1470,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000105,"created_at":"2026-09-23T20:53:29.770598+00:00","decisions":1,"elapsed_s":8.742406,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"89b41a1e43db4b90b967f337ee4f66cd","invalid_responses":0,"known_tokens":1630,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2391192,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":1630,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.9e-05,"created_at":"2026-09-23T20:53:38.520762+00:00","decisions":1,"elapsed_s":12.117847,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"7df855c3adbb4ac8914d339924ad99ef","invalid_responses":0,"known_tokens":1408,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2401192,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":1408,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"refactor","cost_usd":0.000187,"created_at":"2026-09-23T20:53:50.643761+00:00","decisions":2,"elapsed_s":14.924871,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"416fd0bf34f846b3b62854d26c4ff92a","invalid_responses":0,"known_tokens":2890,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":635039,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":2890,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000135,"created_at":"2026-09-23T20:54:05.574270+00:00","decisions":1,"elapsed_s":33.746564,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"ed5cfbec406c46369fad7d9647cdda26","invalid_responses":0,"known_tokens":1639,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":645039,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":1639,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000107,"created_at":"2026-09-23T20:54:39.326469+00:00","decisions":1,"elapsed_s":4.407529,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"e1930b9a320c40f09b1a68ee224d1f34","invalid_responses":0,"known_tokens":1637,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6990639,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1637,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000107,"created_at":"2026-09-23T20:54:43.738048+00:00","decisions":1,"elapsed_s":15.394284,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"8147ccbab81248aaae36ab14b6d5b54e","invalid_responses":0,"known_tokens":1509,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":7000639,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1509,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000105,"created_at":"2026-09-23T20:54:59.137148+00:00","decisions":1,"elapsed_s":5.106035,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"10f16bf06b7f4ae7aab29ff77e328ee5","invalid_responses":0,"known_tokens":1712,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2201111,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":1712,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.001317,"created_at":"2026-09-23T20:55:04.253407+00:00","decisions":1,"elapsed_s":0.789839,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":null,"heldout_total":4,"id":"639e6096837844359311f16f40595277","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2211111,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":29,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000354,"created_at":"2026-09-23T20:55:05.050825+00:00","decisions":2,"elapsed_s":27.848831,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":5,"heldout_total":5,"id":"5c476f494e63493c88a9ee8426872374","invalid_responses":0,"known_tokens":4750,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9715937,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":4750,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001344,"created_at":"2026-09-23T20:55:32.905121+00:00","decisions":1,"elapsed_s":0.742185,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":null,"heldout_total":5,"id":"a17ad667214b44ff93967f0d5510a993","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9725937,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":29,"success_after_repair":false,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.3e-05,"created_at":"2026-09-23T20:55:33.650932+00:00","decisions":1,"elapsed_s":3.20036,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"877c4616a5d645ccb8a984e93d03b2a1","invalid_responses":0,"known_tokens":1563,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2143777,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1563,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.9e-05,"created_at":"2026-09-23T20:55:36.856403+00:00","decisions":1,"elapsed_s":13.129406,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"cb3c96ae6c154d588bd4e7b3ba80bcd1","invalid_responses":0,"known_tokens":1539,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2153777,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1539,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000105,"created_at":"2026-09-23T20:55:49.989316+00:00","decisions":1,"elapsed_s":4.171955,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"4772fca4b068472aaeec7273474b0022","invalid_responses":0,"known_tokens":1743,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8179908,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1743,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.6e-05,"created_at":"2026-09-23T20:55:54.165957+00:00","decisions":1,"elapsed_s":17.832957,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"9e5285c9325a4a95aa0aab18204c149f","invalid_responses":0,"known_tokens":1517,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8189908,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1517,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000269,"created_at":"2026-09-23T20:56:12.006461+00:00","decisions":2,"elapsed_s":15.87992,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"efea872b72cf4b95a12cb69c4de9b64f","invalid_responses":0,"known_tokens":4192,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15831466,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":4192,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000127,"created_at":"2026-09-23T20:56:27.892267+00:00","decisions":1,"elapsed_s":20.357941,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"9255de784efb4eb0ac9d747471186f78","invalid_responses":0,"known_tokens":1811,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15841466,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":1811,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000287,"created_at":"2026-09-23T20:56:48.255091+00:00","decisions":2,"elapsed_s":11.602574,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"9c0fa06591cb4e7da8abd53246de1ccb","invalid_responses":0,"known_tokens":3941,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13993817,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":3941,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.00132,"created_at":"2026-09-23T20:56:59.865841+00:00","decisions":1,"elapsed_s":0.92354,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":null,"heldout_total":4,"id":"491fd19698f0401ca9fd68c280a130fa","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14003817,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":29,"success_after_repair":false,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000107,"created_at":"2026-09-23T20:57:00.795486+00:00","decisions":1,"elapsed_s":4.907631,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"036505ac4006443bb5f3a8ba43387666","invalid_responses":0,"known_tokens":1702,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1975853,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1702,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:57:05.707867+00:00","decisions":1,"elapsed_s":19.737437,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"3934b74554144d36a9c5ef3d52ee42ab","invalid_responses":0,"known_tokens":1587,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1985853,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1587,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000155,"created_at":"2026-09-23T20:57:25.449767+00:00","decisions":1,"elapsed_s":6.320091,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"5eb196b9b8014de0bf0ed50ba810ccb8","invalid_responses":0,"known_tokens":2037,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10768933,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":2037,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000116,"created_at":"2026-09-23T20:57:31.774144+00:00","decisions":1,"elapsed_s":18.482763,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"inventory","heldout_passed":3,"heldout_total":4,"id":"3514c4b7ff744752856b9cae48b949b8","invalid_responses":0,"known_tokens":1592,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10778933,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":1592,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000112,"created_at":"2026-09-23T20:57:50.261992+00:00","decisions":1,"elapsed_s":5.505912,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"2a3c9e06f0074e759ca784b6e24e6a65","invalid_responses":0,"known_tokens":1690,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6326874,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":1690,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000135,"created_at":"2026-09-23T20:57:55.772232+00:00","decisions":1,"elapsed_s":19.419439,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"2d41dcf38a1a4199aa8b47797490b5d2","invalid_responses":0,"known_tokens":1683,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6336874,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":1683,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000118,"created_at":"2026-09-23T20:58:15.196967+00:00","decisions":1,"elapsed_s":9.920087,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"17f9e53f9e424bba98e7b97871800b16","invalid_responses":0,"known_tokens":1797,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3095708,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":1797,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000178,"created_at":"2026-09-23T20:58:25.123027+00:00","decisions":1,"elapsed_s":20.984119,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"bd4099e163db469fb533a89fe29e4a97","invalid_responses":0,"known_tokens":2003,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3105708,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":2003,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":6.6e-05,"created_at":"2026-09-23T20:58:46.111866+00:00","decisions":1,"elapsed_s":5.355432,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"f7493d1d161b4aabaf597afc16e52930","invalid_responses":0,"known_tokens":1408,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10703492,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1408,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.4e-05,"created_at":"2026-09-23T20:58:51.471454+00:00","decisions":1,"elapsed_s":7.644698,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"58200357102c4174b614bd3df94c152a","invalid_responses":0,"known_tokens":1464,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10713492,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1464,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000279,"created_at":"2026-09-23T20:58:59.121953+00:00","decisions":3,"elapsed_s":27.423745,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":5,"heldout_total":5,"id":"9931a61f8e334bcd83171bfa734eacc1","invalid_responses":0,"known_tokens":3707,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13608795,"solved":false,"split":"train","status":"completed","steps":2,"stop_reason":"controller_stop","study_seed":29,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":3707,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.001806,"created_at":"2026-09-23T20:59:26.553080+00:00","decisions":3,"elapsed_s":58.401082,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":null,"heldout_total":5,"id":"f81a5d98d4db42edb36df79b04d71743","invalid_responses":0,"known_tokens":4412,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":13618795,"solved":false,"split":"train","status":"failed","steps":3,"stop_reason":"provider_error","study_seed":29,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":null,"tokens_complete":false,"tool_calls":3,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.3e-05,"created_at":"2026-09-23T21:00:24.961839+00:00","decisions":1,"elapsed_s":4.630725,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"b8672c28feed41fcb09d9390631a2fa6","invalid_responses":0,"known_tokens":1486,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4220620,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1486,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.1e-05,"created_at":"2026-09-23T21:00:29.607553+00:00","decisions":1,"elapsed_s":8.71423,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"cd1dd00cfdeb41f281cab61dc7fc6752","invalid_responses":0,"known_tokens":1393,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4230620,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1393,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000114,"created_at":"2026-09-23T21:00:38.332954+00:00","decisions":1,"elapsed_s":7.713771,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"2197d93506ab425a8498a80d25cc9f58","invalid_responses":0,"known_tokens":1778,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8624704,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":1778,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"multi_file","cost_usd":0.000187,"created_at":"2026-09-23T21:00:46.053627+00:00","decisions":2,"elapsed_s":22.893914,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"0aad6bf9aa214b168f62aa95e7ed6fe9","invalid_responses":0,"known_tokens":3064,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":8634704,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":3064,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000143,"created_at":"2026-09-23T21:01:08.959833+00:00","decisions":2,"elapsed_s":11.373102,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"43145ddc7c04494093f6d61294e7020a","invalid_responses":1,"known_tokens":2739,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14214122,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":2739,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":8e-05,"created_at":"2026-09-23T21:01:20.340994+00:00","decisions":1,"elapsed_s":14.491432,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"68a475cb55eb494bac5b65b29f274670","invalid_responses":0,"known_tokens":1398,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14224122,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":1398,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000153,"created_at":"2026-09-23T21:01:34.838401+00:00","decisions":1,"elapsed_s":6.679296,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"2f6de50a21db4839a2e420d1fd86cf47","invalid_responses":0,"known_tokens":2255,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1722754,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":2255,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001374,"created_at":"2026-09-23T21:01:41.523095+00:00","decisions":1,"elapsed_s":0.669024,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":null,"heldout_total":5,"id":"1c99bf64084d4033978a8aa995c17f2e","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1732754,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":29,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000162,"created_at":"2026-09-23T21:01:42.196355+00:00","decisions":1,"elapsed_s":6.610655,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"e03ab1a51bc44ae89cb1fad26655b501","invalid_responses":0,"known_tokens":2348,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14851789,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":2348,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.001377,"created_at":"2026-09-23T21:01:48.812543+00:00","decisions":1,"elapsed_s":0.701231,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":null,"heldout_total":4,"id":"c3ce7b55481d4b89b916edb7a455bfdc","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14861789,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":29,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000132,"created_at":"2026-09-23T21:01:49.517472+00:00","decisions":1,"elapsed_s":5.962515,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"454135bce1b04be783a2ae758a964153","invalid_responses":0,"known_tokens":2085,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3298466,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":2085,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000124,"created_at":"2026-09-23T21:01:55.485563+00:00","decisions":1,"elapsed_s":23.582855,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"a70bbfcf87cf47509e59f78a22ac8544","invalid_responses":0,"known_tokens":1884,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3308466,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":1884,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":9.2e-05,"created_at":"2026-09-23T21:02:19.075335+00:00","decisions":1,"elapsed_s":4.225419,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":5,"heldout_total":5,"id":"13a72f044a6040d6b79bc38cf1064518","invalid_responses":0,"known_tokens":1698,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2937071,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":1698,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"refactor","cost_usd":0.000236,"created_at":"2026-09-23T21:02:23.307071+00:00","decisions":2,"elapsed_s":25.333049,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":5,"heldout_total":5,"id":"04843382e0ff45e997201665b56a031f","invalid_responses":0,"known_tokens":3586,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":2947071,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":3586,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000107,"created_at":"2026-09-23T21:02:48.648301+00:00","decisions":1,"elapsed_s":4.728498,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"71791c3f415f467cb9c7b0314bf74951","invalid_responses":0,"known_tokens":1910,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13846868,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1910,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000111,"created_at":"2026-09-23T21:02:53.383089+00:00","decisions":1,"elapsed_s":19.951924,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"86a8df164ea441bca5c5b65381a011bd","invalid_responses":0,"known_tokens":1826,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13856868,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1826,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000119,"created_at":"2026-09-23T21:03:13.344490+00:00","decisions":1,"elapsed_s":5.579671,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"957a1f37d10a440f8a102c92d9766e1a","invalid_responses":0,"known_tokens":1765,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14138294,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":1765,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000107,"created_at":"2026-09-23T21:03:18.928585+00:00","decisions":1,"elapsed_s":10.370968,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"e3d13259fc574e8cb2a720e34dae3a6b","invalid_responses":0,"known_tokens":1541,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14148294,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":1541,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000149,"created_at":"2026-09-23T21:03:29.307863+00:00","decisions":1,"elapsed_s":6.758734,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"cb48c46d262e43898c61651e70fe778c","invalid_responses":0,"known_tokens":2017,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6536242,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":2017,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000111,"created_at":"2026-09-23T21:03:36.073103+00:00","decisions":1,"elapsed_s":13.837623,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"798c379413bd449ca8ad32b83b405ec1","invalid_responses":0,"known_tokens":1597,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6546242,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":1597,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000195,"created_at":"2026-09-23T21:03:49.918280+00:00","decisions":1,"elapsed_s":8.328518,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"c162117d635f4fdfae982327b88cea98","invalid_responses":0,"known_tokens":2393,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14824711,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":2393,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000198,"created_at":"2026-09-23T21:03:58.252133+00:00","decisions":1,"elapsed_s":19.060603,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"767703b1a067415baed90b26f224a78d","invalid_responses":0,"known_tokens":2127,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14834711,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":2127,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000117,"created_at":"2026-09-23T21:04:17.319462+00:00","decisions":1,"elapsed_s":5.367081,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"d5f273ab4bb4473da2e4316294028c74","invalid_responses":0,"known_tokens":1742,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16206517,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":1742,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000108,"created_at":"2026-09-23T21:04:22.692167+00:00","decisions":1,"elapsed_s":11.607587,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"623141bed17540f98b42b08c3207bfb4","invalid_responses":0,"known_tokens":1541,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16216517,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":1541,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"multi_file","cost_usd":0.000251,"created_at":"2026-09-23T21:04:34.304249+00:00","decisions":2,"elapsed_s":10.534831,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"53645eaf4ef24be48d96da69d27736e4","invalid_responses":0,"known_tokens":3666,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1623027,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":true,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":3666,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000161,"created_at":"2026-09-23T21:04:44.846300+00:00","decisions":1,"elapsed_s":34.843782,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"f475a728823d4f1881366a694bb38571","invalid_responses":0,"known_tokens":1863,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1633027,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":29,"success_after_repair":false,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":1863,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.000492,"created_at":"2026-09-23T21:34:24.759601+00:00","decisions":5,"elapsed_s":25.906188,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":5,"heldout_total":5,"id":"474f25637c264882b5f1f4cdd67a9206","invalid_responses":0,"known_tokens":7188,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":2,"rollbacks":0,"seed":12649685,"solved":false,"split":"train","status":"completed","steps":4,"stop_reason":"controller_stop","study_seed":43,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":7188,"tokens_complete":true,"tool_calls":6,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000169,"created_at":"2026-09-23T21:34:50.678849+00:00","decisions":1,"elapsed_s":28.09936,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":5,"heldout_total":5,"id":"1d53b5fe9bd24186af3d150744595d15","invalid_responses":0,"known_tokens":1882,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":12659685,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":1882,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000117,"created_at":"2026-09-23T21:35:18.786318+00:00","decisions":1,"elapsed_s":5.927971,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"33c5f0da1da5403f9a9b607061d67272","invalid_responses":0,"known_tokens":1737,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3713066,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":1737,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":9.3e-05,"created_at":"2026-09-23T21:35:24.724522+00:00","decisions":1,"elapsed_s":13.517984,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"765dddaff70045c4995e0d72c6713995","invalid_responses":0,"known_tokens":1452,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3723066,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":1452,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00022,"created_at":"2026-09-23T21:35:38.246956+00:00","decisions":1,"elapsed_s":9.784542,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"6520d575e92c4709af5510d08417277f","invalid_responses":0,"known_tokens":2511,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2391206,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":2511,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.9e-05,"created_at":"2026-09-23T21:35:48.040095+00:00","decisions":1,"elapsed_s":19.813757,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"8eaf4a855b284354bf574c455ea0c4f5","invalid_responses":0,"known_tokens":1408,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2401206,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":1408,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"refactor","cost_usd":0.000207,"created_at":"2026-09-23T21:36:07.858931+00:00","decisions":2,"elapsed_s":8.326976,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"000ba8fa5ae349da91d98d4dcb5406ab","invalid_responses":0,"known_tokens":3164,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":635053,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":3164,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000132,"created_at":"2026-09-23T21:36:16.191709+00:00","decisions":1,"elapsed_s":17.69787,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"da141ea387ac4ad7bb6e8427a957881a","invalid_responses":0,"known_tokens":1618,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":645053,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":1618,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":9.6e-05,"created_at":"2026-09-23T21:36:33.894996+00:00","decisions":1,"elapsed_s":4.111075,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"d3f9eada543e4066ae09010be763fc5f","invalid_responses":0,"known_tokens":1554,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6990653,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1554,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000101,"created_at":"2026-09-23T21:36:38.010692+00:00","decisions":1,"elapsed_s":18.441016,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"55fbbe4067f94f78a8d12d46a882f553","invalid_responses":0,"known_tokens":1474,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":7000653,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1474,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000105,"created_at":"2026-09-23T21:36:56.456473+00:00","decisions":1,"elapsed_s":5.129299,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"85e8eba3b6594728a08d36e08d0b3d41","invalid_responses":0,"known_tokens":1715,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2201125,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":1715,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000119,"created_at":"2026-09-23T21:37:01.602663+00:00","decisions":1,"elapsed_s":16.992172,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"bee224c2cdc34197989a8cb80e96088c","invalid_responses":0,"known_tokens":1676,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2211125,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":1676,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000521,"created_at":"2026-09-23T21:37:18.600117+00:00","decisions":2,"elapsed_s":24.117615,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":5,"heldout_total":5,"id":"97f3c4ae13454d1cae439598c9a29a65","invalid_responses":0,"known_tokens":6240,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9715951,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":6240,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000288,"created_at":"2026-09-23T21:37:42.724393+00:00","decisions":1,"elapsed_s":38.650816,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":5,"heldout_total":5,"id":"586705eff899455892396520a2d4d348","invalid_responses":0,"known_tokens":2786,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9725951,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":2786,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":6.4e-05,"created_at":"2026-09-23T21:38:21.380205+00:00","decisions":1,"elapsed_s":2.703501,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"6d459d69d239487c8a1eeeb0ef01783a","invalid_responses":0,"known_tokens":1489,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2143791,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1489,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.4e-05,"created_at":"2026-09-23T21:38:24.088448+00:00","decisions":1,"elapsed_s":9.278867,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"3e273308f146433c9054d30ca19656df","invalid_responses":0,"known_tokens":1572,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2153791,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1572,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000121,"created_at":"2026-09-23T21:38:33.371584+00:00","decisions":1,"elapsed_s":4.766582,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"8865230ac73d4c2ebe1029df6c3fc317","invalid_responses":0,"known_tokens":1866,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8179922,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1866,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":9.1e-05,"created_at":"2026-09-23T21:38:38.144736+00:00","decisions":1,"elapsed_s":12.560926,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"70a823b0d987402fa9d1d07a349a3d14","invalid_responses":0,"known_tokens":1549,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8189922,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1549,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000297,"created_at":"2026-09-23T21:38:50.710927+00:00","decisions":2,"elapsed_s":18.122653,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"970d1dfdf3084c50a782be3b98fd2cd3","invalid_responses":1,"known_tokens":4106,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15831480,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":4106,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000135,"created_at":"2026-09-23T21:39:08.839732+00:00","decisions":1,"elapsed_s":20.709126,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"5574b08f99a540b6bbeeca0cea5d5a18","invalid_responses":0,"known_tokens":1860,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15841480,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":1860,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.0004,"created_at":"2026-09-23T21:39:29.553677+00:00","decisions":2,"elapsed_s":13.383186,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"31957e81837c42428990fac65c8bd4be","invalid_responses":0,"known_tokens":4808,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13993831,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":4808,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":9.6e-05,"created_at":"2026-09-23T21:39:42.943189+00:00","decisions":1,"elapsed_s":9.681618,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"cabba5100012438fb1e02c31056a3db4","invalid_responses":0,"known_tokens":1496,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14003831,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":1496,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000107,"created_at":"2026-09-23T21:39:52.629781+00:00","decisions":1,"elapsed_s":4.907976,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"c13abc7dc0d74beabbc1e97ff5061a9b","invalid_responses":0,"known_tokens":1697,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1975867,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1697,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00011,"created_at":"2026-09-23T21:39:57.541913+00:00","decisions":1,"elapsed_s":17.635651,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"6843f25c41304b97975e66e694bbc29d","invalid_responses":0,"known_tokens":1594,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1985867,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1594,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000373,"created_at":"2026-09-23T21:40:15.184489+00:00","decisions":1,"elapsed_s":15.994046,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"c8f8df00628a4766abddd1fa78ae346c","invalid_responses":0,"known_tokens":3715,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10768947,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":3715,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000108,"created_at":"2026-09-23T21:40:31.185859+00:00","decisions":1,"elapsed_s":10.758355,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"88e3de0f339e4dffad58376ad18a2a64","invalid_responses":0,"known_tokens":1544,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10778947,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":1544,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.00012,"created_at":"2026-09-23T21:40:41.949291+00:00","decisions":1,"elapsed_s":6.081621,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"a0f94eb21a2843618bf6128ace53e195","invalid_responses":0,"known_tokens":1746,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6326888,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":1746,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.001308,"created_at":"2026-09-23T21:40:48.036767+00:00","decisions":1,"elapsed_s":0.717301,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":null,"heldout_total":4,"id":"dc9ea2a593384fa28f5afe2d4284a013","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6336888,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":43,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000541,"created_at":"2026-09-23T21:40:48.757099+00:00","decisions":2,"elapsed_s":20.590532,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"5377d0c9c62d431791126a0a8fac2b84","invalid_responses":0,"known_tokens":5987,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3095722,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":5987,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000267,"created_at":"2026-09-23T21:41:09.353412+00:00","decisions":2,"elapsed_s":38.772181,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"b4e377a06d6548a5aa8ae45b8fbbd990","invalid_responses":0,"known_tokens":3509,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":3105722,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":3509,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":6.6e-05,"created_at":"2026-09-23T21:41:48.132191+00:00","decisions":1,"elapsed_s":2.853055,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"f9d3adc6c7924c4dbc2e13b45091e599","invalid_responses":0,"known_tokens":1408,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10703506,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1408,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.4e-05,"created_at":"2026-09-23T21:41:50.990479+00:00","decisions":1,"elapsed_s":11.984908,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"32bf732b379942a1960a1044a6cb0ade","invalid_responses":0,"known_tokens":1464,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10713506,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1464,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000126,"created_at":"2026-09-23T21:42:02.981488+00:00","decisions":1,"elapsed_s":5.29157,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":5,"heldout_total":5,"id":"4a553072364a4c73bd9719d0fb075317","invalid_responses":0,"known_tokens":1862,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13608809,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":1862,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000219,"created_at":"2026-09-23T21:42:08.279106+00:00","decisions":1,"elapsed_s":30.693176,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":5,"heldout_total":5,"id":"c5e1fb3cc6fb42c1b2e527d8e1ab642c","invalid_responses":0,"known_tokens":2253,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13618809,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":2253,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000145,"created_at":"2026-09-23T21:42:38.978459+00:00","decisions":1,"elapsed_s":6.245818,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"1426a4aa767547beb7700d48cc35769d","invalid_responses":0,"known_tokens":1965,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4220634,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1965,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.6e-05,"created_at":"2026-09-23T21:42:45.231579+00:00","decisions":1,"elapsed_s":9.034723,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"1f815230f8414064acc4b4750eb2f7e6","invalid_responses":0,"known_tokens":1420,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4230634,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1420,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000117,"created_at":"2026-09-23T21:42:54.270724+00:00","decisions":1,"elapsed_s":4.58404,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"ff3ba63f7ff14665a455d725cfaa597d","invalid_responses":0,"known_tokens":1806,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8624718,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":1806,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"multi_file","cost_usd":0.000266,"created_at":"2026-09-23T21:42:58.860020+00:00","decisions":2,"elapsed_s":28.764328,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"3d4d71003fef4a97842574fd6e1e4632","invalid_responses":0,"known_tokens":3530,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":8634718,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":3530,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000142,"created_at":"2026-09-23T21:43:27.632474+00:00","decisions":2,"elapsed_s":8.333429,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"b749f87c14bc4ba1a35096c50d1e4cef","invalid_responses":1,"known_tokens":2736,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14214136,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":2736,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":8.9e-05,"created_at":"2026-09-23T21:43:35.973443+00:00","decisions":1,"elapsed_s":8.830664,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"26eabb327d0741bba26be820a936b888","invalid_responses":0,"known_tokens":1451,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14224136,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":1451,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000159,"created_at":"2026-09-23T21:43:44.812013+00:00","decisions":1,"elapsed_s":6.410151,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"c113f6540bb84e09854f845f860843d8","invalid_responses":0,"known_tokens":2298,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1722768,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":2298,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000233,"created_at":"2026-09-23T21:43:51.232878+00:00","decisions":1,"elapsed_s":26.431816,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"99f9886a60c9458b8242cdb6d5a42404","invalid_responses":0,"known_tokens":2531,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1732768,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":2531,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000152,"created_at":"2026-09-23T21:44:17.669694+00:00","decisions":1,"elapsed_s":5.837368,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"dbb89e50ee8a4d50a92ef767a6f69591","invalid_responses":0,"known_tokens":2269,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14851803,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":2269,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000162,"created_at":"2026-09-23T21:44:23.513060+00:00","decisions":1,"elapsed_s":18.887343,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"9946b051b5374caa9f96232ac6eb3859","invalid_responses":0,"known_tokens":2136,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14861803,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":2136,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000192,"created_at":"2026-09-23T21:44:42.405474+00:00","decisions":1,"elapsed_s":7.221171,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"4c50851cd1414114b19cf69fd2b183dd","invalid_responses":0,"known_tokens":2552,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3298480,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":2552,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000117,"created_at":"2026-09-23T21:44:49.632207+00:00","decisions":1,"elapsed_s":11.888572,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"a0da6f1f5b5c430396a5757eca7d543a","invalid_responses":0,"known_tokens":1844,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3308480,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":1844,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000138,"created_at":"2026-09-23T21:45:01.555733+00:00","decisions":1,"elapsed_s":8.082785,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"cd6ce48983d54512b81d5572b6ebff2a","invalid_responses":0,"known_tokens":2048,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2937085,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":2048,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000132,"created_at":"2026-09-23T21:45:09.646377+00:00","decisions":1,"elapsed_s":31.260398,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":5,"heldout_total":5,"id":"ac292a22e4024b9eb7abed308139b0f5","invalid_responses":0,"known_tokens":1838,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2947085,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":1838,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000104,"created_at":"2026-09-23T21:45:40.912566+00:00","decisions":1,"elapsed_s":4.251099,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"b88f65375f5b4c6997ea5a8fbbd54e6a","invalid_responses":0,"known_tokens":1890,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13846882,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1890,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000107,"created_at":"2026-09-23T21:45:45.170588+00:00","decisions":1,"elapsed_s":9.842727,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"67d039b1f9aa44e596c985bb9d29e493","invalid_responses":0,"known_tokens":1799,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13856882,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1799,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000139,"created_at":"2026-09-23T21:45:55.020381+00:00","decisions":1,"elapsed_s":6.200591,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"249e39224ba245faa84600f2a835c94b","invalid_responses":0,"known_tokens":1917,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14138308,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":1917,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T21:46:01.239841+00:00","decisions":1,"elapsed_s":23.135891,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"b8c7c8b9b5044da281d2a29b45684ba5","invalid_responses":0,"known_tokens":1556,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14148308,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":1556,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000302,"created_at":"2026-09-23T21:46:24.384186+00:00","decisions":2,"elapsed_s":12.200231,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"dbbcc9296a0c4d2a89973aafb3a6587a","invalid_responses":0,"known_tokens":4072,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":6536256,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":4072,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000114,"created_at":"2026-09-23T21:46:36.591156+00:00","decisions":1,"elapsed_s":15.638397,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"f0daa877e29e4998be62121fcf6ce11b","invalid_responses":0,"known_tokens":1615,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6546256,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":1615,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000183,"created_at":"2026-09-23T21:46:52.235199+00:00","decisions":1,"elapsed_s":8.636025,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"ed0fc7f172b4443080b4b74c4a0f4b18","invalid_responses":0,"known_tokens":2297,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14824725,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":2297,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000283,"created_at":"2026-09-23T21:47:00.878067+00:00","decisions":2,"elapsed_s":43.62593,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"93b42d8d95454e819a9e6a9d2647b4f2","invalid_responses":0,"known_tokens":3770,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":14834725,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":3770,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000118,"created_at":"2026-09-23T21:47:44.510373+00:00","decisions":1,"elapsed_s":5.470378,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"128b741cba0141569ea03f7d3049235c","invalid_responses":0,"known_tokens":1748,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16206531,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":1748,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000108,"created_at":"2026-09-23T21:47:49.987509+00:00","decisions":1,"elapsed_s":15.589776,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"cdb604e9c0bd4487b39aefb71e8d8b7e","invalid_responses":0,"known_tokens":1539,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16216531,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":1539,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"multi_file","cost_usd":0.000238,"created_at":"2026-09-23T21:48:05.584671+00:00","decisions":2,"elapsed_s":11.054176,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"67eec90f529245cea640894e6907d4c3","invalid_responses":0,"known_tokens":3549,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1623041,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":true,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":3549,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000198,"created_at":"2026-09-23T21:48:16.644720+00:00","decisions":1,"elapsed_s":61.455767,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"932ca01e71c040089ccb1f0f8b4da3c1","invalid_responses":0,"known_tokens":2080,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1633041,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":43,"success_after_repair":false,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":2080,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"}],"validation_summary":[{"escalation_frequency":0.0,"failed_runs":5,"fallback_decisions":0,"graded_runs":25,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.00040040000000000003,"mean_latency_s":24.4649455,"mean_regressions":0.0,"mean_steps":1.2333333333333334,"mean_tokens":2119.36,"mean_tool_calls":2.9,"n":30,"planned":30,"policy":"strong_only","repair_eligible_runs":3,"solve_rate":0.8333333333333334,"solved":25,"success_after_repair_rate":0.6666666666666666,"token_measured_runs":25,"unnecessary_edits":0.04},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":0,"graded_runs":30,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.000185,"mean_latency_s":9.114176899999999,"mean_regressions":0.0,"mean_steps":1.2333333333333334,"mean_tokens":2595.3333333333335,"mean_tool_calls":3.2333333333333334,"n":30,"planned":30,"policy":"cheap_only","repair_eligible_runs":3,"solve_rate":1.0,"solved":30,"success_after_repair_rate":1.0,"token_measured_runs":30,"unnecessary_edits":0.06666666666666667},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":0,"graded_runs":30,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.00012136666666666667,"mean_latency_s":6.269733133333333,"mean_regressions":0.0,"mean_steps":1.0,"mean_tokens":1868.1,"mean_tool_calls":3.0,"n":30,"planned":30,"policy":"escalate_on_failure","repair_eligible_runs":0,"solve_rate":1.0,"solved":30,"success_after_repair_rate":null,"token_measured_runs":30,"unnecessary_edits":0.0},{"escalation_frequency":0.1,"failed_runs":0,"fallback_decisions":0,"graded_runs":30,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.00017616666666666665,"mean_latency_s":11.113244433333334,"mean_regressions":0.0,"mean_steps":1.2333333333333334,"mean_tokens":2476.766666666667,"mean_tool_calls":3.2333333333333334,"n":30,"planned":30,"policy":"static_router","repair_eligible_runs":4,"solve_rate":1.0,"solved":30,"success_after_repair_rate":1.0,"token_measured_runs":30,"unnecessary_edits":0.03333333333333333},{"escalation_frequency":0.0,"failed_runs":2,"fallback_decisions":4,"graded_runs":28,"hidden_test_pass_rate":1.0,"learned_decisions":32,"mean_cost_usd":0.00028493333333333334,"mean_latency_s":27.2698904,"mean_regressions":0.0,"mean_steps":1.2,"mean_tokens":2555.1785714285716,"mean_tool_calls":3.066666666666667,"n":30,"planned":30,"policy":"adaptive","repair_eligible_runs":3,"solve_rate":0.9333333333333333,"solved":28,"success_after_repair_rate":1.0,"token_measured_runs":28,"unnecessary_edits":0.03571428571428571}],"version":"0.2","catalog":{"task_count":50,"family_count":10,"task_manifest_hash":"ccb6b8e3996e067e24ecfb4b2f14d6ffb543380b10acb7bcfbc4f19d6b6f116b","public_mode":"recorded_only"},"downloads":["technical-report.pdf","technical-report.md","results.csv","failure_analysis.csv","bootstrap_results.json","trajectories.jsonl"]}