{"coverage":{"catalog_tasks":50,"completed":100,"evaluated_unique_tasks":20,"missing":[{"policy":"strong_only","seed":29,"task_id":"analytics-deduplicated-means"},{"policy":"cheap_only","seed":29,"task_id":"analytics-deduplicated-means"},{"policy":"escalate_on_failure","seed":29,"task_id":"analytics-deduplicated-means"},{"policy":"static_router","seed":29,"task_id":"analytics-deduplicated-means"},{"policy":"adaptive","seed":29,"task_id":"analytics-deduplicated-means"},{"policy":"strong_only","seed":29,"task_id":"analytics-partial-buckets"},{"policy":"cheap_only","seed":29,"task_id":"analytics-partial-buckets"},{"policy":"escalate_on_failure","seed":29,"task_id":"analytics-partial-buckets"},{"policy":"static_router","seed":29,"task_id":"analytics-partial-buckets"},{"policy":"adaptive","seed":29,"task_id":"analytics-partial-buckets"},{"policy":"strong_only","seed":29,"task_id":"analytics-quantile-index"},{"policy":"cheap_only","seed":29,"task_id":"analytics-quantile-index"},{"policy":"escalate_on_failure","seed":29,"task_id":"analytics-quantile-index"},{"policy":"static_router","seed":29,"task_id":"analytics-quantile-index"},{"policy":"adaptive","seed":29,"task_id":"analytics-quantile-index"},{"policy":"strong_only","seed":29,"task_id":"analytics-reporting-recovery"},{"policy":"cheap_only","seed":29,"task_id":"analytics-reporting-recovery"},{"policy":"escalate_on_failure","seed":29,"task_id":"analytics-reporting-recovery"},{"policy":"static_router","seed":29,"task_id":"analytics-reporting-recovery"},{"policy":"adaptive","seed":29,"task_id":"analytics-reporting-recovery"},{"policy":"strong_only","seed":29,"task_id":"analytics-window-boundary"},{"policy":"cheap_only","seed":29,"task_id":"analytics-window-boundary"},{"policy":"escalate_on_failure","seed":29,"task_id":"analytics-window-boundary"},{"policy":"static_router","seed":29,"task_id":"analytics-window-boundary"},{"policy":"adaptive","seed":29,"task_id":"analytics-window-boundary"},{"policy":"strong_only","seed":29,"task_id":"federation-clock-components"},{"policy":"cheap_only","seed":29,"task_id":"federation-clock-components"},{"policy":"escalate_on_failure","seed":29,"task_id":"federation-clock-components"},{"policy":"static_router","seed":29,"task_id":"federation-clock-components"},{"policy":"adaptive","seed":29,"task_id":"federation-clock-components"},{"policy":"strong_only","seed":29,"task_id":"federation-clock-join"},{"policy":"cheap_only","seed":29,"task_id":"federation-clock-join"},{"policy":"escalate_on_failure","seed":29,"task_id":"federation-clock-join"},{"policy":"static_router","seed":29,"task_id":"federation-clock-join"},{"policy":"adaptive","seed":29,"task_id":"federation-clock-join"},{"policy":"strong_only","seed":29,"task_id":"federation-replica-recovery"},{"policy":"cheap_only","seed":29,"task_id":"federation-replica-recovery"},{"policy":"escalate_on_failure","seed":29,"task_id":"federation-replica-recovery"},{"policy":"static_router","seed":29,"task_id":"federation-replica-recovery"},{"policy":"adaptive","seed":29,"task_id":"federation-replica-recovery"},{"policy":"strong_only","seed":29,"task_id":"federation-strict-frontier"},{"policy":"cheap_only","seed":29,"task_id":"federation-strict-frontier"},{"policy":"escalate_on_failure","seed":29,"task_id":"federation-strict-frontier"},{"policy":"static_router","seed":29,"task_id":"federation-strict-frontier"},{"policy":"adaptive","seed":29,"task_id":"federation-strict-frontier"},{"policy":"strong_only","seed":29,"task_id":"federation-tombstone-policy"},{"policy":"cheap_only","seed":29,"task_id":"federation-tombstone-policy"},{"policy":"escalate_on_failure","seed":29,"task_id":"federation-tombstone-policy"},{"policy":"static_router","seed":29,"task_id":"federation-tombstone-policy"},{"policy":"adaptive","seed":29,"task_id":"federation-tombstone-policy"},{"policy":"strong_only","seed":29,"task_id":"search-case-normalization"},{"policy":"cheap_only","seed":29,"task_id":"search-case-normalization"},{"policy":"escalate_on_failure","seed":29,"task_id":"search-case-normalization"},{"policy":"static_router","seed":29,"task_id":"search-case-normalization"},{"policy":"adaptive","seed":29,"task_id":"search-case-normalization"},{"policy":"strong_only","seed":29,"task_id":"search-frequency-ranking"},{"policy":"cheap_only","seed":29,"task_id":"search-frequency-ranking"},{"policy":"escalate_on_failure","seed":29,"task_id":"search-frequency-ranking"},{"policy":"static_router","seed":29,"task_id":"search-frequency-ranking"},{"policy":"adaptive","seed":29,"task_id":"search-frequency-ranking"},{"policy":"strong_only","seed":29,"task_id":"search-label-semantics"},{"policy":"cheap_only","seed":29,"task_id":"search-label-semantics"},{"policy":"escalate_on_failure","seed":29,"task_id":"search-label-semantics"},{"policy":"static_router","seed":29,"task_id":"search-label-semantics"},{"policy":"adaptive","seed":29,"task_id":"search-label-semantics"},{"policy":"strong_only","seed":29,"task_id":"search-ranked-pagination"},{"policy":"cheap_only","seed":29,"task_id":"search-ranked-pagination"},{"policy":"escalate_on_failure","seed":29,"task_id":"search-ranked-pagination"},{"policy":"static_router","seed":29,"task_id":"search-ranked-pagination"},{"policy":"adaptive","seed":29,"task_id":"search-ranked-pagination"},{"policy":"strong_only","seed":29,"task_id":"search-search-release"},{"policy":"cheap_only","seed":29,"task_id":"search-search-release"},{"policy":"escalate_on_failure","seed":29,"task_id":"search-search-release"},{"policy":"static_router","seed":29,"task_id":"search-search-release"},{"policy":"adaptive","seed":29,"task_id":"search-search-release"},{"policy":"strong_only","seed":29,"task_id":"workflows-canonical-order"},{"policy":"cheap_only","seed":29,"task_id":"workflows-canonical-order"},{"policy":"escalate_on_failure","seed":29,"task_id":"workflows-canonical-order"},{"policy":"static_router","seed":29,"task_id":"workflows-canonical-order"},{"policy":"adaptive","seed":29,"task_id":"workflows-canonical-order"},{"policy":"strong_only","seed":29,"task_id":"workflows-coordinator-recovery"},{"policy":"cheap_only","seed":29,"task_id":"workflows-coordinator-recovery"},{"policy":"escalate_on_failure","seed":29,"task_id":"workflows-coordinator-recovery"},{"policy":"static_router","seed":29,"task_id":"workflows-coordinator-recovery"},{"policy":"adaptive","seed":29,"task_id":"workflows-coordinator-recovery"},{"policy":"strong_only","seed":29,"task_id":"workflows-cycle-validation"},{"policy":"cheap_only","seed":29,"task_id":"workflows-cycle-validation"},{"policy":"escalate_on_failure","seed":29,"task_id":"workflows-cycle-validation"},{"policy":"static_router","seed":29,"task_id":"workflows-cycle-validation"},{"policy":"adaptive","seed":29,"task_id":"workflows-cycle-validation"},{"policy":"strong_only","seed":29,"task_id":"workflows-failure-propagation"},{"policy":"cheap_only","seed":29,"task_id":"workflows-failure-propagation"},{"policy":"escalate_on_failure","seed":29,"task_id":"workflows-failure-propagation"},{"policy":"static_router","seed":29,"task_id":"workflows-failure-propagation"},{"policy":"adaptive","seed":29,"task_id":"workflows-failure-propagation"},{"policy":"strong_only","seed":29,"task_id":"workflows-readiness-gates"},{"policy":"cheap_only","seed":29,"task_id":"workflows-readiness-gates"},{"policy":"escalate_on_failure","seed":29,"task_id":"workflows-readiness-gates"},{"policy":"static_router","seed":29,"task_id":"workflows-readiness-gates"},{"policy":"adaptive","seed":29,"task_id":"workflows-readiness-gates"},{"policy":"strong_only","seed":43,"task_id":"analytics-deduplicated-means"},{"policy":"cheap_only","seed":43,"task_id":"analytics-deduplicated-means"},{"policy":"escalate_on_failure","seed":43,"task_id":"analytics-deduplicated-means"},{"policy":"static_router","seed":43,"task_id":"analytics-deduplicated-means"},{"policy":"adaptive","seed":43,"task_id":"analytics-deduplicated-means"},{"policy":"strong_only","seed":43,"task_id":"analytics-partial-buckets"},{"policy":"cheap_only","seed":43,"task_id":"analytics-partial-buckets"},{"policy":"escalate_on_failure","seed":43,"task_id":"analytics-partial-buckets"},{"policy":"static_router","seed":43,"task_id":"analytics-partial-buckets"},{"policy":"adaptive","seed":43,"task_id":"analytics-partial-buckets"},{"policy":"strong_only","seed":43,"task_id":"analytics-quantile-index"},{"policy":"cheap_only","seed":43,"task_id":"analytics-quantile-index"},{"policy":"escalate_on_failure","seed":43,"task_id":"analytics-quantile-index"},{"policy":"static_router","seed":43,"task_id":"analytics-quantile-index"},{"policy":"adaptive","seed":43,"task_id":"analytics-quantile-index"},{"policy":"strong_only","seed":43,"task_id":"analytics-reporting-recovery"},{"policy":"cheap_only","seed":43,"task_id":"analytics-reporting-recovery"},{"policy":"escalate_on_failure","seed":43,"task_id":"analytics-reporting-recovery"},{"policy":"static_router","seed":43,"task_id":"analytics-reporting-recovery"},{"policy":"adaptive","seed":43,"task_id":"analytics-reporting-recovery"},{"policy":"strong_only","seed":43,"task_id":"analytics-window-boundary"},{"policy":"cheap_only","seed":43,"task_id":"analytics-window-boundary"},{"policy":"escalate_on_failure","seed":43,"task_id":"analytics-window-boundary"},{"policy":"static_router","seed":43,"task_id":"analytics-window-boundary"},{"policy":"adaptive","seed":43,"task_id":"analytics-window-boundary"},{"policy":"strong_only","seed":43,"task_id":"federation-clock-components"},{"policy":"cheap_only","seed":43,"task_id":"federation-clock-components"},{"policy":"escalate_on_failure","seed":43,"task_id":"federation-clock-components"},{"policy":"static_router","seed":43,"task_id":"federation-clock-components"},{"policy":"adaptive","seed":43,"task_id":"federation-clock-components"},{"policy":"strong_only","seed":43,"task_id":"federation-clock-join"},{"policy":"cheap_only","seed":43,"task_id":"federation-clock-join"},{"policy":"escalate_on_failure","seed":43,"task_id":"federation-clock-join"},{"policy":"static_router","seed":43,"task_id":"federation-clock-join"},{"policy":"adaptive","seed":43,"task_id":"federation-clock-join"},{"policy":"strong_only","seed":43,"task_id":"federation-replica-recovery"},{"policy":"cheap_only","seed":43,"task_id":"federation-replica-recovery"},{"policy":"escalate_on_failure","seed":43,"task_id":"federation-replica-recovery"},{"policy":"static_router","seed":43,"task_id":"federation-replica-recovery"},{"policy":"adaptive","seed":43,"task_id":"federation-replica-recovery"},{"policy":"strong_only","seed":43,"task_id":"federation-strict-frontier"},{"policy":"cheap_only","seed":43,"task_id":"federation-strict-frontier"},{"policy":"escalate_on_failure","seed":43,"task_id":"federation-strict-frontier"},{"policy":"static_router","seed":43,"task_id":"federation-strict-frontier"},{"policy":"adaptive","seed":43,"task_id":"federation-strict-frontier"},{"policy":"strong_only","seed":43,"task_id":"federation-tombstone-policy"},{"policy":"cheap_only","seed":43,"task_id":"federation-tombstone-policy"},{"policy":"escalate_on_failure","seed":43,"task_id":"federation-tombstone-policy"},{"policy":"static_router","seed":43,"task_id":"federation-tombstone-policy"},{"policy":"adaptive","seed":43,"task_id":"federation-tombstone-policy"},{"policy":"strong_only","seed":43,"task_id":"search-case-normalization"},{"policy":"cheap_only","seed":43,"task_id":"search-case-normalization"},{"policy":"escalate_on_failure","seed":43,"task_id":"search-case-normalization"},{"policy":"static_router","seed":43,"task_id":"search-case-normalization"},{"policy":"adaptive","seed":43,"task_id":"search-case-normalization"},{"policy":"strong_only","seed":43,"task_id":"search-frequency-ranking"},{"policy":"cheap_only","seed":43,"task_id":"search-frequency-ranking"},{"policy":"escalate_on_failure","seed":43,"task_id":"search-frequency-ranking"},{"policy":"static_router","seed":43,"task_id":"search-frequency-ranking"},{"policy":"adaptive","seed":43,"task_id":"search-frequency-ranking"},{"policy":"strong_only","seed":43,"task_id":"search-label-semantics"},{"policy":"cheap_only","seed":43,"task_id":"search-label-semantics"},{"policy":"escalate_on_failure","seed":43,"task_id":"search-label-semantics"},{"policy":"static_router","seed":43,"task_id":"search-label-semantics"},{"policy":"adaptive","seed":43,"task_id":"search-label-semantics"},{"policy":"strong_only","seed":43,"task_id":"search-ranked-pagination"},{"policy":"cheap_only","seed":43,"task_id":"search-ranked-pagination"},{"policy":"escalate_on_failure","seed":43,"task_id":"search-ranked-pagination"},{"policy":"static_router","seed":43,"task_id":"search-ranked-pagination"},{"policy":"adaptive","seed":43,"task_id":"search-ranked-pagination"},{"policy":"strong_only","seed":43,"task_id":"search-search-release"},{"policy":"cheap_only","seed":43,"task_id":"search-search-release"},{"policy":"escalate_on_failure","seed":43,"task_id":"search-search-release"},{"policy":"static_router","seed":43,"task_id":"search-search-release"},{"policy":"adaptive","seed":43,"task_id":"search-search-release"},{"policy":"strong_only","seed":43,"task_id":"workflows-canonical-order"},{"policy":"cheap_only","seed":43,"task_id":"workflows-canonical-order"},{"policy":"escalate_on_failure","seed":43,"task_id":"workflows-canonical-order"},{"policy":"static_router","seed":43,"task_id":"workflows-canonical-order"},{"policy":"adaptive","seed":43,"task_id":"workflows-canonical-order"},{"policy":"strong_only","seed":43,"task_id":"workflows-coordinator-recovery"},{"policy":"cheap_only","seed":43,"task_id":"workflows-coordinator-recovery"},{"policy":"escalate_on_failure","seed":43,"task_id":"workflows-coordinator-recovery"},{"policy":"static_router","seed":43,"task_id":"workflows-coordinator-recovery"},{"policy":"adaptive","seed":43,"task_id":"workflows-coordinator-recovery"},{"policy":"strong_only","seed":43,"task_id":"workflows-cycle-validation"},{"policy":"cheap_only","seed":43,"task_id":"workflows-cycle-validation"},{"policy":"escalate_on_failure","seed":43,"task_id":"workflows-cycle-validation"},{"policy":"static_router","seed":43,"task_id":"workflows-cycle-validation"},{"policy":"adaptive","seed":43,"task_id":"workflows-cycle-validation"},{"policy":"strong_only","seed":43,"task_id":"workflows-failure-propagation"},{"policy":"cheap_only","seed":43,"task_id":"workflows-failure-propagation"},{"policy":"escalate_on_failure","seed":43,"task_id":"workflows-failure-propagation"},{"policy":"static_router","seed":43,"task_id":"workflows-failure-propagation"},{"policy":"adaptive","seed":43,"task_id":"workflows-failure-propagation"},{"policy":"strong_only","seed":43,"task_id":"workflows-readiness-gates"},{"policy":"cheap_only","seed":43,"task_id":"workflows-readiness-gates"},{"policy":"escalate_on_failure","seed":43,"task_id":"workflows-readiness-gates"},{"policy":"static_router","seed":43,"task_id":"workflows-readiness-gates"},{"policy":"adaptive","seed":43,"task_id":"workflows-readiness-gates"}],"planned":300,"seeds_observed":[17],"seeds_planned":[17,29,43],"summary_split":"test","test_families":2,"test_unique_tasks":10,"training_completed":60,"training_count_basis":"Validated indexed training episode artifacts, including failed episodes; not stale manifest counters","training_planned":180,"training_unique_tasks":30},"generated_at":"2026-09-23T20:55:16.480708+00:00","limitations":["Authored miniature Python repositories, not real-world SWE-bench issues or evidence of production long-horizon capability.","Hidden means withheld from agent context during evaluation; source publication makes this a transparent benchmark, not a private contamination-resistant test set.","Five related variants per family share interfaces; families are split-disjoint, but task observations are not fully independent.","The learned controller is fitted offline; hosted language-model weights are unchanged.","Observed failure labels are testable proxies, not causal claims about localization, planning or private model reasoning.","Latency includes hosted inference, network and isolated testing; it is not GPU-seconds.","Failed requests, missing measurements and incomplete coverage are retained. Success rates describe attempted runs, not unrun tasks.","Sparse state/action coverage triggers an explicit hand-written fallback; learned-action coverage is reported.","Unnecessary edits count changed files outside the reference patch scope, assessed only after decisions. Alternative valid edits may count; this is not a minimality oracle.","No family confidence interval is estimated with fewer than three independent held-out families. Repeated seeds do not increase the family count."],"models":[{"id":"openai/gpt-oss-20b","max_output_tokens":4096,"role":"cheap"},{"id":"openai/gpt-oss-120b","max_output_tokens":4096,"role":"strong"}],"paired_differences":[{"baseline":"strong_only","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":10,"paired_families":2,"paired_tasks":10,"solve_rate_difference":0.1,"status":"insufficient_clusters"},{"baseline":"cheap_only","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":10,"paired_families":2,"paired_tasks":10,"solve_rate_difference":-0.2,"status":"insufficient_clusters"},{"baseline":"escalate_on_failure","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":10,"paired_families":2,"paired_tasks":10,"solve_rate_difference":-0.1,"status":"insufficient_clusters"},{"baseline":"static_router","bootstrap_samples":0,"family_bootstrap_95":null,"note":"Seeds averaged within task; families resampled together. Fewer than three families: no interval estimated. Even three clusters warrant cautious descriptive interpretation.","paired_episodes":10,"paired_families":2,"paired_tasks":10,"solve_rate_difference":-0.2,"status":"insufficient_clusters"}],"policies":["strong_only","cheap_only","escalate_on_failure","static_router","adaptive"],"provenance":{"configuration":{"cost_weight":5.0,"evaluation_ids":["analytics-deduplicated-means","analytics-partial-buckets","analytics-quantile-index","analytics-reporting-recovery","analytics-window-boundary","federation-clock-components","federation-clock-join","federation-replica-recovery","federation-strict-frontier","federation-tombstone-policy","search-case-normalization","search-frequency-ranking","search-label-semantics","search-ranked-pagination","search-search-release","workflows-canonical-order","workflows-coordinator-recovery","workflows-cycle-validation","workflows-failure-propagation","workflows-readiness-gates"],"language_model_weights_updated":false,"maximum_decisions":10,"maximum_model_calls":6,"planned_evaluation_episodes":100,"planned_training_episodes":60,"policies":["strong_only","cheap_only","escalate_on_failure","static_router","adaptive"],"protocol":"forgebench-v0.2-prespecified","selection":"Lexicographic task IDs within every selected family, declared before inference","study_cost_cap_usd":5.0,"task_count":50,"train_rollouts_per_task":2,"training_ids":["billing-checkout-recovery","billing-coupon-idempotency","billing-credit-order","billing-shared-validation","billing-tax-rounding","delivery-backoff-index","delivery-delivery-recovery","delivery-idempotent-selection","delivery-queue-ordering","delivery-rate-limit-retries","inventory-atomic-reservations","inventory-event-replay","inventory-shipment-regression","inventory-stock-projection","inventory-warehouse-recovery","permissions-deny-precedence","permissions-policy-migration","permissions-role-inheritance","permissions-safe-export","permissions-segment-wildcards","publishing-cms-release","publishing-feed-continuation","publishing-partial-translations","publishing-shared-excerpts","publishing-text-escaping","scheduling-adjacent-bookings","scheduling-availability-union","scheduling-calendar-recovery","scheduling-reject-empty-slots","scheduling-resource-scope"],"version":"0.2"},"controller_selection":"Separate train-only controller per seed; no selection by validation or test outcome","cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","protocol":"forgebench-v0.2-three-seed","provider":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","models":[{"id":"openai/gpt-oss-20b","max_output_tokens":4096,"role":"cheap"},{"id":"openai/gpt-oss-120b","max_output_tokens":4096,"role":"strong"}],"provider":"openrouter","routing":{"allow_fallbacks":false,"max_price":{"completion":0.25,"prompt":0.05},"only":["coreweave/fp4"],"order":["coreweave/fp4"],"quantizations":["fp4"],"require_parameters":true},"seed_support":"requested, determinism not guaranteed","temperature":0.2,"weights_updated":false},"requested_seeds":[17,29,43],"runtime_source_sha256":"3151c7aabf76e10f17aa680749f14584cc5383490257f86d2b356617e4624458","source_manifest":{"checkpoint_revision":"Hosted provider does not expose a fixed checkpoint revision.","files":{"forgerl/__init__.py":"aa511473fd146b872d2fa31fdc7425d3c17e23710e77b546e341a0a4fb377e77","forgerl/app.py":"082694677c12be5c3759b43001d2f77f1f7698a93107c5350d0cbb02c2448d8a","forgerl/bench/__init__.py":"e01ab948bf8529f794aa7c66a6665a9fcf721dfc08ad6512e94a241b1918af56","forgerl/bench/api.py":"055706c74ddcbc30648f3d80b43df91c333c242e4ab42c519fa7c82087acbec7","forgerl/bench/catalog/__init__.py":"3a28b6418f06aea546718ace56c489a5ae9ff5dcf5bfb252eabb718dc5f2f181","forgerl/bench/catalog/analytics.py":"0dd2ca40424c4b4fed8ba30057898245916e802afdb89bfbf173a902238d0d45","forgerl/bench/catalog/billing.py":"8444a652c257daeeb33a3afcdb7f7b3ae2281a08a63d8f395e340d4889afbb6e","forgerl/bench/catalog/delivery.py":"ed797f762c60c3bef45de050ace17a0e808fab662994dd0a4c45fd64c3d09bc5","forgerl/bench/catalog/federation.py":"9941f3491c7702b1602bf400fb26fc850c263556c703e2a274da6b625486b404","forgerl/bench/catalog/inventory.py":"695e2e50273a7d0b4ef84be32bc9b42818bf22b445c341b238aeb9c81f9c0560","forgerl/bench/catalog/permissions.py":"7ec9d94c386ba48b0b89ca5d0b071383ee3bf142e20bea00afb71829b5842b01","forgerl/bench/catalog/publishing.py":"7aacca4597a88a4b7e7da9d23af4dd7e425cddea4a9525fc260e65823571c6c1","forgerl/bench/catalog/scheduling.py":"d2c4ff10914f076e2014f530e2133ef4343d6bdaebe6faac153ff3d360909c77","forgerl/bench/catalog/search.py":"52d181391934911ae2a40dc04f7cef053c202774827235fd7ccc22b3cf2ce139","forgerl/bench/catalog/workflows.py":"a76f7b9ddb1416e817369e2706dcaef2130d110be4ed25b84bd1d53f88b4fd1a","forgerl/bench/engine.py":"629a32858e25219133538ffc83b6718d413ffd16a3ddba440d7f8939bfb21319","forgerl/bench/provider.py":"05442a1b3e546ccdd41c45fda321f4c19328b38f12ee8b984f7e750c4723d058","forgerl/bench/router.py":"ca6e14e7450e3bce6fd96bcec23efcc418413981f14d5dee9b35c32c9f5f5dcf","forgerl/bench/sandbox.py":"314a4b8adb3b10a41f743f155da27e2c2bb98de5617518f32768477c2965f588","forgerl/bench/study.py":"71c3e52815d019d1481d729de5c1679168600f729e8e383194b3a365f67ff2fe","forgerl/bench/tasks.py":"7f3fb61c9117b0df2601935c96a01c7ce4e85178ba3de9bb6f393f1bf77952bc","forgerl/controller.py":"d8ac17aeb462b401181e3b53ae5b5de299f8f9d9366fb9e4391097ecc5e0efe3","forgerl/orchestrator.py":"2a97f30e4099b3b377fa01535230772cb8ecd06bba46931c920f12b89e5c0b3a","forgerl/provider.py":"0123a71394557a8cb2dc698cd9d611f07a9c159902aa508ceb0be36b18a99bb0","forgerl/research.py":"a633e6e0ad9b2b841712612446b9e31031f6918922a80488a5f6d8469970dfaa","forgerl/sandbox.py":"3f369f50958335728551951f4367d6a23f1d051d495da9d2eb73285e2d1b9b1e","forgerl/store.py":"ec1e395bcd9e9cbb95d3f17f462666845d1d25af0c273b753301389b474ff7db","forgerl/tasks.py":"13be160b9344aed8924e986b54f1e45f4b3e275453fc4a6fe86d31f2f7121709","requirements.lock":"2ccb5425c8150b095529cf031bf6a836937a58135dc6628db47d3f6b0c47997c","sandbox/Dockerfile":"74749bd873830bd6bd5230e4cc9b6c20ea2b065b085cdbd13623351eb4f034c1","sandbox/runner.py":"b3207e146416da1694eb6e5cebe62ca97b7a78a017f77d12d977dc96d3f128fa","scripts/forgebench.py":"1e7b63bed2e625b9685327b188937ca019e1ff85e6b93545163958f4aac6edfb"},"sandbox_image":"sha256:43d9028399e4fd616793768e61ea241162cb8e1bb53d862f6197e3619393eb1b","sha256":"3151c7aabf76e10f17aa680749f14584cc5383490257f86d2b356617e4624458"},"sources":[{"controller_sha256":"883cd24410b686bb5adbbb7e3a494288e3a8a542842a4694cb183753365ad084","controller_trained":true,"counter_consistency":"consistent","finished_at":"2026-09-23T20:53:00.970099+00:00","manifest_sha256":"963d6b7c15771aaf5354ed02c32749719c977265e1b33f2cadb6bcee2cf7cd65","raw_index_sha256":"9a465f0a1ac878810442a3ea1af436ad9f77c28b52e2668e23da0f82ae94da8c","seed":17,"source_counter_mismatches":[],"status":"complete","stop_reason":null,"study_ledger_delta_usd":0.04221499999999989,"training_completed":60,"training_completed_manifest":60,"training_failures":3,"training_failures_manifest":3},{"seed":29,"status":"missing"},{"seed":43,"status":"missing"}],"study_ledger_delta_usd":0.04221499999999989,"task_manifest_sha256":"ccb6b8e3996e067e24ecfb4b2f14d6ffb543380b10acb7bcfbc4f19d6b6f116b"},"runs":[{"attempts":1,"category":"multi_file","cost_usd":0.000139,"created_at":"2026-09-23T20:25:54.368407+00:00","decisions":1,"elapsed_s":6.094786,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"895c3392c324431a8502c7fdd2c022bc","invalid_responses":0,"known_tokens":2058,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2058,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000198,"created_at":"2026-09-23T20:26:00.469532+00:00","decisions":1,"elapsed_s":37.825821,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"79e17f032159481abebb82aa49a71dfb","invalid_responses":0,"known_tokens":2232,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2232,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000144,"created_at":"2026-09-23T20:26:38.299685+00:00","decisions":1,"elapsed_s":9.124792,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"1e3d7c00f8304077be6864a1f9e685bc","invalid_responses":0,"known_tokens":2095,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2095,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000156,"created_at":"2026-09-23T20:26:47.428941+00:00","decisions":1,"elapsed_s":6.773578,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ab8f3694fa2a4447bf082ce826f67010","invalid_responses":0,"known_tokens":2186,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2186,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000196,"created_at":"2026-09-23T20:26:54.206901+00:00","decisions":1,"elapsed_s":46.591352,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"05d1dab6a35c4295959f8fafa409ea25","invalid_responses":0,"known_tokens":2217,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-deduplicated-means","task_title":"Align ingestion and fractional aggregations","tokens":2217,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000122,"created_at":"2026-09-23T20:27:40.802720+00:00","decisions":1,"elapsed_s":5.266019,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"a05340527435473ebb67a1c29c5da36d","invalid_responses":0,"known_tokens":1909,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1909,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000151,"created_at":"2026-09-23T20:27:46.072967+00:00","decisions":1,"elapsed_s":6.583774,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ba38dea1f3ab46598f5246b9bafa353d","invalid_responses":0,"known_tokens":2133,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":2133,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000133,"created_at":"2026-09-23T20:27:52.660502+00:00","decisions":1,"elapsed_s":15.594001,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"a9f58e9fc5d64c8a9eb82fdba301fe15","invalid_responses":0,"known_tokens":1827,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1827,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000123,"created_at":"2026-09-23T20:28:08.258499+00:00","decisions":1,"elapsed_s":5.628871,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"6b665336e4ab45eaa91bb2f874dd381a","invalid_responses":0,"known_tokens":1914,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1914,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000118,"created_at":"2026-09-23T20:28:13.891776+00:00","decisions":1,"elapsed_s":12.081563,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"df4e4dd6944d4dc3ae563a206430472f","invalid_responses":0,"known_tokens":1741,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-partial-buckets","task_title":"Include the final partial reporting bucket","tokens":1741,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000143,"created_at":"2026-09-23T20:28:25.977195+00:00","decisions":1,"elapsed_s":33.451075,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"728aebc7e6514e9b8a25683c18c43283","invalid_responses":0,"known_tokens":1850,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1850,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000141,"created_at":"2026-09-23T20:28:59.432124+00:00","decisions":1,"elapsed_s":6.403246,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"fc81e5696e764baca7086ef48e99e445","invalid_responses":0,"known_tokens":2026,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":2026,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000136,"created_at":"2026-09-23T20:29:05.839245+00:00","decisions":1,"elapsed_s":5.977572,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"13b7cf8543de4f7caf5f930fd1ee17c3","invalid_responses":0,"known_tokens":1982,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1982,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000134,"created_at":"2026-09-23T20:29:11.820492+00:00","decisions":1,"elapsed_s":16.786896,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"19d53cad3062403b859a4c567f790c66","invalid_responses":0,"known_tokens":1797,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1797,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000105,"created_at":"2026-09-23T20:29:28.613357+00:00","decisions":1,"elapsed_s":4.399273,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"1fa8b53a3dff4498850945c50937c298","invalid_responses":0,"known_tokens":1746,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-quantile-index","task_title":"Repair endpoint-safe interpolated quantiles","tokens":1746,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000223,"created_at":"2026-09-23T20:29:33.017929+00:00","decisions":1,"elapsed_s":19.345143,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"a3b0a8d3806847ff880a77842274cf33","invalid_responses":0,"known_tokens":2405,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2405,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000141,"created_at":"2026-09-23T20:29:52.369029+00:00","decisions":1,"elapsed_s":6.526103,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"b5753515fe15460e8e6a7a56562b4897","invalid_responses":0,"known_tokens":2094,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2094,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000219,"created_at":"2026-09-23T20:29:58.900724+00:00","decisions":1,"elapsed_s":19.379645,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"ab3d4f96e2634374a33a70421bb5bc52","invalid_responses":0,"known_tokens":2383,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2383,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T20:30:18.286094+00:00","decisions":1,"elapsed_s":5.324584,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"9091f430c05e4dc39e4b1cb330a89271","invalid_responses":0,"known_tokens":2021,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2021,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000131,"created_at":"2026-09-23T20:30:23.615529+00:00","decisions":1,"elapsed_s":5.368042,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":5,"heldout_total":5,"id":"bc08f6f2aa0f416395f4b1a7e7a183d1","invalid_responses":0,"known_tokens":2021,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-reporting-recovery","task_title":"Recover a consistent reporting pipeline","tokens":2021,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:30:28.989589+00:00","decisions":1,"elapsed_s":8.288585,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"046e5b4b46e2484b9858343315dc269d","invalid_responses":0,"known_tokens":1783,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1783,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000112,"created_at":"2026-09-23T20:30:37.284622+00:00","decisions":1,"elapsed_s":5.616388,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ab16eada58b74bc09422900fe0465ec3","invalid_responses":0,"known_tokens":1806,"learned_decisions":1,"model_ids":["openai/gpt-oss-20b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1806,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T20:30:42.905349+00:00","decisions":1,"elapsed_s":4.74674,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"c40d90da46a44286b8220a96483a8629","invalid_responses":0,"known_tokens":1816,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1816,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T20:30:47.656243+00:00","decisions":1,"elapsed_s":4.521079,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":4,"heldout_total":4,"id":"ddded6a871544f0287a83f3dbce0cafe","invalid_responses":0,"known_tokens":1814,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":1814,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.001323,"created_at":"2026-09-23T20:30:52.183076+00:00","decisions":1,"elapsed_s":0.727056,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"analytics","heldout_passed":null,"heldout_total":4,"id":"bfac688fc7ab4e088913d62c452d5ba0","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"analytics-window-boundary","task_title":"Prevent double-counting adjacent reporting windows","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.001334,"created_at":"2026-09-23T20:30:52.913658+00:00","decisions":1,"elapsed_s":0.798679,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":4,"id":"55c58e61542a49b5bf7ef5ae4764d954","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000113,"created_at":"2026-09-23T20:30:53.716831+00:00","decisions":1,"elapsed_s":5.53816,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"78c57982291341f5b05661b8db8192af","invalid_responses":0,"known_tokens":1780,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1780,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:30:59.258733+00:00","decisions":1,"elapsed_s":5.047262,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"df7a453f2d1b4083ab39d94a3f41f97b","invalid_responses":0,"known_tokens":1752,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1752,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:31:04.310513+00:00","decisions":1,"elapsed_s":4.930154,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"9886647274ba477d896fbc68eaedb4d1","invalid_responses":0,"known_tokens":1752,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1752,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:31:09.246399+00:00","decisions":1,"elapsed_s":4.753595,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"3b44c44a29754eb087100a901d2405da","invalid_responses":0,"known_tokens":1752,"learned_decisions":1,"model_ids":["openai/gpt-oss-20b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-components","task_title":"Compare the union of replica clock components","tokens":1752,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000139,"created_at":"2026-09-23T20:31:14.004608+00:00","decisions":1,"elapsed_s":6.25911,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"a1b618fb09f44a2badcdd4a607e5bb88","invalid_responses":0,"known_tokens":2125,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2125,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000139,"created_at":"2026-09-23T20:31:20.268922+00:00","decisions":1,"elapsed_s":5.623783,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"48af92038de4406f95dd8332ba41547e","invalid_responses":0,"known_tokens":2121,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2121,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.00137,"created_at":"2026-09-23T20:31:25.898273+00:00","decisions":1,"elapsed_s":0.778985,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":4,"id":"6f7e68b50e844f29b6ca43a5954fdc80","invalid_responses":0,"known_tokens":0,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.00137,"created_at":"2026-09-23T20:31:26.681327+00:00","decisions":1,"elapsed_s":0.723513,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":4,"id":"fefff3ad01594f9c8d0ebaef743045d6","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.00014,"created_at":"2026-09-23T20:31:27.409163+00:00","decisions":1,"elapsed_s":6.070221,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"28e909469bf14362a11d91cf5e9b5e8d","invalid_responses":0,"known_tokens":2133,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-clock-join","task_title":"Make replica clock joins idempotent","tokens":2133,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.001794,"created_at":"2026-09-23T20:31:33.483202+00:00","decisions":3,"elapsed_s":15.887925,"error":"Model provider returned HTTP 429","escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":5,"id":"8e396040521949e9b20849aca0f42ca8","invalid_responses":0,"known_tokens":5207,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":3,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":null,"tokens_complete":false,"tool_calls":3,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001352,"created_at":"2026-09-23T20:31:49.375567+00:00","decisions":1,"elapsed_s":0.667712,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":null,"heldout_total":5,"id":"97b619bb602c4cf1a4731017208013df","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.000492,"created_at":"2026-09-23T20:31:50.046714+00:00","decisions":3,"elapsed_s":84.087407,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate","verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"3cb944a9b80f4ea0ab4fb9b76249a1d0","invalid_responses":1,"known_tokens":6276,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":6276,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000432,"created_at":"2026-09-23T20:33:14.139813+00:00","decisions":2,"elapsed_s":23.493826,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":5,"id":"c7e73fe5d6214995b594ae7d0f57a9fd","invalid_responses":0,"known_tokens":5404,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":5404,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.000649,"created_at":"2026-09-23T20:33:37.640093+00:00","decisions":4,"elapsed_s":88.941232,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":3,"family":"federation","heldout_passed":2,"heldout_total":5,"id":"8937621b54a246d8b08c7ba3fce3e2be","invalid_responses":3,"known_tokens":8373,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"completed","steps":4,"stop_reason":"invalid_response_retry_cap","success_after_repair":false,"task_id":"federation-replica-recovery","task_title":"Recover deterministic offline replica reconciliation","tokens":8373,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000289,"created_at":"2026-09-23T20:35:06.588134+00:00","decisions":1,"elapsed_s":11.285272,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"96c1338df32c4302b1061b6cae073475","invalid_responses":0,"known_tokens":3160,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":3160,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000198,"created_at":"2026-09-23T20:35:17.877786+00:00","decisions":1,"elapsed_s":7.869287,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"d68fbdf0c7b747bca9d2bb2818803ae1","invalid_responses":0,"known_tokens":2460,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":2460,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000198,"created_at":"2026-09-23T20:35:25.753035+00:00","decisions":1,"elapsed_s":36.148472,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"84bad507ff5f40e0af82417570bda1cd","invalid_responses":0,"known_tokens":2175,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":2175,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":4,"category":"failing_tests","cost_usd":0.000676,"created_at":"2026-09-23T20:36:01.939257+00:00","decisions":4,"elapsed_s":127.689171,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"0a9b93626b484499a7e605a2b15538b7","invalid_responses":2,"known_tokens":8100,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":8100,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.000364,"created_at":"2026-09-23T20:38:09.632159+00:00","decisions":2,"elapsed_s":29.03869,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"85070f1d1c8343c887946a49ce139d60","invalid_responses":0,"known_tokens":4658,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-strict-frontier","task_title":"Keep equal-clock versions on the causal frontier","tokens":4658,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000105,"created_at":"2026-09-23T20:38:38.675521+00:00","decisions":1,"elapsed_s":4.11198,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"687b80cd86e147c0a1021ead97069019","invalid_responses":0,"known_tokens":1859,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":1859,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000253,"created_at":"2026-09-23T20:38:42.791737+00:00","decisions":2,"elapsed_s":20.673794,"error":null,"escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"37d0612c15544e7fab43807025a730b0","invalid_responses":0,"known_tokens":3907,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":3907,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000316,"created_at":"2026-09-23T20:39:03.474637+00:00","decisions":2,"elapsed_s":61.895177,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"5d783eb5d1e94c10acf3b2ad8f75b45a","invalid_responses":0,"known_tokens":4242,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":4242,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"feature","cost_usd":0.000359,"created_at":"2026-09-23T20:40:05.376682+00:00","decisions":3,"elapsed_s":12.792672,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"549e71667d364ce69363e2807a4312ae","invalid_responses":1,"known_tokens":5967,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":5967,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000177,"created_at":"2026-09-23T20:40:18.174838+00:00","decisions":1,"elapsed_s":38.421221,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"federation","heldout_passed":4,"heldout_total":4,"id":"b60276c81ae547c6958ca8329b83a380","invalid_responses":0,"known_tokens":2171,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"federation-tombstone-policy","task_title":"Resolve concurrent tombstones deterministically","tokens":2171,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.2e-05,"created_at":"2026-09-23T20:40:56.600622+00:00","decisions":1,"elapsed_s":7.591451,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5f7e13e4e8b0426e9eb9016f6385db1d","invalid_responses":0,"known_tokens":1459,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1459,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.2e-05,"created_at":"2026-09-23T20:41:04.196295+00:00","decisions":1,"elapsed_s":9.824511,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"84ba15f10d984602826a1c35259ba530","invalid_responses":0,"known_tokens":1516,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1516,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000132,"created_at":"2026-09-23T20:41:14.024813+00:00","decisions":1,"elapsed_s":5.314006,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"f509aaceaaf14fa18e35b4a8eef9b91b","invalid_responses":0,"known_tokens":1920,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1920,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000132,"created_at":"2026-09-23T20:41:19.342754+00:00","decisions":1,"elapsed_s":5.679797,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"885de5f612e84d5792185815ab165f0d","invalid_responses":0,"known_tokens":1919,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1919,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000127,"created_at":"2026-09-23T20:41:25.027604+00:00","decisions":1,"elapsed_s":5.871004,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"4e5d4f875d794afc9aed60e3e9c60ffe","invalid_responses":0,"known_tokens":1886,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-case-normalization","task_title":"Normalize document and query token case","tokens":1886,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000141,"created_at":"2026-09-23T20:41:30.903310+00:00","decisions":1,"elapsed_s":15.855794,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"a0ba5ae235c84cbf9b973792dadecb3e","invalid_responses":0,"known_tokens":1823,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1823,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"multi_file","cost_usd":0.000199,"created_at":"2026-09-23T20:41:46.763107+00:00","decisions":2,"elapsed_s":10.564503,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5928736a9bfb498d8e8f208a4dffdc02","invalid_responses":0,"known_tokens":3375,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":3375,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.00014,"created_at":"2026-09-23T20:41:57.331696+00:00","decisions":1,"elapsed_s":17.342587,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5ab86eaa5f074c51bd295e61cb2b6b70","invalid_responses":0,"known_tokens":1820,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1820,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000122,"created_at":"2026-09-23T20:42:14.677908+00:00","decisions":1,"elapsed_s":5.766184,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"5d53ecd02e4547d9b7fadac4534bd4b3","invalid_responses":0,"known_tokens":1864,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1864,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000122,"created_at":"2026-09-23T20:42:20.447583+00:00","decisions":1,"elapsed_s":5.201749,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"002685b8adca4652b06f2d2875682c23","invalid_responses":0,"known_tokens":1864,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-frequency-ranking","task_title":"Implement frequency-aware deduplicated scoring","tokens":1864,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000125,"created_at":"2026-09-23T20:42:25.653802+00:00","decisions":1,"elapsed_s":12.224786,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"d5c78ba7a5d94c5d8ff69a60a375fb47","invalid_responses":0,"known_tokens":1764,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1764,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000106,"created_at":"2026-09-23T20:42:37.882433+00:00","decisions":1,"elapsed_s":4.261084,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"7c16ef28ab784c8ea9132509f86c9b3a","invalid_responses":0,"known_tokens":1764,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1764,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000106,"created_at":"2026-09-23T20:42:42.147369+00:00","decisions":1,"elapsed_s":4.295377,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"22118764d229491a93bcd60916883c10","invalid_responses":0,"known_tokens":1769,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1769,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000124,"created_at":"2026-09-23T20:42:46.446191+00:00","decisions":1,"elapsed_s":11.210186,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"f21f868c18e646aeb13dac484be0b50b","invalid_responses":0,"known_tokens":1754,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1754,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000106,"created_at":"2026-09-23T20:42:57.663921+00:00","decisions":1,"elapsed_s":4.864144,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"792059e3a53f420393b671d94e1247ff","invalid_responses":0,"known_tokens":1769,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-label-semantics","task_title":"Add conjunctive label filters and document facets","tokens":1769,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000148,"created_at":"2026-09-23T20:43:02.537461+00:00","decisions":1,"elapsed_s":55.468562,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"2c3ff361f50f444bb7f2652986cf39e7","invalid_responses":0,"known_tokens":1917,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":1917,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.00017,"created_at":"2026-09-23T20:43:58.010177+00:00","decisions":2,"elapsed_s":7.294584,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"2d4032eb0c03422aa45f4b86f1e1553d","invalid_responses":0,"known_tokens":3241,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3241,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000143,"created_at":"2026-09-23T20:44:05.312677+00:00","decisions":1,"elapsed_s":18.473839,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"7442f35336b840dbbe338c4365c493c2","invalid_responses":0,"known_tokens":1887,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":1887,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.00017,"created_at":"2026-09-23T20:44:23.795222+00:00","decisions":2,"elapsed_s":8.524701,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":4,"heldout_total":4,"id":"041f01798a4c47d3901f473aaaf6c43b","invalid_responses":0,"known_tokens":3241,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":3241,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"failing_tests","cost_usd":0.001447,"created_at":"2026-09-23T20:44:32.324134+00:00","decisions":2,"elapsed_s":3.840871,"error":"Model provider returned HTTP 429","escalations":1,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":null,"heldout_total":4,"id":"f4678c47930e4b2483b69c36a6faf429","invalid_responses":0,"known_tokens":1771,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b","openai/gpt-oss-120b"],"policy":"escalate_on_failure","public_passed":1,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":2,"stop_reason":"provider_error","success_after_repair":false,"task_id":"search-ranked-pagination","task_title":"Preserve ranking across nonzero-offset pages","tokens":null,"tokens_complete":false,"tool_calls":2,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000137,"created_at":"2026-09-23T20:44:36.169551+00:00","decisions":1,"elapsed_s":5.910044,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"651564ba41a44b69a688d33479933b0a","invalid_responses":0,"known_tokens":1988,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":1988,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00016,"created_at":"2026-09-23T20:44:42.083016+00:00","decisions":1,"elapsed_s":6.239556,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"e4283d15f23f4c858aaba33c192c503d","invalid_responses":0,"known_tokens":2158,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":2158,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001332,"created_at":"2026-09-23T20:44:48.325780+00:00","decisions":1,"elapsed_s":0.667799,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":null,"heldout_total":5,"id":"37e6931d370c48189b8bbe35a129faf1","invalid_responses":0,"known_tokens":0,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.001332,"created_at":"2026-09-23T20:44:48.997109+00:00","decisions":1,"elapsed_s":0.682786,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":null,"heldout_total":5,"id":"1449045069fc46f280b2ef5393cac321","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"test","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000136,"created_at":"2026-09-23T20:44:49.683440+00:00","decisions":1,"elapsed_s":6.635107,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"search","heldout_passed":5,"heldout_total":5,"id":"a16f210fd7fc4b8b85078758eb70be58","invalid_responses":0,"known_tokens":1976,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"test","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"search-search-release","task_title":"Recover the document discovery pipeline","tokens":1976,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.1e-05,"created_at":"2026-09-23T20:44:56.329471+00:00","decisions":1,"elapsed_s":8.338502,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"878df74c53f543dfaa02e4cf6a7bf1c2","invalid_responses":0,"known_tokens":1424,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1424,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.8e-05,"created_at":"2026-09-23T20:45:04.675305+00:00","decisions":1,"elapsed_s":3.531995,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"4f4f63bb337e4fa388ec562b6c9688f1","invalid_responses":0,"known_tokens":1482,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1482,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.8e-05,"created_at":"2026-09-23T20:45:08.211621+00:00","decisions":1,"elapsed_s":3.396898,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"db1ab13b127c4f6f81203d3c633eabf8","invalid_responses":0,"known_tokens":1482,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1482,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000106,"created_at":"2026-09-23T20:45:11.611634+00:00","decisions":1,"elapsed_s":4.295117,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"c28f4d95415c4a39a57175d0048d1127","invalid_responses":0,"known_tokens":1693,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1693,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":8.3e-05,"created_at":"2026-09-23T20:45:15.911008+00:00","decisions":1,"elapsed_s":9.623007,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"f55d1c35ac0a43f3a8506838522cc58f","invalid_responses":0,"known_tokens":1436,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-canonical-order","task_title":"Restore deterministic coordinator ordering","tokens":1436,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":4,"category":"long_horizon","cost_usd":0.0011,"created_at":"2026-09-23T20:45:25.537537+00:00","decisions":4,"elapsed_s":167.88255,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":3,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"4ca684ac40e24636a41caad2b87a56d4","invalid_responses":0,"known_tokens":11854,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":4,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":11854,"tokens_complete":true,"tool_calls":6,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000128,"created_at":"2026-09-23T20:48:13.425647+00:00","decisions":1,"elapsed_s":5.154462,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"96d19165f1454c6e9dafff32d8a424cb","invalid_responses":0,"known_tokens":1889,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":1889,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":3,"category":"long_horizon","cost_usd":0.000537,"created_at":"2026-09-23T20:48:18.584102+00:00","decisions":3,"elapsed_s":107.710497,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"99e7f7b103a148b5af1124d91467dbe2","invalid_responses":0,"known_tokens":6879,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":3,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":6879,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"long_horizon","cost_usd":0.000546,"created_at":"2026-09-23T20:50:06.303766+00:00","decisions":2,"elapsed_s":20.718393,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"2ecbe77770374e98a6c30beee12ead89","invalid_responses":0,"known_tokens":6112,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":2,"stop_reason":"visible_tests_pass","success_after_repair":true,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":6112,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000132,"created_at":"2026-09-23T20:50:27.026906+00:00","decisions":1,"elapsed_s":5.473914,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":5,"heldout_total":5,"id":"8440ea5253954b5ea14c9dc9dc9cefcb","invalid_responses":0,"known_tokens":1915,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-coordinator-recovery","task_title":"Recover workflow validation and execution readiness","tokens":1915,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00013,"created_at":"2026-09-23T20:50:32.506482+00:00","decisions":1,"elapsed_s":18.88661,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"422cee9bfe6c4f7ca4215eafad4cf149","invalid_responses":0,"known_tokens":1707,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1707,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.00011,"created_at":"2026-09-23T20:50:51.397303+00:00","decisions":1,"elapsed_s":12.718296,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"9165dc9093e54e048a111cce11ba65c9","invalid_responses":0,"known_tokens":1592,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1592,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.3e-05,"created_at":"2026-09-23T20:51:04.120549+00:00","decisions":1,"elapsed_s":6.565656,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"0cc1503ae5194cbbb90a005773a2f26c","invalid_responses":0,"known_tokens":1589,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1589,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.3e-05,"created_at":"2026-09-23T20:51:10.690306+00:00","decisions":1,"elapsed_s":4.145502,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"5388572825ff42f7aee94c858e862f2f","invalid_responses":0,"known_tokens":1589,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1589,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000104,"created_at":"2026-09-23T20:51:14.839760+00:00","decisions":1,"elapsed_s":4.559768,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"1205c1b2a0474383b844bc40af756ce5","invalid_responses":0,"known_tokens":1672,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-cycle-validation","task_title":"Reject cyclic workflow definitions","tokens":1672,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000139,"created_at":"2026-09-23T20:51:19.403521+00:00","decisions":1,"elapsed_s":23.895314,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"d18ef44cf20a486c8a29f1e5ba09ec34","invalid_responses":0,"known_tokens":1811,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1811,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000154,"created_at":"2026-09-23T20:51:43.303335+00:00","decisions":1,"elapsed_s":6.593404,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"480df0b1f1244b739e299e4d299bf24d","invalid_responses":0,"known_tokens":2104,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":2104,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000102,"created_at":"2026-09-23T20:51:49.900250+00:00","decisions":1,"elapsed_s":7.584752,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"a72bf41cecd84cdaa941d8acdf585876","invalid_responses":0,"known_tokens":1708,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1708,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.001345,"created_at":"2026-09-23T20:51:57.489298+00:00","decisions":1,"elapsed_s":0.728044,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":null,"heldout_total":4,"id":"a34df7daeaf8494683bc1870ed5a1f59","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":false,"split":"validation","status":"failed","steps":1,"stop_reason":"provider_error","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000116,"created_at":"2026-09-23T20:51:58.221700+00:00","decisions":1,"elapsed_s":5.142612,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"d8203a04f60e46bc8cad7ad970185dc9","invalid_responses":0,"known_tokens":1812,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-failure-propagation","task_title":"Propagate failure through the entire workflow DAG","tokens":1812,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000134,"created_at":"2026-09-23T20:52:03.370288+00:00","decisions":1,"elapsed_s":10.528839,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"7bb861b430984574ad2041c41c72fda5","invalid_responses":0,"known_tokens":1945,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"escalate_on_failure","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1945,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000117,"created_at":"2026-09-23T20:52:13.904337+00:00","decisions":1,"elapsed_s":21.318967,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"61a85c877b4247cda7dfe0d8f85bc112","invalid_responses":0,"known_tokens":1678,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"policy":"strong_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1678,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000107,"created_at":"2026-09-23T20:52:35.227025+00:00","decisions":1,"elapsed_s":4.249704,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"1e196e6874cd46b1b51fc7183a4c0b1f","invalid_responses":0,"known_tokens":1742,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"cheap_only","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1742,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000111,"created_at":"2026-09-23T20:52:39.481033+00:00","decisions":1,"elapsed_s":15.998421,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"bd07c0de3fa24ee798c5353b5249b6a4","invalid_responses":0,"known_tokens":1642,"learned_decisions":1,"model_ids":["openai/gpt-oss-120b"],"policy":"adaptive","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1642,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000128,"created_at":"2026-09-23T20:52:55.484045+00:00","decisions":1,"elapsed_s":5.479006,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"workflows","heldout_passed":4,"heldout_total":4,"id":"0885e891c1ed4c50959f20bd063a7562","invalid_responses":0,"known_tokens":1901,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"policy":"static_router","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":17,"solved":true,"split":"validation","status":"completed","steps":1,"stop_reason":"visible_tests_pass","success_after_repair":false,"task_id":"workflows-readiness-gates","task_title":"Require every prerequisite before scheduling","tokens":1901,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"}],"status":"partial","summary":[{"escalation_frequency":0.0,"failed_runs":4,"fallback_decisions":0,"graded_runs":6,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.000688,"mean_latency_s":24.7821368,"mean_regressions":0.0,"mean_steps":1.4,"mean_tokens":3220.3333333333335,"mean_tool_calls":2.4,"n":10,"planned":30,"policy":"strong_only","repair_eligible_runs":2,"solve_rate":0.6,"solved":6,"success_after_repair_rate":1.0,"token_measured_runs":6,"unnecessary_edits":0.0},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":0,"graded_runs":10,"hidden_test_pass_rate":0.9761904761904762,"learned_decisions":0,"mean_cost_usd":0.00020170000000000002,"mean_latency_s":8.9501427,"mean_regressions":0.0,"mean_steps":1.4,"mean_tokens":2935.4,"mean_tool_calls":3.3,"n":10,"planned":30,"policy":"cheap_only","repair_eligible_runs":3,"solve_rate":0.9,"solved":9,"success_after_repair_rate":0.6666666666666666,"token_measured_runs":10,"unnecessary_edits":0.1},{"escalation_frequency":0.3,"failed_runs":1,"fallback_decisions":0,"graded_runs":9,"hidden_test_pass_rate":0.9736842105263158,"learned_decisions":0,"mean_cost_usd":0.0003153,"mean_latency_s":15.405570399999998,"mean_regressions":0.0,"mean_steps":1.4,"mean_tokens":2689.1111111111113,"mean_tool_calls":3.1,"n":10,"planned":30,"policy":"escalate_on_failure","repair_eligible_runs":3,"solve_rate":0.8,"solved":8,"success_after_repair_rate":0.3333333333333333,"token_measured_runs":9,"unnecessary_edits":0.2222222222222222},{"escalation_frequency":0.2,"failed_runs":1,"fallback_decisions":0,"graded_runs":9,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.0003237,"mean_latency_s":8.9415123,"mean_regressions":0.0,"mean_steps":1.5,"mean_tokens":2503.5555555555557,"mean_tool_calls":3.3,"n":10,"planned":30,"policy":"static_router","repair_eligible_runs":4,"solve_rate":0.9,"solved":9,"success_after_repair_rate":0.75,"token_measured_runs":9,"unnecessary_edits":0.1111111111111111},{"escalation_frequency":0.0,"failed_runs":2,"fallback_decisions":3,"graded_runs":8,"hidden_test_pass_rate":0.9090909090909091,"learned_decisions":10,"mean_cost_usd":0.00043299999999999995,"mean_latency_s":26.233869,"mean_regressions":0.0,"mean_steps":1.3,"mean_tokens":2678.875,"mean_tool_calls":2.6,"n":10,"planned":30,"policy":"adaptive","repair_eligible_runs":1,"solve_rate":0.7,"solved":7,"success_after_repair_rate":0.0,"token_measured_runs":8,"unnecessary_edits":0.0}],"task_count":50,"training_runs":[{"attempts":3,"category":"long_horizon","cost_usd":0.000358,"created_at":"2026-09-23T20:13:08.244452+00:00","decisions":4,"elapsed_s":16.055571,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["looping:repeated_candidate"],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":5,"id":"55150f45a57c423686b07cf54b212f8c","invalid_responses":0,"known_tokens":5286,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":12649659,"solved":false,"split":"train","status":"completed","steps":3,"stop_reason":"controller_stop","study_seed":17,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":5286,"tokens_complete":true,"tool_calls":5,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000145,"created_at":"2026-09-23T20:13:24.309000+00:00","decisions":1,"elapsed_s":22.283891,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":5,"heldout_total":5,"id":"6771375510ab4296aafb7fcb984f32f9","invalid_responses":0,"known_tokens":1742,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":12659659,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-checkout-recovery","task_title":"Recover an integrated checkout pipeline","tokens":1742,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000147,"created_at":"2026-09-23T20:13:46.597264+00:00","decisions":1,"elapsed_s":7.296653,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"2839d3f8ef5c4a31a5d35e1001d162e2","invalid_responses":0,"known_tokens":1971,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3713040,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":1971,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.3e-05,"created_at":"2026-09-23T20:13:53.900420+00:00","decisions":1,"elapsed_s":11.46554,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"bdaacd1cbbef42e4977e5310c4bcd4c2","invalid_responses":0,"known_tokens":1395,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3723040,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-coupon-idempotency","task_title":"Make coupon replay idempotent","tokens":1395,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.2e-05,"created_at":"2026-09-23T20:14:05.374690+00:00","decisions":1,"elapsed_s":4.6192,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"f3cdfdd515134c70bd1e803e74e5313a","invalid_responses":0,"known_tokens":1529,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2391180,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":1529,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":9.1e-05,"created_at":"2026-09-23T20:14:10.003432+00:00","decisions":1,"elapsed_s":9.787324,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"b3d642db849d4099ad5b93c693bd55d0","invalid_responses":0,"known_tokens":1422,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2401180,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-credit-order","task_title":"Apply account credit after tax","tokens":1422,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"refactor","cost_usd":0.000186,"created_at":"2026-09-23T20:14:19.795404+00:00","decisions":2,"elapsed_s":9.130073,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"b5b4a7f7436c40f481b7fbb5c974290a","invalid_responses":0,"known_tokens":2997,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":635027,"solved":true,"split":"train","status":"completed","steps":2,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":true,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":2997,"tokens_complete":true,"tool_calls":4,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000131,"created_at":"2026-09-23T20:14:28.931589+00:00","decisions":1,"elapsed_s":26.923622,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"8a0cef3d56354907a239bb581f332d81","invalid_responses":0,"known_tokens":1616,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":645027,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-shared-validation","task_title":"Unify validation across billing facades","tokens":1616,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000132,"created_at":"2026-09-23T20:14:55.860646+00:00","decisions":1,"elapsed_s":7.751832,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"9aeb4af8ca0b44289082519bdcec58d2","invalid_responses":0,"known_tokens":1828,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6990627,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1828,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000108,"created_at":"2026-09-23T20:15:03.627022+00:00","decisions":1,"elapsed_s":12.832624,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"billing","heldout_passed":4,"heldout_total":4,"id":"ca169cc3f8f24db397f631ceba5bd669","invalid_responses":0,"known_tokens":1519,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":7000627,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"billing-tax-rounding","task_title":"Implement half-up tax rounding","tokens":1519,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000106,"created_at":"2026-09-23T20:15:16.466706+00:00","decisions":1,"elapsed_s":5.463775,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"0565e394ec4d4180b7cb5fad7412fca6","invalid_responses":0,"known_tokens":1723,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2201099,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":1723,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000114,"created_at":"2026-09-23T20:15:21.937163+00:00","decisions":1,"elapsed_s":21.44901,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"79b3a9a9a7684a28adc1cc33405a5105","invalid_responses":0,"known_tokens":1650,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2211099,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-backoff-index","task_title":"Correct the first retry backoff","tokens":1650,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00015,"created_at":"2026-09-23T20:15:43.391630+00:00","decisions":1,"elapsed_s":7.112126,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":5,"heldout_total":5,"id":"f76c954b1d57422aa8e19b89b8c60553","invalid_responses":0,"known_tokens":2164,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9715925,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":2164,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000238,"created_at":"2026-09-23T20:15:50.510099+00:00","decisions":1,"elapsed_s":53.730123,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":5,"heldout_total":5,"id":"ee252628bdf0443fa345e4f1c7e5724c","invalid_responses":0,"known_tokens":2496,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":9725925,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-delivery-recovery","task_title":"Recover webhook scheduling after a queue migration","tokens":2496,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":6.4e-05,"created_at":"2026-09-23T20:16:44.247139+00:00","decisions":1,"elapsed_s":3.166393,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"c6387925b08445339986f3f89ea94bc2","invalid_responses":0,"known_tokens":1490,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2143765,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1490,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":7.9e-05,"created_at":"2026-09-23T20:16:47.419146+00:00","decisions":1,"elapsed_s":9.186255,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"585bcd41881e4f43a1905f9f513252c4","invalid_responses":0,"known_tokens":1539,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2153765,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-idempotent-selection","task_title":"Centralize idempotent delivery selection","tokens":1539,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000118,"created_at":"2026-09-23T20:16:56.611260+00:00","decisions":1,"elapsed_s":8.591631,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"24e2556845494be1ab82f7ce8bdf1440","invalid_responses":0,"known_tokens":1846,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8179896,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1846,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.8e-05,"created_at":"2026-09-23T20:17:05.211153+00:00","decisions":1,"elapsed_s":9.491358,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"7cd1d79f97264a5bbe9d63acc99f8d6c","invalid_responses":0,"known_tokens":1528,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8189896,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-queue-ordering","task_title":"Preserve due-time priority at the scheduling boundary","tokens":1528,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000149,"created_at":"2026-09-23T20:17:14.707165+00:00","decisions":1,"elapsed_s":7.275855,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"b25204cc265647b4b5caee2bbdb1cbf8","invalid_responses":0,"known_tokens":2132,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15831454,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":2132,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000135,"created_at":"2026-09-23T20:17:21.988065+00:00","decisions":1,"elapsed_s":13.591422,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"delivery","heldout_passed":4,"heldout_total":4,"id":"e391f286ba3d4b269ee04e83cc3ddf38","invalid_responses":0,"known_tokens":1862,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":15841454,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"delivery-rate-limit-retries","task_title":"Implement rate-limit response scheduling","tokens":1862,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000198,"created_at":"2026-09-23T20:17:35.584532+00:00","decisions":1,"elapsed_s":9.463413,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"3bdff3f67a60493c83fa0a37ac4e1873","invalid_responses":0,"known_tokens":2387,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13993805,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":2387,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000105,"created_at":"2026-09-23T20:17:45.055030+00:00","decisions":1,"elapsed_s":14.163188,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"43c0066f593c46eeacc803206c913fd8","invalid_responses":0,"known_tokens":1551,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14003805,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-atomic-reservations","task_title":"Allocate repeated SKU lines atomically","tokens":1551,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:17:59.222887+00:00","decisions":1,"elapsed_s":5.350049,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"44876b512f5645e1893415ede1b79ab0","invalid_responses":0,"known_tokens":1719,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1975841,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1719,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000102,"created_at":"2026-09-23T20:18:04.578602+00:00","decisions":1,"elapsed_s":17.073912,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"132a533f197a4fc5a3d3f04592c4ab9c","invalid_responses":0,"known_tokens":1549,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1985841,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-event-replay","task_title":"Deduplicate warehouse event retries","tokens":1549,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000196,"created_at":"2026-09-23T20:18:21.657048+00:00","decisions":1,"elapsed_s":14.039951,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"05e66e1918274d06a9fb554f2e1c42ce","invalid_responses":0,"known_tokens":2355,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10768921,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":2355,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.001315,"created_at":"2026-09-23T20:18:35.702462+00:00","decisions":1,"elapsed_s":0.714401,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":null,"heldout_total":4,"id":"9264a31e391f4ba9b7ce43ebd8cd182f","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10778921,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":17,"success_after_repair":false,"task_id":"inventory-shipment-regression","task_title":"Restore outbound inventory accounting","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000331,"created_at":"2026-09-23T20:18:36.421497+00:00","decisions":1,"elapsed_s":18.256022,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"e522de244c4348dca0eb7b08ec5c6d49","invalid_responses":0,"known_tokens":3367,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6326862,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":3367,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000148,"created_at":"2026-09-23T20:18:54.684477+00:00","decisions":1,"elapsed_s":29.390281,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":4,"heldout_total":4,"id":"97e385d7449840bd8a0faee38b7841e9","invalid_responses":0,"known_tokens":1762,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6336862,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-stock-projection","task_title":"Align ledger replay and replenishment","tokens":1762,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000139,"created_at":"2026-09-23T20:19:24.079666+00:00","decisions":1,"elapsed_s":11.832927,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"35e57bd4efd64cc3bc6d01eb73cb1462","invalid_responses":0,"known_tokens":1955,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3095696,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":1955,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000162,"created_at":"2026-09-23T20:19:35.918642+00:00","decisions":1,"elapsed_s":19.839739,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"inventory","heldout_passed":5,"heldout_total":5,"id":"e510a07428d140a18a86a1b1b9f9a735","invalid_responses":0,"known_tokens":1909,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3105696,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"inventory-warehouse-recovery","task_title":"Recover the warehouse fulfillment flow","tokens":1909,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":6.8e-05,"created_at":"2026-09-23T20:19:55.763616+00:00","decisions":1,"elapsed_s":3.752216,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"73b0c89f1db047018c4be45c7fcad0e4","invalid_responses":0,"known_tokens":1417,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10703480,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1417,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":8.4e-05,"created_at":"2026-09-23T20:19:59.521545+00:00","decisions":1,"elapsed_s":12.864716,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"f8706791df2d4652b01a2339a2cd6870","invalid_responses":0,"known_tokens":1464,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":10713480,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-deny-precedence","task_title":"Enforce deny precedence in policy evaluation","tokens":1464,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000126,"created_at":"2026-09-23T20:20:12.392032+00:00","decisions":1,"elapsed_s":10.551856,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":5,"heldout_total":5,"id":"e309566c60864c53aefb251affebe50c","invalid_responses":0,"known_tokens":1861,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13608783,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":1861,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000221,"created_at":"2026-09-23T20:20:22.949323+00:00","decisions":1,"elapsed_s":27.992458,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":5,"heldout_total":5,"id":"f60d88bf855641ebb213d7e985fb3b14","invalid_responses":0,"known_tokens":2266,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13618783,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-policy-migration","task_title":"Recover a multi-tenant access-policy migration","tokens":2266,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":8.7e-05,"created_at":"2026-09-23T20:20:50.946826+00:00","decisions":1,"elapsed_s":4.285062,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"b7214d0c0ec74de8b93f51c86f9e5fd9","invalid_responses":0,"known_tokens":1513,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4220608,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1513,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000109,"created_at":"2026-09-23T20:20:55.238072+00:00","decisions":1,"elapsed_s":14.856107,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"28dc9aefb3a14727801ae7872971303c","invalid_responses":0,"known_tokens":1552,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":4230608,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-role-inheritance","task_title":"Resolve inherited roles with cycle checks","tokens":1552,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000118,"created_at":"2026-09-23T20:21:10.100909+00:00","decisions":1,"elapsed_s":5.297342,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"d387b1d05a8349ecb9f8746a948aef4f","invalid_responses":0,"known_tokens":1811,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8624692,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":1811,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000135,"created_at":"2026-09-23T20:21:15.404176+00:00","decisions":1,"elapsed_s":29.887926,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"1346f946d53c4c03a2eb4d43bdccc7bc","invalid_responses":0,"known_tokens":1770,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":8634692,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-safe-export","task_title":"Align tenant filtering and field projection","tokens":1770,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":2,"category":"feature","cost_usd":0.000127,"created_at":"2026-09-23T20:21:45.297855+00:00","decisions":3,"elapsed_s":4.218432,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["implementation:invalid_candidate"],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"82ff4149dc7d48a7a89d651332168af1","invalid_responses":2,"known_tokens":2696,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":1,"rollbacks":0,"seed":14214110,"solved":false,"split":"train","status":"completed","steps":2,"stop_reason":"controller_stop","study_seed":17,"success_after_repair":false,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":2696,"tokens_complete":true,"tool_calls":2,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":7.8e-05,"created_at":"2026-09-23T20:21:49.523486+00:00","decisions":1,"elapsed_s":14.025663,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"permissions","heldout_passed":4,"heldout_total":4,"id":"c330c4cefa04400681c702118326578f","invalid_responses":0,"known_tokens":1388,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14224110,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"permissions-segment-wildcards","task_title":"Implement exact-depth resource wildcards","tokens":1388,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000192,"created_at":"2026-09-23T20:22:03.555421+00:00","decisions":1,"elapsed_s":9.341807,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"6f37525c317641819edf17a924db681f","invalid_responses":0,"known_tokens":2551,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1722742,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":2551,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000223,"created_at":"2026-09-23T20:22:12.901521+00:00","decisions":1,"elapsed_s":33.923851,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":["verification:visible_pass_hidden_fail"],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":5,"id":"14f5428cef554c8dae9f9a84206beacf","invalid_responses":0,"known_tokens":2474,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1732742,"solved":false,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-cms-release","task_title":"Recover the CMS publishing and rendering pipeline","tokens":2474,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000149,"created_at":"2026-09-23T20:22:46.830685+00:00","decisions":1,"elapsed_s":7.52713,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"b6cf04b28aab4978996674402b058e81","invalid_responses":0,"known_tokens":2242,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14851777,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":2242,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000171,"created_at":"2026-09-23T20:22:54.363617+00:00","decisions":1,"elapsed_s":23.282524,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"6db9ef6fc67740da939c735fbd7805d6","invalid_responses":0,"known_tokens":2192,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14861777,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-feed-continuation","task_title":"Publish scheduled posts with exclusive cursors","tokens":2192,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000168,"created_at":"2026-09-23T20:23:17.652196+00:00","decisions":1,"elapsed_s":8.532832,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"08087ec32ca349a9a9fcf5b089e83c82","invalid_responses":0,"known_tokens":2366,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3298454,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":2366,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.001373,"created_at":"2026-09-23T20:23:26.192842+00:00","decisions":1,"elapsed_s":0.770187,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":null,"heldout_total":4,"id":"ea0fc646a9c549d8b8be7cb53efd7c64","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":3308454,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":17,"success_after_repair":false,"task_id":"publishing-partial-translations","task_title":"Support intentionally empty localized fields","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000109,"created_at":"2026-09-23T20:23:26.966514+00:00","decisions":1,"elapsed_s":4.805,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":5,"heldout_total":5,"id":"6ce331cd0a264d7c8fb6aedee191d48d","invalid_responses":0,"known_tokens":1824,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2937059,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":1824,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"refactor","cost_usd":0.000135,"created_at":"2026-09-23T20:23:31.778130+00:00","decisions":1,"elapsed_s":17.726747,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":5,"heldout_total":5,"id":"fe64a34dba9543888b52998099ce9790","invalid_responses":0,"known_tokens":1858,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":2947059,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-shared-excerpts","task_title":"Normalize excerpt behavior across CMS facades","tokens":1858,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000105,"created_at":"2026-09-23T20:23:49.510537+00:00","decisions":1,"elapsed_s":4.781569,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"c09b0eb5e4634051a7239132a266e8a4","invalid_responses":0,"known_tokens":1896,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13846856,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1896,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000103,"created_at":"2026-09-23T20:23:54.297713+00:00","decisions":1,"elapsed_s":10.708134,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"publishing","heldout_passed":4,"heldout_total":4,"id":"c572079dfcf54a6faef7cf7e8bab397b","invalid_responses":0,"known_tokens":1780,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":13856856,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"publishing-text-escaping","task_title":"Avoid double-escaping rendered CMS text","tokens":1780,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000163,"created_at":"2026-09-23T20:24:05.011328+00:00","decisions":1,"elapsed_s":7.559676,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"4a380d3256a94b9f992d91c65fd84a5d","invalid_responses":0,"known_tokens":2101,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14138282,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":2101,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"bug_fix","cost_usd":0.000109,"created_at":"2026-09-23T20:24:12.575343+00:00","decisions":1,"elapsed_s":12.258595,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"4eafe7843c834aa8992f2544edf34026","invalid_responses":0,"known_tokens":1553,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14148282,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-adjacent-bookings","task_title":"Respect half-open booking boundaries","tokens":1553,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000133,"created_at":"2026-09-23T20:24:24.837913+00:00","decisions":1,"elapsed_s":6.41823,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"4685045bb07f482baee371f33f6990dc","invalid_responses":0,"known_tokens":1893,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6536230,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":1893,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":1,"version":"0.2"},{"attempts":1,"category":"feature","cost_usd":0.000115,"created_at":"2026-09-23T20:24:31.260457+00:00","decisions":1,"elapsed_s":11.810985,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"f7def29989514a188e71057d6d05c60a","invalid_responses":0,"known_tokens":1620,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":6546230,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-availability-union","task_title":"Compute free windows from nested bookings","tokens":1620,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.000154,"created_at":"2026-09-23T20:24:43.079789+00:00","decisions":1,"elapsed_s":6.744895,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"244e456cf2f64c6ca8aecc9ef0c08154","invalid_responses":0,"known_tokens":2075,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14824699,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":2075,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"long_horizon","cost_usd":0.00018,"created_at":"2026-09-23T20:24:49.831085+00:00","decisions":1,"elapsed_s":24.576129,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":5,"heldout_total":5,"id":"3a0e87405b234affb7a0b7dd8fd7969b","invalid_responses":0,"known_tokens":2019,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":14834699,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-calendar-recovery","task_title":"Recover a room-calendar migration","tokens":2019,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.000116,"created_at":"2026-09-23T20:25:14.412917+00:00","decisions":1,"elapsed_s":5.637449,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"0f1b12f16deb4ded889468485d8b9960","invalid_responses":0,"known_tokens":1735,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16206505,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":1735,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"failing_tests","cost_usd":0.001316,"created_at":"2026-09-23T20:25:20.054929+00:00","decisions":1,"elapsed_s":0.721232,"error":"Model provider returned HTTP 429","escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":null,"heldout_total":4,"id":"1cff63ddab2b4bb4aa7e1ad69cb76c99","invalid_responses":0,"known_tokens":0,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":0,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":16216505,"solved":false,"split":"train","status":"failed","steps":1,"stop_reason":"provider_error","study_seed":17,"success_after_repair":false,"task_id":"scheduling-reject-empty-slots","task_title":"Reject zero-width calendar intervals","tokens":null,"tokens_complete":false,"tool_calls":1,"unnecessary_edits":null,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000134,"created_at":"2026-09-23T20:25:20.780286+00:00","decisions":1,"elapsed_s":7.27927,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"eaa2e36e232d4d34ae5e2965d8320796","invalid_responses":0,"known_tokens":1882,"learned_decisions":0,"model_ids":["openai/gpt-oss-20b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1623015,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":1882,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"},{"attempts":1,"category":"multi_file","cost_usd":0.000172,"created_at":"2026-09-23T20:25:28.066117+00:00","decisions":1,"elapsed_s":26.293337,"error":null,"escalations":0,"evidence":{"cost_basis":"OpenRouter reported usage.cost; uncertain requests retain price-ceiling reservation. Credit purchase fees excluded.","failure_labels":"Observed proxies, not causal model reasoning claims","hidden_grading":"After all policy decisions; never feedback","maximum_decisions":10,"maximum_invalid_responses":3,"maximum_model_calls":6,"maximum_retry_actions":2,"maximum_tokens":100000,"model_weights_updated":false,"tool_calls":"Orchestrated sandbox evaluations, including baseline and final grading","unnecessary_edits":"Post-decision reference-scope proxy: changed files outside the supplied reference patch scope. Alternative valid edits can be counted; not a minimality oracle."},"failure_labels":[],"fallback_decisions":0,"family":"scheduling","heldout_passed":4,"heldout_total":4,"id":"320314268b8c45e0befe40378de4bc98","invalid_responses":0,"known_tokens":1926,"learned_decisions":0,"model_ids":["openai/gpt-oss-120b"],"phase":"train","policy":"exploration","public_passed":2,"public_total":2,"regressions_introduced":0,"retries":0,"rollbacks":0,"seed":1633015,"solved":true,"split":"train","status":"completed","steps":1,"stop_reason":"visible_tests_pass","study_seed":17,"success_after_repair":false,"task_id":"scheduling-resource-scope","task_title":"Restore booking scope across two APIs","tokens":1926,"tokens_complete":true,"tool_calls":3,"unnecessary_edits":0,"version":"0.2"}],"validation_summary":[{"escalation_frequency":0.0,"failed_runs":2,"fallback_decisions":0,"graded_runs":8,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.00041929999999999995,"mean_latency_s":26.301049499999998,"mean_regressions":0.0,"mean_steps":1.2,"mean_tokens":2473.25,"mean_tool_calls":2.8,"n":10,"planned":30,"policy":"strong_only","repair_eligible_runs":1,"solve_rate":0.8,"solved":8,"success_after_repair_rate":1.0,"token_measured_runs":8,"unnecessary_edits":0.125},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":0,"graded_runs":10,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.0001597,"mean_latency_s":7.799326499999999,"mean_regressions":0.0,"mean_steps":1.1,"mean_tokens":2264.7,"mean_tool_calls":3.1,"n":10,"planned":30,"policy":"cheap_only","repair_eligible_runs":1,"solve_rate":1.0,"solved":10,"success_after_repair_rate":1.0,"token_measured_runs":10,"unnecessary_edits":0.1},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":0,"graded_runs":10,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.0001251,"mean_latency_s":5.7969304,"mean_regressions":0.0,"mean_steps":1.0,"mean_tokens":1896.7,"mean_tool_calls":3.0,"n":10,"planned":30,"policy":"escalate_on_failure","repair_eligible_runs":0,"solve_rate":1.0,"solved":10,"success_after_repair_rate":null,"token_measured_runs":10,"unnecessary_edits":0.0},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":0,"graded_runs":10,"hidden_test_pass_rate":1.0,"learned_decisions":0,"mean_cost_usd":0.0001206,"mean_latency_s":5.2484497,"mean_regressions":0.0,"mean_steps":1.0,"mean_tokens":1861.9,"mean_tool_calls":3.0,"n":10,"planned":30,"policy":"static_router","repair_eligible_runs":0,"solve_rate":1.0,"solved":10,"success_after_repair_rate":null,"token_measured_runs":10,"unnecessary_edits":0.1},{"escalation_frequency":0.0,"failed_runs":0,"fallback_decisions":3,"graded_runs":10,"hidden_test_pass_rate":1.0,"learned_decisions":10,"mean_cost_usd":0.0002359,"mean_latency_s":33.1488653,"mean_regressions":0.0,"mean_steps":1.3,"mean_tokens":2849.5,"mean_tool_calls":3.3,"n":10,"planned":30,"policy":"adaptive","repair_eligible_runs":1,"solve_rate":1.0,"solved":10,"success_after_repair_rate":1.0,"token_measured_runs":10,"unnecessary_edits":0.0}],"version":"0.2","catalog":{"task_count":50,"family_count":10,"task_manifest_hash":"ccb6b8e3996e067e24ecfb4b2f14d6ffb543380b10acb7bcfbc4f19d6b6f116b","public_mode":"recorded_only"},"downloads":["results.csv","failure_analysis.csv","bootstrap_results.json","trajectories.jsonl"]}