{
  "configuration_ids": [
    "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409",
    "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b",
    "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9",
    "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269",
    "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1"
  ],
  "configurations": [
    {
      "configuration_id": "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409",
      "display": {
        "agent_adapter": "codex-json-fresh-home-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "codex-cli 0.160.0",
        "effort": "medium",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "codex",
        "label": "GPT-6 Astra via Codex CLI",
        "marker": "6A",
        "model": "gpt-6-astra",
        "network": "enabled",
        "series": "gpt6Astra"
      },
      "failed_task_ids": [
        "editor-project-state-isolation"
      ],
      "first_trial_at": "2026-10-03T22:49:18.788032+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-04T00:12:45.763099+00:00",
      "mean_agent_seconds_per_task": 81.47164444444445,
      "mean_agent_seconds_per_trial": 2444.1493333333333,
      "observation_count": 90,
      "pass_at_1": 0.9777777777777777,
      "pass_at_k": {
        "1": 0.9777777777777777,
        "2": 0.9888888888888889,
        "3": 1.0
      },
      "pass_hat_k": {
        "1": 0.9777777777777777,
        "2": 0.9666666666666667,
        "3": 0.9666666666666667
      },
      "pass_rate": {
        "estimate": 0.9777777777777777,
        "interval": {
          "high": 0.9938845580136748,
          "level": 0.95,
          "low": 0.9225547331137463
        },
        "n": 90,
        "successes": 88,
        "warnings": []
      },
      "run_ids": [
        "20261003T224805Z-935844c5",
        "20261003T232922Z-0dfaaa8c",
        "20261004T001146Z-d8b06e7c"
      ],
      "study_ids": [
        "20261003T224805Z-9e44c874"
      ],
      "task_count": 30,
      "tasks": {
        "argument-default-forwarding": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 54.99099999999999,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 73.276,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 32.751,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 58.946,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "debug-freeform-config-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 73.06933333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 62.426,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 74.704,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 82.078,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "debug-import-argument-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 60.09233333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 51.329,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 72.818,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 56.13,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 51.108,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 55.111,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 48.035,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 50.178,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {
            "isolated-global-state": 2,
            "launch-arguments": 2,
            "persistent-project-state": 2,
            "same-name-projects": 2,
            "separate-instances": 2,
            "shared-user-settings": 2
          },
          "failure_classes": {
            "wrong-value": 2
          },
          "mean_agent_seconds": 126.14833333333335,
          "n": 3,
          "passes": 1,
          "solve_rate": 0.3333333333333333,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 165.907,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 145.829,
              "agent_timeout": false,
              "failed_criteria": [
                "isolated-global-state",
                "launch-arguments",
                "persistent-project-state",
                "same-name-projects",
                "separate-instances",
                "shared-user-settings"
              ],
              "passed": false,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 66.709,
              "agent_timeout": false,
              "failed_criteria": [
                "isolated-global-state",
                "launch-arguments",
                "persistent-project-state",
                "same-name-projects",
                "separate-instances",
                "shared-user-settings"
              ],
              "passed": false,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "fetcher-fixed-output-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 61.03766666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 59.586,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 63.549,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 59.978,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "flake-nested-follows-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 77.354,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 74.994,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 75.372,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 81.696,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "follows-preserve-python-compatibility": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 64.352,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 60.378,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 62.832,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 69.846,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "lazy-recursive-update-closure": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 96.48766666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 84.86,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 99.442,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 105.161,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "lazy-selected-report-validation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 93.428,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 80.55,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 84.925,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 114.809,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 67.61966666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 44.35,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 69.7,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 88.809,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "mkforce-across-option-reexport": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 93.10266666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 98.303,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 109.665,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 71.34,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "module-deferred-schema-default": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 111.971,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 115.999,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 103.05,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 116.864,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 74.22733333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 61.554,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 70.399,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 90.729,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "module-migration-assertion-gate": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 84.78099999999999,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 56.68,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 99.688,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 97.975,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "module-priority-submodule-apply": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 80.94666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 83.179,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 98.156,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 61.505,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "module-service-options": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 55.493,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 67.046,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 64.857,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 34.576,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "module-system-boundaries": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 48.672333333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 26.383,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 57.734,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 61.9,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "overlay-composed-final-prev": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 94.834,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 77.775,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 112.641,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 94.086,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 104.35966666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 108.103,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 108.996,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 95.98,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "package-offline-test-selection": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 70.282,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 76.313,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 79.041,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 55.492,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "purity-explicit-release-inputs": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 88.32766666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 120.03,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 93.592,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 51.361,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "python-build-backend-false-lead": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 73.94466666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 69.032,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 77.221,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 75.581,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "runtime-tools-outside-devshell": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 48.50300000000001,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 49.007,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 54.865,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 41.637,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 63.78033333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 61.785,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 69.185,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 60.371,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "scope-override-transitive-dependencies": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 94.153,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 83.247,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 96.101,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 103.111,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "source-filter-traversal-stability": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 134.56833333333336,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 130.149,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 135.77,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 137.786,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "string-command-dependency-context": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 137.54566666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 198.919,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 112.367,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 101.351,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "string-escaping-systemd": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 63.03233333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 66.096,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 75.57,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 47.431,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        },
        "xdg-portal-merge": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 95.93666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 106.626,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-935844c5"
            },
            {
              "agent_duration_seconds": 87.892,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232922Z-0dfaaa8c"
            },
            {
              "agent_duration_seconds": 93.292,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T001146Z-d8b06e7c"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": []
    },
    {
      "configuration_id": "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b",
      "display": {
        "agent_adapter": "claude-json-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "2.1.288 (Claude Code)",
        "effort": "default",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "claude",
        "label": "Claude Sonnet 5.5 via Claude Code",
        "marker": "S5",
        "model": "claude-sonnet-5-5",
        "network": "enabled",
        "series": "claudeSonnet55"
      },
      "failed_task_ids": [
        "lazy-type-error-boundary",
        "package-offline-test-selection"
      ],
      "first_trial_at": "2026-10-03T22:48:18.740768+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-03T23:05:11.239543+00:00",
      "mean_agent_seconds_per_task": 16.000355555555554,
      "mean_agent_seconds_per_trial": 480.0106666666666,
      "observation_count": 90,
      "pass_at_1": 0.9777777777777777,
      "pass_at_k": {
        "1": 0.9777777777777777,
        "2": 1.0,
        "3": 1.0
      },
      "pass_hat_k": {
        "1": 0.9777777777777777,
        "2": 0.9555555555555556,
        "3": 0.9333333333333333
      },
      "pass_rate": {
        "estimate": 0.9777777777777777,
        "interval": {
          "high": 0.9938845580136748,
          "level": 0.95,
          "low": 0.9225547331137463
        },
        "n": 90,
        "successes": 88,
        "warnings": []
      },
      "run_ids": [
        "20261003T224805Z-a04908d5",
        "20261003T225644Z-e20bde37",
        "20261003T230501Z-53dac9d6"
      ],
      "study_ids": [
        "20261003T224805Z-c01f0b12"
      ],
      "task_count": 30,
      "tasks": {
        "argument-default-forwarding": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 11.866999999999999,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.179,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 12.368,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 10.054,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "debug-freeform-config-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 13.332,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 14.576,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 14.315,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 11.105,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "debug-import-argument-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 15.572666666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.994,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 15.592,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 17.132,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 11.530666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 11.989,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 12.45,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 10.153,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 18.953,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 16.697,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 22.264,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 17.898,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "fetcher-fixed-output-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 11.468333333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 12.937,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 10.758,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 10.71,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "flake-nested-follows-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 13.324666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.991,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 15.73,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 10.253,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "follows-preserve-python-compatibility": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 17.198666666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 22.203,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 16.477,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 12.916,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "lazy-recursive-update-closure": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 18.502,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 22.955,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 16.224,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 16.327,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "lazy-selected-report-validation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 12.238333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 11.691,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 11.41,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 13.614,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {
            "missing-fields-rejected": 1
          },
          "failure_classes": {
            "missing-attr": 1
          },
          "mean_agent_seconds": 15.988666666666667,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 17.314,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 13.926,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 16.726,
              "agent_timeout": false,
              "failed_criteria": [
                "missing-fields-rejected"
              ],
              "passed": false,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "mkforce-across-option-reexport": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 13.11,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 12.491,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 14.424,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 12.415,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "module-deferred-schema-default": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 14.885,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 12.135,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 18.451,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 14.069,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 17.051,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 19.85,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 15.979,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 15.324,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "module-migration-assertion-gate": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 27.450333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 17.897,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 26.366,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 38.088,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "module-priority-submodule-apply": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 47.20133333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 67.613,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 50.689,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 23.302,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "module-service-options": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 12.503,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 16.927,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 10.753,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 9.829,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "module-system-boundaries": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 9.414333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 7.645,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 11.295,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 9.303,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "overlay-composed-final-prev": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 15.570666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.176,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 16.636,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 16.9,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 22.743,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 20.466,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 23.466,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 24.297,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "package-offline-test-selection": {
          "failed_criteria": {
            "failures-propagate": 1,
            "follows-upstream-conventions": 1,
            "network-tests-excluded": 1,
            "offline-tests-run": 1
          },
          "failure_classes": {
            "impurity": 1,
            "overfit": 1,
            "wrong-value": 1
          },
          "mean_agent_seconds": 16.906666666666666,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 17.034,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 17.303,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 16.383,
              "agent_timeout": false,
              "failed_criteria": [
                "failures-propagate",
                "follows-upstream-conventions",
                "network-tests-excluded",
                "offline-tests-run"
              ],
              "passed": false,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "purity-explicit-release-inputs": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 15.074666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 23.616,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 8.945,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 12.663,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "python-build-backend-false-lead": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 13.569333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.768,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 14.925,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 12.015,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "runtime-tools-outside-devshell": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 13.420000000000002,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.71,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 14.685,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 11.865,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 15.721666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.185,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 16.016,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 17.964,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "scope-override-transitive-dependencies": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 16.076,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 16.876,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 16.399,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 14.953,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "source-filter-traversal-stability": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 12.155333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 14.936,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 10.564,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 10.966,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "string-command-dependency-context": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 12.373666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.683,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 12.88,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 10.558,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "string-escaping-systemd": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 13.779666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 14.632,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 14.348,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 12.359,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        },
        "xdg-portal-merge": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 11.029000000000002,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 9.599,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-a04908d5"
            },
            {
              "agent_duration_seconds": 13.223,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T225644Z-e20bde37"
            },
            {
              "agent_duration_seconds": 10.265,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230501Z-53dac9d6"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": []
    },
    {
      "configuration_id": "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9",
      "display": {
        "agent_adapter": "claude-json-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "2.1.288 (Claude Code)",
        "effort": "default",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "claude",
        "label": "Claude Opus 5.5 via Claude Code",
        "marker": "O5",
        "model": "claude-opus-5-5",
        "network": "enabled",
        "series": "claudeOpus55"
      },
      "failed_task_ids": [
        "editor-project-state-isolation"
      ],
      "first_trial_at": "2026-10-03T22:48:26.065551+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-03T23:13:56.115939+00:00",
      "mean_agent_seconds_per_task": 24.843055555555555,
      "mean_agent_seconds_per_trial": 745.2916666666666,
      "observation_count": 90,
      "pass_at_1": 0.9888888888888889,
      "pass_at_k": {
        "1": 0.9888888888888889,
        "2": 1.0,
        "3": 1.0
      },
      "pass_hat_k": {
        "1": 0.9888888888888889,
        "2": 0.9777777777777777,
        "3": 0.9666666666666667
      },
      "pass_rate": {
        "estimate": 0.9888888888888889,
        "interval": {
          "high": 0.9980359158990818,
          "level": 0.95,
          "low": 0.9397159168824657
        },
        "n": 90,
        "successes": 89,
        "warnings": []
      },
      "run_ids": [
        "20261003T224805Z-15f08116",
        "20261003T230035Z-075d7c8a",
        "20261003T231337Z-1d65a276"
      ],
      "study_ids": [
        "20261003T224805Z-b039ace8"
      ],
      "task_count": 30,
      "tasks": {
        "argument-default-forwarding": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 18.32,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 20.569,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 15.976,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 18.415,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "debug-freeform-config-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 24.466333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 28.367,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 23.536,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 21.496,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "debug-import-argument-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 24.403666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 20.902,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 26.873,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 25.436,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 18.512,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 19.748,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 18.138,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 17.65,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {
            "isolated-global-state": 1,
            "launch-arguments": 1,
            "persistent-project-state": 1,
            "same-name-projects": 1,
            "separate-instances": 1,
            "shared-user-settings": 1
          },
          "failure_classes": {
            "wrong-value": 1
          },
          "mean_agent_seconds": 53.861,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 52.613,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 58.761,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 50.209,
              "agent_timeout": false,
              "failed_criteria": [
                "isolated-global-state",
                "launch-arguments",
                "persistent-project-state",
                "same-name-projects",
                "separate-instances",
                "shared-user-settings"
              ],
              "passed": false,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "fetcher-fixed-output-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 23.457333333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 21.277,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 22.356,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 26.739,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "flake-nested-follows-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 19.474666666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 20.701,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 19.188,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 18.535,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "follows-preserve-python-compatibility": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 19.616666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 18.646,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 20.511,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 19.693,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "lazy-recursive-update-closure": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 32.71266666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 32.174,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 34.619,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 31.345,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "lazy-selected-report-validation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 23.94333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 26.662,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 22.161,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 23.007,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 27.672666666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 24.106,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 33.494,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 25.418,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "mkforce-across-option-reexport": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 24.125666666666664,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 22.493,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 27.177,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 22.707,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "module-deferred-schema-default": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 26.758666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 29.382,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 24.816,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 26.078,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 23.82766666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 26.968,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 25.463,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 19.052,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "module-migration-assertion-gate": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 22.573666666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 21.05,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 24.207,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 22.464,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "module-priority-submodule-apply": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 31.866,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 31.895,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 33.588,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 30.115,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "module-service-options": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 27.025333333333332,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 25.228,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 27.767,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 28.081,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "module-system-boundaries": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 13.302,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 13.821,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 12.822,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 13.263,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "overlay-composed-final-prev": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 26.080000000000002,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 30.25,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 27.082,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 20.908,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 26.882666666666665,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 26.453,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 29.357,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 24.838,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "package-offline-test-selection": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 29.206,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 32.805,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 28.486,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 26.327,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "purity-explicit-release-inputs": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 22.810666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 22.859,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 27.321,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 18.252,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "python-build-backend-false-lead": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 22.987666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 21.354,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 21.73,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 25.879,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "runtime-tools-outside-devshell": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 18.637666666666664,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 19.791,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 16.979,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 19.143,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 17.718333333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 19.839,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 14.268,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 19.048,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "scope-override-transitive-dependencies": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 21.257333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 18.638,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 27.697,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 17.437,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "source-filter-traversal-stability": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 33.409666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 25.522,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 43.291,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 31.416,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "string-command-dependency-context": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 26.020333333333337,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 20.727,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 30.987,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 26.347,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "string-escaping-systemd": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 15.738666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 15.181,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 12.271,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 19.764,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        },
        "xdg-portal-merge": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 28.623333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 32.044,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-15f08116"
            },
            {
              "agent_duration_seconds": 23.622,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T230035Z-075d7c8a"
            },
            {
              "agent_duration_seconds": 30.204,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231337Z-1d65a276"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": []
    },
    {
      "configuration_id": "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269",
      "display": {
        "agent_adapter": "codex-json-fresh-home-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "codex-cli 0.160.0",
        "effort": "medium",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "codex",
        "label": "GPT-6 Luna via Codex CLI",
        "marker": "6L",
        "model": "gpt-6-luna",
        "network": "enabled",
        "series": "gpt6Luna"
      },
      "failed_task_ids": [
        "devshell-tooling-contract",
        "fetcher-fixed-output-identity",
        "lazy-type-error-boundary",
        "module-generated-jobs-fixed-point",
        "module-migration-assertion-gate",
        "overlay-finalattrs-reoverride",
        "runtime-tools-outside-devshell",
        "rust-no-network-build"
      ],
      "first_trial_at": "2026-10-03T22:48:36.189019+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-03T23:37:10.462606+00:00",
      "mean_agent_seconds_per_task": 46.75776666666666,
      "mean_agent_seconds_per_trial": 1402.733,
      "observation_count": 90,
      "pass_at_1": 0.8222222222222223,
      "pass_at_k": {
        "1": 0.8222222222222223,
        "2": 0.8777777777777778,
        "3": 0.9
      },
      "pass_hat_k": {
        "1": 0.8222222222222223,
        "2": 0.7666666666666667,
        "3": 0.7333333333333333
      },
      "pass_rate": {
        "estimate": 0.8222222222222222,
        "interval": {
          "high": 0.8875026284166965,
          "level": 0.95,
          "low": 0.7305610795529596
        },
        "n": 90,
        "successes": 74,
        "warnings": []
      },
      "run_ids": [
        "20261003T224805Z-e2817d96",
        "20261003T231201Z-7789019b",
        "20261003T233632Z-2e8ff65d"
      ],
      "study_ids": [
        "20261003T224805Z-ab247b82"
      ],
      "task_count": 30,
      "tasks": {
        "argument-default-forwarding": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 37.22466666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 30.647,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 43.384,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 37.643,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "debug-freeform-config-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 46.88666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 32.873,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 48.068,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 59.719,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "debug-import-argument-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 42.714,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 39.988,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 30.137,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 58.017,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {
            "experimental-features": 2,
            "formatter-contract": 2
          },
          "failure_classes": {
            "wrong-value": 2
          },
          "mean_agent_seconds": 31.257,
          "n": 3,
          "passes": 1,
          "solve_rate": 0.3333333333333333,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 32.121,
              "agent_timeout": false,
              "failed_criteria": [
                "experimental-features",
                "formatter-contract"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 24.225,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 37.425,
              "agent_timeout": false,
              "failed_criteria": [
                "experimental-features",
                "formatter-contract"
              ],
              "passed": false,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 68.42966666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 60.699,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 103.903,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 40.687,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "fetcher-fixed-output-identity": {
          "failed_criteria": {
            "mirror-interchangeable": 1,
            "stale-checksum-isolation": 1
          },
          "failure_classes": {
            "wrong-value": 1
          },
          "mean_agent_seconds": 63.29933333333333,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 93.989,
              "agent_timeout": false,
              "failed_criteria": [
                "mirror-interchangeable",
                "stale-checksum-isolation"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 45.829,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 50.08,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "flake-nested-follows-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 33.455333333333336,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 32.017,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 38.361,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 29.988,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "follows-preserve-python-compatibility": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 42.97133333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 38.015,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 47.737,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 43.162,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "lazy-recursive-update-closure": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 64.57866666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 52.466,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 75.4,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 65.87,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "lazy-selected-report-validation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 43.306000000000004,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 40.972,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 42.921,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 46.025,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {
            "missing-fields-rejected": 3
          },
          "failure_classes": {
            "missing-attr": 3
          },
          "mean_agent_seconds": 36.37833333333334,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 57.298,
              "agent_timeout": false,
              "failed_criteria": [
                "missing-fields-rejected"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 32.793,
              "agent_timeout": false,
              "failed_criteria": [
                "missing-fields-rejected"
              ],
              "passed": false,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 19.044,
              "agent_timeout": false,
              "failed_criteria": [
                "missing-fields-rejected"
              ],
              "passed": false,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "mkforce-across-option-reexport": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 27.342,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 34.284,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 24.581,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 23.161,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "module-deferred-schema-default": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 73.60199999999999,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 56.267,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 95.445,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 69.094,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {
            "coexists-with-other-modules": 3,
            "disabled-jobs": 3,
            "option-jobs-evaluate": 3,
            "unit-fields": 3,
            "unit-names": 3
          },
          "failure_classes": {
            "evaluation": 3,
            "wrong-value": 3
          },
          "mean_agent_seconds": 57.47,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 47.36,
              "agent_timeout": false,
              "failed_criteria": [
                "coexists-with-other-modules",
                "disabled-jobs",
                "option-jobs-evaluate",
                "unit-fields",
                "unit-names"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 89.782,
              "agent_timeout": false,
              "failed_criteria": [
                "coexists-with-other-modules",
                "disabled-jobs",
                "option-jobs-evaluate",
                "unit-fields",
                "unit-names"
              ],
              "passed": false,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 35.268,
              "agent_timeout": false,
              "failed_criteria": [
                "coexists-with-other-modules",
                "disabled-jobs",
                "option-jobs-evaluate",
                "unit-fields",
                "unit-names"
              ],
              "passed": false,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "module-migration-assertion-gate": {
          "failed_criteria": {
            "removed-option-gate": 1
          },
          "failure_classes": {
            "evaluation": 1
          },
          "mean_agent_seconds": 88.75366666666666,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 100.189,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 86.257,
              "agent_timeout": false,
              "failed_criteria": [
                "removed-option-gate"
              ],
              "passed": false,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 79.815,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "module-priority-submodule-apply": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 54.894666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 51.913,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 58.408,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 54.363,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "module-service-options": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 43.483666666666664,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 37.962,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 34.354,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 58.135,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "module-system-boundaries": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 28.510333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 33.123,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 27.329,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 25.079,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "overlay-composed-final-prev": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 46.074666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 47.316,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 45.678,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 45.23,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {
            "dependency-reoverride": 2
          },
          "failure_classes": {
            "wrong-value": 2
          },
          "mean_agent_seconds": 49.42366666666667,
          "n": 3,
          "passes": 1,
          "solve_rate": 0.3333333333333333,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 41.09,
              "agent_timeout": false,
              "failed_criteria": [
                "dependency-reoverride"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 67.904,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 39.277,
              "agent_timeout": false,
              "failed_criteria": [
                "dependency-reoverride"
              ],
              "passed": false,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "package-offline-test-selection": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 41.008,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 48.22,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 41.285,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 33.519,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "purity-explicit-release-inputs": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 43.24533333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 39.056,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 30.244,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 60.436,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "python-build-backend-false-lead": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 33.053,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 33.799,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 40.513,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 24.847,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "runtime-tools-outside-devshell": {
          "failed_criteria": {
            "alias-command": 1,
            "argv-and-status": 1,
            "caller-path-handling": 1,
            "clean-path-tools": 1,
            "installed-commands": 1
          },
          "failure_classes": {
            "missing-attr": 1,
            "wrong-value": 1
          },
          "mean_agent_seconds": 48.78333333333333,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 50.276,
              "agent_timeout": false,
              "failed_criteria": [
                "alias-command",
                "argv-and-status",
                "caller-path-handling",
                "clean-path-tools",
                "installed-commands"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 46.433,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 49.641,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {
            "system-onnxruntime": 3
          },
          "failure_classes": {
            "impurity": 3
          },
          "mean_agent_seconds": 37.47966666666667,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 30.022,
              "agent_timeout": false,
              "failed_criteria": [
                "system-onnxruntime"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 37.436,
              "agent_timeout": false,
              "failed_criteria": [
                "system-onnxruntime"
              ],
              "passed": false,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 44.981,
              "agent_timeout": false,
              "failed_criteria": [
                "system-onnxruntime"
              ],
              "passed": false,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "scope-override-transitive-dependencies": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 71.96466666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 112.483,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 40.241,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 63.17,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "source-filter-traversal-stability": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 50.34833333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 52.714,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 59.135,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 39.196,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "string-command-dependency-context": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 36.42666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 28.425,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 56.011,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 24.844,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "string-escaping-systemd": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 29.126,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 35.92,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 27.746,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 23.712,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        },
        "xdg-portal-merge": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 31.242333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 37.092,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-e2817d96"
            },
            {
              "agent_duration_seconds": 21.366,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T231201Z-7789019b"
            },
            {
              "agent_duration_seconds": 35.269,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T233632Z-2e8ff65d"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": [
        "lazy-type-error-boundary",
        "module-generated-jobs-fixed-point",
        "rust-no-network-build"
      ]
    },
    {
      "configuration_id": "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1",
      "display": {
        "agent_adapter": "codex-json-fresh-home-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "codex-cli 0.160.0",
        "effort": "medium",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "codex",
        "label": "GPT-6.1 Sol via Codex CLI",
        "marker": "6S",
        "model": "gpt-6.1-sol",
        "network": "enabled",
        "series": "gpt61Sol"
      },
      "failed_task_ids": [
        "editor-project-state-isolation"
      ],
      "first_trial_at": "2026-10-03T22:49:03.068879+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-04T00:06:25.286648+00:00",
      "mean_agent_seconds_per_task": 76.9396111111111,
      "mean_agent_seconds_per_trial": 2308.1883333333335,
      "observation_count": 90,
      "pass_at_1": 0.9666666666666667,
      "pass_at_k": {
        "1": 0.9666666666666667,
        "2": 0.9666666666666667,
        "3": 0.9666666666666667
      },
      "pass_hat_k": {
        "1": 0.9666666666666667,
        "2": 0.9666666666666667,
        "3": 0.9666666666666667
      },
      "pass_rate": {
        "estimate": 0.9666666666666667,
        "interval": {
          "high": 0.9885996097771937,
          "level": 0.95,
          "low": 0.9065271396961013
        },
        "n": 90,
        "successes": 87,
        "warnings": []
      },
      "run_ids": [
        "20261003T224805Z-27e547ae",
        "20261003T232521Z-ac4b1f33",
        "20261004T000530Z-44c4ad23"
      ],
      "study_ids": [
        "20261003T224805Z-0f369581"
      ],
      "task_count": 30,
      "tasks": {
        "argument-default-forwarding": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 53.09799999999999,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 57.472,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 47.074,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 54.748,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "debug-freeform-config-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 59.58266666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 50.207,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 65.471,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 63.07,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "debug-import-argument-cycle": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 66.00633333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 60.343,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 78.981,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 58.695,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 50.059333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 41.994,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 65.844,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 42.34,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {
            "isolated-global-state": 2,
            "launch-arguments": 2,
            "persistent-project-state": 2,
            "same-name-projects": 3,
            "separate-instances": 3,
            "shared-user-settings": 2
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 150.92499999999998,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 106.373,
              "agent_timeout": false,
              "failed_criteria": [
                "same-name-projects",
                "separate-instances"
              ],
              "passed": false,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 236.694,
              "agent_timeout": false,
              "failed_criteria": [
                "isolated-global-state",
                "launch-arguments",
                "persistent-project-state",
                "same-name-projects",
                "separate-instances",
                "shared-user-settings"
              ],
              "passed": false,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 109.708,
              "agent_timeout": false,
              "failed_criteria": [
                "isolated-global-state",
                "launch-arguments",
                "persistent-project-state",
                "same-name-projects",
                "separate-instances",
                "shared-user-settings"
              ],
              "passed": false,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "fetcher-fixed-output-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 68.66766666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 55.076,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 93.086,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 57.841,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "flake-nested-follows-identity": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 52.19233333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 46.913,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 56.812,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 52.852,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "follows-preserve-python-compatibility": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 43.87766666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 38.863,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 48.402,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 44.368,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "lazy-recursive-update-closure": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 83.04733333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 87.805,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 83.744,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 77.593,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "lazy-selected-report-validation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 66.99733333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 59.177,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 65.6,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 76.215,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 71.642,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 67.56,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 64.76,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 82.606,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "mkforce-across-option-reexport": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 59.32966666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 54.106,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 56.758,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 67.125,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "module-deferred-schema-default": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 78.04566666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 81.878,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 70.055,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 82.204,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 73.04333333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 86.721,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 71.114,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 61.295,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "module-migration-assertion-gate": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 111.359,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 121.794,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 114.198,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 98.085,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "module-priority-submodule-apply": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 67.73333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 81.171,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 59.06,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 62.969,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "module-service-options": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 75.846,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 51.646,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 86.509,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 89.383,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "module-system-boundaries": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 54.03733333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 57.931,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 45.696,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 58.485,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "overlay-composed-final-prev": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 70.92333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 70.992,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 66.475,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 75.303,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 74.88633333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 79.735,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 78.579,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 66.345,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "package-offline-test-selection": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 62.260333333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 81.681,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 55.143,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 49.957,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "purity-explicit-release-inputs": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 94.75099999999999,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 91.023,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 102.091,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 91.139,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "python-build-backend-false-lead": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 60.367,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 71.215,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 53.695,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 56.191,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "runtime-tools-outside-devshell": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 53.87233333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 52.249,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 58.775,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 50.593,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 54.042333333333325,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 47.974,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 64.109,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 50.044,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "scope-override-transitive-dependencies": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 69.02166666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 64.982,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 67.742,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 74.341,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "source-filter-traversal-stability": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 170.43833333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 185.378,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 165.77,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 160.167,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "string-command-dependency-context": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 150.49666666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 118.297,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 116.328,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 216.865,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "string-escaping-systemd": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 74.595,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 91.501,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 62.671,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 69.613,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        },
        "xdg-portal-merge": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 87.044,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 65.533,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T224805Z-27e547ae"
            },
            {
              "agent_duration_seconds": 100.624,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261003T232521Z-ac4b1f33"
            },
            {
              "agent_duration_seconds": 94.975,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T000530Z-44c4ad23"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": [
        "editor-project-state-isolation"
      ]
    }
  ],
  "corpus": {
    "digest": "0d4e05063591d17d598b9620543b57f03224db96271d403f03a7b56c25da9049",
    "id": "nixbench-public",
    "version": "3.0.0"
  },
  "generated_at": "2026-10-04T00:50:56.662900+00:00",
  "methods": {
    "discrimination": "point-biserial-leave-one-task-out",
    "discrimination_thresholds": {
      "minimum_configurations": 2,
      "minimum_observations": 20
    },
    "headline": "task-pass-rate",
    "pass_at_k": "unbiased estimator 1 - C(n-c,k)/C(n,k), averaged over tasks",
    "pass_hat_k": "C(c,k)/C(n,k), averaged over tasks (all k sampled trials pass)",
    "pass_rate_interval": "wilson-95 over pooled valid task-trial observations; cells of the same task are not independent, so the interval is descriptive",
    "saturation_pooled_solve_rate": 0.9,
    "solve_rate_bands": {
      "high": ">= 0.75",
      "low": "< 0.25",
      "mixed": "0.25 to < 0.75"
    }
  },
  "saturated_task_ids": [
    "argument-default-forwarding",
    "debug-freeform-config-cycle",
    "debug-import-argument-cycle",
    "fetcher-fixed-output-identity",
    "flake-nested-follows-identity",
    "follows-preserve-python-compatibility",
    "lazy-recursive-update-closure",
    "lazy-selected-report-validation",
    "mkforce-across-option-reexport",
    "module-deferred-schema-default",
    "module-migration-assertion-gate",
    "module-priority-submodule-apply",
    "module-service-options",
    "module-system-boundaries",
    "overlay-composed-final-prev",
    "package-offline-test-selection",
    "purity-explicit-release-inputs",
    "python-build-backend-false-lead",
    "runtime-tools-outside-devshell",
    "scope-override-transitive-dependencies",
    "source-filter-traversal-stability",
    "string-command-dependency-context",
    "string-escaping-systemd",
    "xdg-portal-merge"
  ],
  "schema_version": 1,
  "task_ids": [
    "argument-default-forwarding",
    "debug-freeform-config-cycle",
    "debug-import-argument-cycle",
    "devshell-tooling-contract",
    "editor-project-state-isolation",
    "fetcher-fixed-output-identity",
    "flake-nested-follows-identity",
    "follows-preserve-python-compatibility",
    "lazy-recursive-update-closure",
    "lazy-selected-report-validation",
    "lazy-type-error-boundary",
    "mkforce-across-option-reexport",
    "module-deferred-schema-default",
    "module-generated-jobs-fixed-point",
    "module-migration-assertion-gate",
    "module-priority-submodule-apply",
    "module-service-options",
    "module-system-boundaries",
    "overlay-composed-final-prev",
    "overlay-finalattrs-reoverride",
    "package-offline-test-selection",
    "purity-explicit-release-inputs",
    "python-build-backend-false-lead",
    "runtime-tools-outside-devshell",
    "rust-no-network-build",
    "scope-override-transitive-dependencies",
    "source-filter-traversal-stability",
    "string-command-dependency-context",
    "string-escaping-systemd",
    "xdg-portal-merge"
  ],
  "tasks": {
    "argument-default-forwarding": {
      "author_difficulty": "easy",
      "category": "nix-language",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "debug-freeform-config-cycle": {
      "author_difficulty": "hard",
      "category": "debugging",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "debug-import-argument-cycle": {
      "author_difficulty": "hard",
      "category": "debugging",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "devshell-tooling-contract": {
      "author_difficulty": "easy",
      "category": "devshells",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8666666666666667,
        "successes": 13
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.3333333333333333,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "editor-project-state-isolation": {
      "author_difficulty": "medium",
      "category": "devshells",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "mixed",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.6,
        "successes": 9
      },
      "solve_rate_band": "mixed",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 0.3333333333333333,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 0.6666666666666666,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 0.0
      }
    },
    "fetcher-fixed-output-identity": {
      "author_difficulty": "hard",
      "category": "fetchers",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.9333333333333333,
        "successes": 14
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.6666666666666666,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "flake-nested-follows-identity": {
      "author_difficulty": "hard",
      "category": "flakes",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "follows-preserve-python-compatibility": {
      "author_difficulty": "medium",
      "category": "flakes",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "lazy-recursive-update-closure": {
      "author_difficulty": "hard",
      "category": "nix-language",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "lazy-selected-report-validation": {
      "author_difficulty": "hard",
      "category": "nix-language",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "lazy-type-error-boundary": {
      "author_difficulty": "hard",
      "category": "nix-language",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "mixed",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.7333333333333333,
        "successes": 11
      },
      "solve_rate_band": "mixed",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 0.6666666666666666,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "mkforce-across-option-reexport": {
      "author_difficulty": "medium",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "module-deferred-schema-default": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "module-generated-jobs-fixed-point": {
      "author_difficulty": "medium",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "module-migration-assertion-gate": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.9333333333333333,
        "successes": 14
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.6666666666666666,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "module-priority-submodule-apply": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "module-service-options": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "module-system-boundaries": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "overlay-composed-final-prev": {
      "author_difficulty": "hard",
      "category": "overlays",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "overlay-finalattrs-reoverride": {
      "author_difficulty": "hard",
      "category": "overlays",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8666666666666667,
        "successes": 13
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.3333333333333333,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "package-offline-test-selection": {
      "author_difficulty": "medium",
      "category": "packages",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.9333333333333333,
        "successes": 14
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 0.6666666666666666,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "purity-explicit-release-inputs": {
      "author_difficulty": "medium",
      "category": "purity",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "python-build-backend-false-lead": {
      "author_difficulty": "medium",
      "category": "debugging",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "runtime-tools-outside-devshell": {
      "author_difficulty": "medium",
      "category": "devshells",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.9333333333333333,
        "successes": 14
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.6666666666666666,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "rust-no-network-build": {
      "author_difficulty": "hard",
      "category": "packages",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 0.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "scope-override-transitive-dependencies": {
      "author_difficulty": "hard",
      "category": "overlays",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "source-filter-traversal-stability": {
      "author_difficulty": "hard",
      "category": "flakes",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "string-command-dependency-context": {
      "author_difficulty": "hard",
      "category": "nix-language",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "string-escaping-systemd": {
      "author_difficulty": "medium",
      "category": "nix-language",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    },
    "xdg-portal-merge": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-0fb7f4354a0c625a4de4b6e2f785dc7e6d0c096623a4ad8da2e7a7d36eb96409": 1.0,
        "cfg-328dce13ec720123b0fc632159888ced9c992be7518d1ad5945997d5e0c8e52b": 1.0,
        "cfg-50ccb88f801d1224c3cf222c25675dd30cf86c1af21691980040cb4e40fb75e9": 1.0,
        "cfg-67e9937a254311fcba5502f017e5737f18f97e6094c1322c75448e4a43fee269": 1.0,
        "cfg-a1e684416b0bf1623da087fe1de14984955ca5002c56c747c193829208d1d2f1": 1.0
      }
    }
  }
}