{
  "configuration_ids": [
    "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b",
    "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b",
    "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b",
    "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c",
    "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f"
  ],
  "configurations": [
    {
      "configuration_id": "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b",
      "display": {
        "agent_adapter": "codex-json-fresh-home-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "codex-cli 0.160.0",
        "effort": "medium",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "codex",
        "label": "GPT-6 Luna via Codex CLI",
        "marker": "6L",
        "model": "gpt-6-luna",
        "network": "enabled",
        "series": "gpt6Luna"
      },
      "failed_task_ids": [
        "devshell-tooling-contract",
        "dovecot-structured-settings-versions",
        "fleet-shared-profile-conflict",
        "home-manager-nixos-module-boundary-fleet",
        "initrd-hook-systemd-stage1-migration",
        "lazy-type-error-boundary",
        "module-generated-jobs-fixed-point",
        "overlay-finalattrs-reoverride",
        "python-package-set-override-fleet",
        "rust-no-network-build",
        "stalwart-state-version-migration",
        "stdenv-cross-and-host-tools",
        "users-groups-impermanence-boundary",
        "yggdrasil-credential-key-owner"
      ],
      "first_trial_at": "2026-10-04T09:14:10.370715+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-04T10:13:55.251474+00:00",
      "mean_agent_seconds_per_task": 73.2240634920635,
      "mean_agent_seconds_per_trial": 1537.7053333333333,
      "observation_count": 63,
      "pass_at_1": 0.47619047619047616,
      "pass_at_k": {
        "1": 0.47619047619047616,
        "2": 0.5714285714285714,
        "3": 0.6190476190476191
      },
      "pass_hat_k": {
        "1": 0.47619047619047616,
        "2": 0.38095238095238093,
        "3": 0.3333333333333333
      },
      "pass_rate": {
        "estimate": 0.47619047619047616,
        "interval": {
          "high": 0.5972964356326276,
          "level": 0.95,
          "low": 0.3578212405382701
        },
        "n": 63,
        "successes": 30,
        "warnings": []
      },
      "run_ids": [
        "20261004T091313Z-6984ff98",
        "20261004T094332Z-e82b44ff",
        "20261004T101241Z-f6bed25d"
      ],
      "study_ids": [
        "20261004T091312Z-0c4a08a9"
      ],
      "task_count": 21,
      "tasks": {
        "cgit-export-policy-agreement": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 69.586,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 41.335,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 105.229,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 62.194,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "debug-infinite-recursion-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 113.045,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 97.708,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 151.661,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 89.766,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {
            "experimental-features": 3,
            "formatter-contract": 1
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 39.87266666666667,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 47.423,
              "agent_timeout": false,
              "failed_criteria": [
                "experimental-features"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 38.161,
              "agent_timeout": false,
              "failed_criteria": [
                "experimental-features",
                "formatter-contract"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 34.034,
              "agent_timeout": false,
              "failed_criteria": [
                "experimental-features"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "dovecot-structured-settings-versions": {
          "failed_criteria": {
            "mail-storage-preserved": 3,
            "protocols-and-auth": 2,
            "tls-paths": 1
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 157.07233333333332,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 131.373,
              "agent_timeout": false,
              "failed_criteria": [
                "mail-storage-preserved",
                "protocols-and-auth"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 247.834,
              "agent_timeout": false,
              "failed_criteria": [
                "mail-storage-preserved"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 92.01,
              "agent_timeout": false,
              "failed_criteria": [
                "mail-storage-preserved",
                "protocols-and-auth",
                "tls-paths"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 56.168,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 60.846,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 57.498,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 50.16,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "fleet-shared-profile-conflict": {
          "failed_criteria": {
            "sendmail-unit": 3
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 85.271,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 110.798,
              "agent_timeout": false,
              "failed_criteria": [
                "sendmail-unit"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 65.528,
              "agent_timeout": false,
              "failed_criteria": [
                "sendmail-unit"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 79.487,
              "agent_timeout": false,
              "failed_criteria": [
                "sendmail-unit"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "home-assistant-declarative-dashboards": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 68.018,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 63.603,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 77.101,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 63.35,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "home-manager-nixos-module-boundary-fleet": {
          "failed_criteria": {
            "relay-system-service": 1
          },
          "failure_classes": {
            "wrong-value": 1
          },
          "mean_agent_seconds": 95.13566666666667,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 76.66,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 135.399,
              "agent_timeout": false,
              "failed_criteria": [
                "relay-system-service"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 73.348,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "initrd-hook-systemd-stage1-migration": {
          "failed_criteria": {
            "hook-ordering": 2,
            "root-on-mapper": 3
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 80.73866666666667,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 102.696,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 76.214,
              "agent_timeout": false,
              "failed_criteria": [
                "hook-ordering",
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 63.306,
              "agent_timeout": false,
              "failed_criteria": [
                "hook-ordering",
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {
            "missing-fields-rejected": 3
          },
          "failure_classes": {
            "missing-attr": 3
          },
          "mean_agent_seconds": 46.891,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 75.655,
              "agent_timeout": false,
              "failed_criteria": [
                "missing-fields-rejected"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 28.668,
              "agent_timeout": false,
              "failed_criteria": [
                "missing-fields-rejected"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 36.35,
              "agent_timeout": false,
              "failed_criteria": [
                "missing-fields-rejected"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {
            "coexists-with-other-modules": 3,
            "disabled-jobs": 3,
            "option-jobs-evaluate": 3,
            "unit-fields": 3,
            "unit-names": 3
          },
          "failure_classes": {
            "evaluation": 3,
            "wrong-value": 3
          },
          "mean_agent_seconds": 59.23833333333334,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 73.119,
              "agent_timeout": false,
              "failed_criteria": [
                "coexists-with-other-modules",
                "disabled-jobs",
                "option-jobs-evaluate",
                "unit-fields",
                "unit-names"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 31.226,
              "agent_timeout": false,
              "failed_criteria": [
                "coexists-with-other-modules",
                "disabled-jobs",
                "option-jobs-evaluate",
                "unit-fields",
                "unit-names"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 73.37,
              "agent_timeout": false,
              "failed_criteria": [
                "coexists-with-other-modules",
                "disabled-jobs",
                "option-jobs-evaluate",
                "unit-fields",
                "unit-names"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "nginx-acme-virtualhost-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 95.347,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 123.234,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 82.081,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 80.726,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {
            "dependency-reoverride": 2
          },
          "failure_classes": {
            "wrong-value": 2
          },
          "mean_agent_seconds": 60.53133333333333,
          "n": 3,
          "passes": 1,
          "solve_rate": 0.3333333333333333,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 56.422,
              "agent_timeout": false,
              "failed_criteria": [
                "dependency-reoverride"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 62.643,
              "agent_timeout": false,
              "failed_criteria": [
                "dependency-reoverride"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 62.529,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "python-package-set-override-fleet": {
          "failed_criteria": {
            "apps-instantiate": 2
          },
          "failure_classes": {
            "evaluation": 2
          },
          "mean_agent_seconds": 80.67,
          "n": 3,
          "passes": 1,
          "solve_rate": 0.3333333333333333,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 94.999,
              "agent_timeout": false,
              "failed_criteria": [
                "apps-instantiate"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 73.514,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 73.497,
              "agent_timeout": false,
              "failed_criteria": [
                "apps-instantiate"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {
            "system-onnxruntime": 2
          },
          "failure_classes": {
            "impurity": 2
          },
          "mean_agent_seconds": 27.98466666666667,
          "n": 3,
          "passes": 1,
          "solve_rate": 0.3333333333333333,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 30.17,
              "agent_timeout": false,
              "failed_criteria": [
                "system-onnxruntime"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 27.966,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 25.818,
              "agent_timeout": false,
              "failed_criteria": [
                "system-onnxruntime"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "rust-workspace-vendored-deps": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 59.882000000000005,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 55.039,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 61.536,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 63.071,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "stalwart-state-version-migration": {
          "failed_criteria": {
            "fresh-host-defaults": 1,
            "secrets-and-backup-follow": 2,
            "unit-overrides-applied": 1
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 93.269,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 124.177,
              "agent_timeout": false,
              "failed_criteria": [
                "secrets-and-backup-follow"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 66.457,
              "agent_timeout": false,
              "failed_criteria": [
                "secrets-and-backup-follow",
                "unit-overrides-applied"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 89.173,
              "agent_timeout": false,
              "failed_criteria": [
                "fresh-host-defaults"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "stdenv-cross-and-host-tools": {
          "failed_criteria": {
            "generator-build-compiler": 1,
            "instantiates": 1,
            "man-page-from-scdoc": 1,
            "pkg-config-and-libraries": 1,
            "wrapper-host-zstd": 1
          },
          "failure_classes": {
            "evaluation": 1,
            "wrong-value": 1
          },
          "mean_agent_seconds": 52.01,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 52.561,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 52.274,
              "agent_timeout": false,
              "failed_criteria": [
                "generator-build-compiler",
                "instantiates",
                "man-page-from-scdoc",
                "pkg-config-and-libraries",
                "wrapper-host-zstd"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 51.195,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "systemd-unit-ordering-and-paths": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 63.90833333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 62.736,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 58.73,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 70.259,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "users-groups-impermanence-boundary": {
          "failed_criteria": {
            "follows-layout": 1,
            "hosts-evaluate": 1
          },
          "failure_classes": {
            "evaluation": 1,
            "overfit": 1
          },
          "mean_agent_seconds": 89.497,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 122.687,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 54.735,
              "agent_timeout": false,
              "failed_criteria": [
                "follows-layout",
                "hosts-evaluate"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 91.069,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        },
        "yggdrasil-credential-key-owner": {
          "failed_criteria": {
            "edge-evaluates": 3,
            "edge-key-from-runtime-secret": 3,
            "key-never-in-store": 3
          },
          "failure_classes": {
            "evaluation": 3,
            "impurity": 3,
            "wrong-value": 3
          },
          "mean_agent_seconds": 43.56933333333333,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 42.75,
              "agent_timeout": false,
              "failed_criteria": [
                "edge-evaluates",
                "edge-key-from-runtime-secret",
                "key-never-in-store"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-6984ff98"
            },
            {
              "agent_duration_seconds": 42.495,
              "agent_timeout": false,
              "failed_criteria": [
                "edge-evaluates",
                "edge-key-from-runtime-secret",
                "key-never-in-store"
              ],
              "passed": false,
              "run_id": "20261004T094332Z-e82b44ff"
            },
            {
              "agent_duration_seconds": 45.463,
              "agent_timeout": false,
              "failed_criteria": [
                "edge-evaluates",
                "edge-key-from-runtime-secret",
                "key-never-in-store"
              ],
              "passed": false,
              "run_id": "20261004T101241Z-f6bed25d"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": [
        "devshell-tooling-contract",
        "dovecot-structured-settings-versions",
        "fleet-shared-profile-conflict",
        "initrd-hook-systemd-stage1-migration",
        "lazy-type-error-boundary",
        "module-generated-jobs-fixed-point",
        "stalwart-state-version-migration",
        "yggdrasil-credential-key-owner"
      ]
    },
    {
      "configuration_id": "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b",
      "display": {
        "agent_adapter": "claude-json-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "2.1.288 (Claude Code)",
        "effort": "default",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "claude",
        "label": "Claude Opus 5.5 via Claude Code",
        "marker": "O5",
        "model": "claude-opus-5-5",
        "network": "enabled",
        "series": "claudeOpus55"
      },
      "failed_task_ids": [
        "initrd-hook-systemd-stage1-migration",
        "stdenv-cross-and-host-tools"
      ],
      "first_trial_at": "2026-10-04T09:14:24.290564+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-04T10:02:06.104797+00:00",
      "mean_agent_seconds_per_task": 57.89374603174603,
      "mean_agent_seconds_per_trial": 1215.7686666666666,
      "observation_count": 63,
      "pass_at_1": 0.9365079365079365,
      "pass_at_k": {
        "1": 0.9365079365079365,
        "2": 0.9523809523809523,
        "3": 0.9523809523809523
      },
      "pass_hat_k": {
        "1": 0.9365079365079365,
        "2": 0.9206349206349206,
        "3": 0.9047619047619048
      },
      "pass_rate": {
        "estimate": 0.9365079365079365,
        "interval": {
          "high": 0.9750343819866059,
          "level": 0.95,
          "low": 0.8478082215469362
        },
        "n": 63,
        "successes": 59,
        "warnings": []
      },
      "run_ids": [
        "20261004T091313Z-0f370c7f",
        "20261004T093724Z-3a3e7929",
        "20261004T100053Z-c7a17c27"
      ],
      "study_ids": [
        "20261004T091312Z-94c28f0e"
      ],
      "task_count": 21,
      "tasks": {
        "cgit-export-policy-agreement": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 60.84233333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 56.819,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 65.878,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 59.83,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "debug-infinite-recursion-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 85.80566666666668,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 84.53,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 98.23,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 74.657,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 18.773,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 18.016,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 19.753,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 18.55,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "dovecot-structured-settings-versions": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 97.03033333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 97.156,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 89.495,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 104.44,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 47.566,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 52.475,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 43.307,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 46.916,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "fleet-shared-profile-conflict": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 86.57966666666665,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 94.255,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 94.707,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 70.777,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "home-assistant-declarative-dashboards": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 72.569,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 82.677,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 69.529,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 65.501,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "home-manager-nixos-module-boundary-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 65.492,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 64.846,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 70.995,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 60.635,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "initrd-hook-systemd-stage1-migration": {
          "failed_criteria": {
            "root-on-mapper": 3
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 96.17,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 96.198,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 89.639,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 102.673,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 24.75133333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 25.871,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 24.871,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 23.512,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 22.868666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 21.273,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 21.122,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 26.211,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "nginx-acme-virtualhost-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 90.36033333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 87.112,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 96.963,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 87.006,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 30.599666666666664,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 30.622,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 34.099,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 27.078,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "python-package-set-override-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 61.16733333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 60.091,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 77.7,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 45.711,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 20.322333333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 17.353,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 19.847,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 23.767,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "rust-workspace-vendored-deps": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 32.300000000000004,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 40.089,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 29.68,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 27.131,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "stalwart-state-version-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 49.21633333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 51.225,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 49.107,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 47.317,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "stdenv-cross-and-host-tools": {
          "failed_criteria": {
            "man-page-from-scdoc": 1
          },
          "failure_classes": {
            "wrong-value": 1
          },
          "mean_agent_seconds": 40.99066666666667,
          "n": 3,
          "passes": 2,
          "solve_rate": 0.6666666666666666,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 49.804,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 37.257,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 35.911,
              "agent_timeout": false,
              "failed_criteria": [
                "man-page-from-scdoc"
              ],
              "passed": false,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "systemd-unit-ordering-and-paths": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 88.79533333333332,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 87.841,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 90.993,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 87.552,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "users-groups-impermanence-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 67.30733333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 75.53,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 64.806,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 61.586,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        },
        "yggdrasil-credential-key-owner": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 56.26133333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 71.617,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0f370c7f"
            },
            {
              "agent_duration_seconds": 51.306,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T093724Z-3a3e7929"
            },
            {
              "agent_duration_seconds": 45.861,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T100053Z-c7a17c27"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": [
        "initrd-hook-systemd-stage1-migration"
      ]
    },
    {
      "configuration_id": "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b",
      "display": {
        "agent_adapter": "codex-json-fresh-home-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "codex-cli 0.160.0",
        "effort": "medium",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "codex",
        "label": "GPT-6 Astra via Codex CLI",
        "marker": "6A",
        "model": "gpt-6-astra",
        "network": "enabled",
        "series": "gpt6Astra"
      },
      "failed_task_ids": [
        "initrd-hook-systemd-stage1-migration"
      ],
      "first_trial_at": "2026-10-04T09:14:48.082489+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-04T10:26:47.114826+00:00",
      "mean_agent_seconds_per_task": 94.58404761904762,
      "mean_agent_seconds_per_trial": 1986.265,
      "observation_count": 63,
      "pass_at_1": 0.9523809523809523,
      "pass_at_k": {
        "1": 0.9523809523809523,
        "2": 0.9523809523809523,
        "3": 0.9523809523809523
      },
      "pass_hat_k": {
        "1": 0.9523809523809523,
        "2": 0.9523809523809523,
        "3": 0.9523809523809523
      },
      "pass_rate": {
        "estimate": 0.9523809523809523,
        "interval": {
          "high": 0.9836738311320045,
          "level": 0.95,
          "low": 0.8690903216209392
        },
        "n": 63,
        "successes": 60,
        "warnings": []
      },
      "run_ids": [
        "20261004T091313Z-abbbb990",
        "20261004T095010Z-83efac71",
        "20261004T102516Z-b8cad2e1"
      ],
      "study_ids": [
        "20261004T091312Z-4dffeb21"
      ],
      "task_count": 21,
      "tasks": {
        "cgit-export-policy-agreement": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 77.31400000000001,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 80.171,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 72.387,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 79.384,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "debug-infinite-recursion-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 124.72933333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 114.25,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 128.907,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 131.031,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 44.833333333333336,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 34.085,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 57.03,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 43.385,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "dovecot-structured-settings-versions": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 118.355,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 165.453,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 101.216,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 88.396,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 180.57833333333335,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 127.88,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 224.109,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 189.746,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "fleet-shared-profile-conflict": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 101.67866666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 114.205,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 91.682,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 99.149,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "home-assistant-declarative-dashboards": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 87.24533333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 79.874,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 100.26,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 81.602,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "home-manager-nixos-module-boundary-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 76.46233333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 84.453,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 90.506,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 54.428,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "initrd-hook-systemd-stage1-migration": {
          "failed_criteria": {
            "root-on-mapper": 3
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 124.069,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 120.829,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 143.729,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 107.649,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 71.59133333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 69.767,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 59.627,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 85.38,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 73.85333333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 80.87,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 77.35,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 63.34,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "nginx-acme-virtualhost-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 123.63833333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 119.245,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 131.78,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 119.89,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 75.66066666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 91.156,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 65.995,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 69.831,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "python-package-set-override-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 115.949,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 140.305,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 116.15,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 91.392,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 51.74133333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 37.735,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 45.553,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 71.936,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "rust-workspace-vendored-deps": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 88.51866666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 109.954,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 55.173,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 100.429,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "stalwart-state-version-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 77.68599999999999,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 91.197,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 60.745,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 81.116,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "stdenv-cross-and-host-tools": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 63.632000000000005,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 73.597,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 56.337,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 60.962,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "systemd-unit-ordering-and-paths": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 105.48133333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 98.349,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 102.583,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 115.512,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "users-groups-impermanence-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 102.67466666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 100.8,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 67.784,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 139.44,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        },
        "yggdrasil-credential-key-owner": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 100.573,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 95.134,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-abbbb990"
            },
            {
              "agent_duration_seconds": 103.629,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095010Z-83efac71"
            },
            {
              "agent_duration_seconds": 102.956,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T102516Z-b8cad2e1"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": [
        "initrd-hook-systemd-stage1-migration"
      ]
    },
    {
      "configuration_id": "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c",
      "display": {
        "agent_adapter": "codex-json-fresh-home-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "codex-cli 0.160.0",
        "effort": "medium",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "codex",
        "label": "GPT-6.1 Sol via Codex CLI",
        "marker": "6S",
        "model": "gpt-6.1-sol",
        "network": "enabled",
        "series": "gpt61Sol"
      },
      "failed_task_ids": [
        "fleet-shared-profile-conflict",
        "initrd-hook-systemd-stage1-migration"
      ],
      "first_trial_at": "2026-10-04T09:14:58.094876+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-04T10:35:15.128928+00:00",
      "mean_agent_seconds_per_task": 110.67198412698413,
      "mean_agent_seconds_per_trial": 2324.1116666666667,
      "observation_count": 63,
      "pass_at_1": 0.9206349206349206,
      "pass_at_k": {
        "1": 0.9206349206349206,
        "2": 0.9365079365079365,
        "3": 0.9523809523809523
      },
      "pass_hat_k": {
        "1": 0.9206349206349206,
        "2": 0.9047619047619048,
        "3": 0.9047619047619048
      },
      "pass_rate": {
        "estimate": 0.9206349206349206,
        "interval": {
          "high": 0.9656241528231814,
          "level": 0.95,
          "low": 0.8272969014909591
        },
        "n": 63,
        "successes": 58,
        "warnings": []
      },
      "run_ids": [
        "20261004T091313Z-940d4c58",
        "20261004T095218Z-0462b91f",
        "20261004T103343Z-3ba03744"
      ],
      "study_ids": [
        "20261004T091312Z-4ebc15c0"
      ],
      "task_count": 21,
      "tasks": {
        "cgit-export-policy-agreement": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 88.74533333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 90.582,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 96.67,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 78.984,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "debug-infinite-recursion-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 174.909,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 119.854,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 172.804,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 232.069,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 80.87766666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 72.022,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 82.764,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 87.847,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "dovecot-structured-settings-versions": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 133.07233333333332,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 133.037,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 156.695,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 109.485,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 202.03166666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 194.286,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 211.617,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 200.192,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "fleet-shared-profile-conflict": {
          "failed_criteria": {
            "baseline-kept": 2,
            "sendmail-unit": 1
          },
          "failure_classes": {
            "wrong-value": 2
          },
          "mean_agent_seconds": 141.754,
          "n": 3,
          "passes": 1,
          "solve_rate": 0.3333333333333333,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 110.334,
              "agent_timeout": false,
              "failed_criteria": [
                "baseline-kept"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 117.213,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 197.715,
              "agent_timeout": false,
              "failed_criteria": [
                "baseline-kept",
                "sendmail-unit"
              ],
              "passed": false,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "home-assistant-declarative-dashboards": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 116.90500000000002,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 102.611,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 119.233,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 128.871,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "home-manager-nixos-module-boundary-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 96.154,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 131.013,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 75.89,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 81.559,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "initrd-hook-systemd-stage1-migration": {
          "failed_criteria": {
            "root-on-mapper": 3
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 126.88799999999999,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 149.012,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 121.123,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 110.529,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 72.68466666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 59.479,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 73.527,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 85.048,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 67.69133333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 64.652,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 68.609,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 69.813,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "nginx-acme-virtualhost-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 137.387,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 103.5,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 152.449,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 156.212,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 75.25633333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 87.472,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 63.701,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 74.596,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "python-package-set-override-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 142.807,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 146.307,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 136.2,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 145.914,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 54.93133333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 54.376,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 47.54,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 62.878,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "rust-workspace-vendored-deps": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 90.39933333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 82.348,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 78.019,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 110.831,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "stalwart-state-version-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 93.74000000000001,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 95.092,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 103.186,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 82.942,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "stdenv-cross-and-host-tools": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 75.16033333333333,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 67.881,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 73.162,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 84.438,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "systemd-unit-ordering-and-paths": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 107.76366666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 79.198,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 115.592,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 128.501,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "users-groups-impermanence-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 147.383,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 130.387,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 164.12,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 147.642,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        },
        "yggdrasil-credential-key-owner": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 97.57066666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 86.038,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-940d4c58"
            },
            {
              "agent_duration_seconds": 108.295,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T095218Z-0462b91f"
            },
            {
              "agent_duration_seconds": 98.379,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T103343Z-3ba03744"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": [
        "initrd-hook-systemd-stage1-migration"
      ]
    },
    {
      "configuration_id": "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f",
      "display": {
        "agent_adapter": "claude-json-bwrap",
        "agent_timeout_seconds": 300,
        "agent_version": "2.1.288 (Claude Code)",
        "effort": "default",
        "isolation_profile": "linux-bwrap-fresh-home-v1",
        "kind": "claude",
        "label": "Claude Sonnet 5.5 via Claude Code",
        "marker": "S5",
        "model": "claude-sonnet-5-5",
        "network": "enabled",
        "series": "claudeSonnet55"
      },
      "failed_task_ids": [
        "initrd-hook-systemd-stage1-migration"
      ],
      "first_trial_at": "2026-10-04T09:14:02.962087+00:00",
      "incomplete_attempt_count": 0,
      "invalid_attempt_count": 0,
      "last_trial_at": "2026-10-04T09:43:40.147919+00:00",
      "mean_agent_seconds_per_task": 35.448126984126986,
      "mean_agent_seconds_per_trial": 744.4106666666667,
      "observation_count": 63,
      "pass_at_1": 0.9523809523809523,
      "pass_at_k": {
        "1": 0.9523809523809523,
        "2": 0.9523809523809523,
        "3": 0.9523809523809523
      },
      "pass_hat_k": {
        "1": 0.9523809523809523,
        "2": 0.9523809523809523,
        "3": 0.9523809523809523
      },
      "pass_rate": {
        "estimate": 0.9523809523809523,
        "interval": {
          "high": 0.9836738311320045,
          "level": 0.95,
          "low": 0.8690903216209392
        },
        "n": 63,
        "successes": 60,
        "warnings": []
      },
      "run_ids": [
        "20261004T091313Z-0115ff7f",
        "20261004T092822Z-e606619f",
        "20261004T094254Z-c4b4110e"
      ],
      "study_ids": [
        "20261004T091312Z-aab13662"
      ],
      "task_count": 21,
      "tasks": {
        "cgit-export-policy-agreement": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 33.14266666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 33.92,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 34.022,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 31.486,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "debug-infinite-recursion-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 63.37366666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 62.212,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 49.58,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 78.329,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "devshell-tooling-contract": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 15.798333333333332,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 12.439,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 12.338,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 22.618,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "dovecot-structured-settings-versions": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 64.26933333333334,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 54.624,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 59.328,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 78.856,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "editor-project-state-isolation": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 25.09766666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 24.064,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 25.96,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 25.269,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "fleet-shared-profile-conflict": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 52.001,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 56.129,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 46.695,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 53.179,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "home-assistant-declarative-dashboards": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 48.18066666666667,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 42.852,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 43.195,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 58.495,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "home-manager-nixos-module-boundary-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 41.312999999999995,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 43.305,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 37.102,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 43.532,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "initrd-hook-systemd-stage1-migration": {
          "failed_criteria": {
            "root-on-mapper": 3
          },
          "failure_classes": {
            "wrong-value": 3
          },
          "mean_agent_seconds": 42.26166666666666,
          "n": 3,
          "passes": 0,
          "solve_rate": 0.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 42.958,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 48.563,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 35.264,
              "agent_timeout": false,
              "failed_criteria": [
                "root-on-mapper"
              ],
              "passed": false,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "lazy-type-error-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 15.445333333333332,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 17.144,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 15.548,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 13.644,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "module-generated-jobs-fixed-point": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 19.646,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 18.198,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 18.253,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 22.487,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "nginx-acme-virtualhost-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 47.443000000000005,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 45.913,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 42.364,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 54.052,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "overlay-finalattrs-reoverride": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 25.232,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 27.515,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 28.961,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 19.22,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "python-package-set-override-fleet": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 45.258,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 38.448,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 45.748,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 51.578,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "rust-no-network-build": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 18.964333333333332,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 19.549,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 18.244,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 19.1,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "rust-workspace-vendored-deps": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 27.647666666666666,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 25.611,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 26.814,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 30.518,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "stalwart-state-version-migration": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 34.425666666666665,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 33.177,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 34.426,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 35.674,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "stdenv-cross-and-host-tools": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 28.379666666666665,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 28.925,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 28.831,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 27.383,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "systemd-unit-ordering-and-paths": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 34.803,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 33.288,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 35.175,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 35.946,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "users-groups-impermanence-boundary": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 27.246,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 26.281,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 23.008,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 32.449,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        },
        "yggdrasil-credential-key-owner": {
          "failed_criteria": {},
          "failure_classes": {},
          "mean_agent_seconds": 34.482,
          "n": 3,
          "passes": 3,
          "solve_rate": 1.0,
          "timeouts": 0,
          "trials": [
            {
              "agent_duration_seconds": 34.607,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T091313Z-0115ff7f"
            },
            {
              "agent_duration_seconds": 31.08,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T092822Z-e606619f"
            },
            {
              "agent_duration_seconds": 37.759,
              "agent_timeout": false,
              "failed_criteria": [],
              "passed": true,
              "run_id": "20261004T094254Z-c4b4110e"
            }
          ]
        }
      },
      "timeout_count": 0,
      "timeout_rate": 0.0,
      "trial_count": 3,
      "unsolved_task_ids": [
        "initrd-hook-systemd-stage1-migration"
      ]
    }
  ],
  "corpus": {
    "digest": "7add4fb2607fb150643d2f59e0f0c614f1d41848ba7b4ca7e1771895d7afc8e1",
    "id": "nixbench-public",
    "version": "3.1.0"
  },
  "generated_at": "2026-10-04T11:17:29.884700+00:00",
  "methods": {
    "discrimination": "point-biserial-leave-one-task-out",
    "discrimination_thresholds": {
      "minimum_configurations": 2,
      "minimum_observations": 20
    },
    "headline": "task-pass-rate",
    "pass_at_k": "unbiased estimator 1 - C(n-c,k)/C(n,k), averaged over tasks",
    "pass_hat_k": "C(c,k)/C(n,k), averaged over tasks (all k sampled trials pass)",
    "pass_rate_interval": "wilson-95 over pooled valid task-trial observations; cells of the same task are not independent, so the interval is descriptive",
    "saturation_pooled_solve_rate": 0.9,
    "solve_rate_bands": {
      "high": ">= 0.75",
      "low": "< 0.25",
      "mixed": "0.25 to < 0.75"
    }
  },
  "saturated_task_ids": [
    "cgit-export-policy-agreement",
    "debug-infinite-recursion-fleet",
    "editor-project-state-isolation",
    "home-assistant-declarative-dashboards",
    "home-manager-nixos-module-boundary-fleet",
    "nginx-acme-virtualhost-migration",
    "rust-workspace-vendored-deps",
    "systemd-unit-ordering-and-paths",
    "users-groups-impermanence-boundary"
  ],
  "schema_version": 1,
  "task_ids": [
    "cgit-export-policy-agreement",
    "debug-infinite-recursion-fleet",
    "devshell-tooling-contract",
    "dovecot-structured-settings-versions",
    "editor-project-state-isolation",
    "fleet-shared-profile-conflict",
    "home-assistant-declarative-dashboards",
    "home-manager-nixos-module-boundary-fleet",
    "initrd-hook-systemd-stage1-migration",
    "lazy-type-error-boundary",
    "module-generated-jobs-fixed-point",
    "nginx-acme-virtualhost-migration",
    "overlay-finalattrs-reoverride",
    "python-package-set-override-fleet",
    "rust-no-network-build",
    "rust-workspace-vendored-deps",
    "stalwart-state-version-migration",
    "stdenv-cross-and-host-tools",
    "systemd-unit-ordering-and-paths",
    "users-groups-impermanence-boundary",
    "yggdrasil-credential-key-owner"
  ],
  "tasks": {
    "cgit-export-policy-agreement": {
      "author_difficulty": "medium",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 1.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "debug-infinite-recursion-fleet": {
      "author_difficulty": "hard",
      "category": "debugging",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 1.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "devshell-tooling-contract": {
      "author_difficulty": "easy",
      "category": "devshells",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "dovecot-structured-settings-versions": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "editor-project-state-isolation": {
      "author_difficulty": "medium",
      "category": "devshells",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 1.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "fleet-shared-profile-conflict": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "mixed",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.6666666666666666,
        "successes": 10
      },
      "solve_rate_band": "mixed",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 0.3333333333333333,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "home-assistant-declarative-dashboards": {
      "author_difficulty": "medium",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 1.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "home-manager-nixos-module-boundary-fleet": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.9333333333333333,
        "successes": 14
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.6666666666666666,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "initrd-hook-systemd-stage1-migration": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "hard",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.0,
        "successes": 0
      },
      "solve_rate_band": "low",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 0.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 0.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 0.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 0.0
      }
    },
    "lazy-type-error-boundary": {
      "author_difficulty": "hard",
      "category": "nix-language",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "module-generated-jobs-fixed-point": {
      "author_difficulty": "medium",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "nginx-acme-virtualhost-migration": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 1.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "overlay-finalattrs-reoverride": {
      "author_difficulty": "hard",
      "category": "overlays",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8666666666666667,
        "successes": 13
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.3333333333333333,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "python-package-set-override-fleet": {
      "author_difficulty": "hard",
      "category": "overlays",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8666666666666667,
        "successes": 13
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.3333333333333333,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "rust-no-network-build": {
      "author_difficulty": "hard",
      "category": "packages",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8666666666666667,
        "successes": 13
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.3333333333333333,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "rust-workspace-vendored-deps": {
      "author_difficulty": "hard",
      "category": "packages",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 1.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "stalwart-state-version-migration": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "stdenv-cross-and-host-tools": {
      "author_difficulty": "hard",
      "category": "packages",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8666666666666667,
        "successes": 13
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.6666666666666666,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 0.6666666666666666,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "systemd-unit-ordering-and-paths": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 1.0,
        "successes": 15
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 1.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "users-groups-impermanence-boundary": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "saturated",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.9333333333333333,
        "successes": 14
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.6666666666666666,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    },
    "yggdrasil-credential-key-owner": {
      "author_difficulty": "hard",
      "category": "modules",
      "discrimination": {
        "configuration_count": 5,
        "estimate": null,
        "leave_one_task_out_statistic": "sum-normalized-task-scores",
        "method": "point-biserial-leave-one-task-out",
        "method_version": "1",
        "n": 15,
        "sampling_unit": "valid-task-observation",
        "unavailable_reason": "insufficient-sample-size"
      },
      "empirical_difficulty": "easy",
      "pooled": {
        "configuration_count": 5,
        "n": 15,
        "solve_rate": 0.8,
        "successes": 12
      },
      "solve_rate_band": "high",
      "solve_rate_by_configuration": {
        "cfg-07824ad03a837dafab1da70feba702ab514683a233d637c15b0a98ffb3fb1b1b": 0.0,
        "cfg-3464ecb45dfa479f86d965b345f9bad0cf95350a7756ad9c6af86dd04b5b603b": 1.0,
        "cfg-6d9b79ae1e6332ca5935f599cff035c9c9f348b2197ea23dfd30c65bb674104b": 1.0,
        "cfg-a5fe62f0b60fb3c7f089823fe6c010842a6d05ef18a931bf2ee41fb6a87eab3c": 1.0,
        "cfg-c0c96c1b46a817f969ad23b50fd44a56944f58cc8de84cd614bbda5114c5404f": 1.0
      }
    }
  }
}