{
  "metadata": {
    "timestamp_utc": "2026-11-22T19:52:02.485553+00:00",
    "cpu_model": "Intel(R) Xeon(R) CPU @ 2.30GHz",
    "cpu_count": 2,
    "os": "Linux-6.18.57-x86_64-with-glibc2.39",
    "machine": "x86_64",
    "python_version": "3.12.16",
    "rustc_version": "rustc 1.100.0 (0ef1bc386 2026-11-09)",
    "cloture_version": "0.2.0",
    "packages": {
      "numpy": "1.26.4",
      "scipy": "1.15.3",
      "pytest": "9.2.0",
      "confseq": "0.0.11",
      "ppi-python": "0.2.3",
      "expectation": "0.6.1",
      "online-cp": "0.4.0",
      "bayesbench": "0.4.0.dev0",
      "pandas": "2.3.3",
      "scikit-learn": "1.9.1",
      "statsmodels": "0.15.0",
      "numba": "0.68.1"
    }
  },
  "suite_1_consensus_stopping": {
    "ascd_table2": {
      "easy": {
        "delta_gap": 0.45,
        "n_trials": 200,
        "max_n": 256,
        "cloture_ascd": {
          "mean_samples": 21.015,
          "median_samples": 21.0,
          "p95_samples": 28.049999999999983,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": 67.1640625,
          "pct_saved_vs_fixed256": 91.791015625
        },
        "cloture_ascd_budget64": {
          "mean_samples": 21.015,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "pct_saved_vs_fixed64": 67.1640625
        },
        "cloture_cite": {
          "mean_samples": 58.735,
          "median_samples": 58.0,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": 8.2265625,
          "pct_saved_vs_fixed256": 77.056640625
        },
        "naive_uncorrected_peeking": {
          "mean_samples": 20.96,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null
        },
        "fixed_n": {
          "n32_accuracy": 1.0,
          "n64_accuracy": 1.0,
          "n256_accuracy": 1.0
        }
      },
      "medium": {
        "delta_gap": 0.25,
        "n_trials": 200,
        "max_n": 256,
        "cloture_ascd": {
          "mean_samples": 38.71,
          "median_samples": 37.0,
          "p95_samples": 64.0,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": 39.515625,
          "pct_saved_vs_fixed256": 84.87890625
        },
        "cloture_ascd_budget64": {
          "mean_samples": 37.56,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "pct_saved_vs_fixed64": 41.3125
        },
        "cloture_cite": {
          "mean_samples": 141.0,
          "median_samples": 126.0,
          "cert_rate": 0.9,
          "accuracy": 1.0,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": -120.3125,
          "pct_saved_vs_fixed256": 44.921875
        },
        "naive_uncorrected_peeking": {
          "mean_samples": 46.075,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null
        },
        "fixed_n": {
          "n32_accuracy": 0.985,
          "n64_accuracy": 0.995,
          "n256_accuracy": 1.0
        }
      },
      "hard": {
        "delta_gap": 0.12,
        "n_trials": 200,
        "max_n": 256,
        "cloture_ascd": {
          "mean_samples": 127.545,
          "median_samples": 119.0,
          "p95_samples": 256.0,
          "cert_rate": 0.93,
          "accuracy": 1.0,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": -99.2890625,
          "pct_saved_vs_fixed256": 50.17773437499999
        },
        "cloture_ascd_budget64": {
          "mean_samples": 55.38,
          "cert_rate": 1.0,
          "accuracy": 0.99,
          "pct_saved_vs_fixed64": 13.468749999999996
        },
        "cloture_cite": {
          "mean_samples": 245.32,
          "median_samples": 256.0,
          "cert_rate": 0.125,
          "accuracy": 0.985,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": -283.3125,
          "pct_saved_vs_fixed256": 4.171875000000003
        },
        "naive_uncorrected_peeking": {
          "mean_samples": 118.14,
          "cert_rate": 0.81,
          "accuracy": 0.96,
          "type1_error_on_null": null
        },
        "fixed_n": {
          "n32_accuracy": 0.775,
          "n64_accuracy": 0.865,
          "n256_accuracy": 0.985
        }
      },
      "null_tie": {
        "delta_gap": 0.0,
        "n_trials": 200,
        "max_n": 256,
        "cloture_ascd": {
          "mean_samples": 256.0,
          "median_samples": 256.0,
          "p95_samples": 256.0,
          "cert_rate": 0.0,
          "accuracy": null,
          "type1_error_on_null": 0.0,
          "pct_saved_vs_fixed64": -300.0,
          "pct_saved_vs_fixed256": 0.0
        },
        "cloture_ascd_budget64": {
          "mean_samples": 62.13,
          "cert_rate": 0.925,
          "accuracy": null,
          "pct_saved_vs_fixed64": 2.921874999999996
        },
        "cloture_cite": {
          "mean_samples": 256.0,
          "median_samples": 256.0,
          "cert_rate": 0.0,
          "accuracy": null,
          "type1_error_on_null": 0.0,
          "pct_saved_vs_fixed64": -300.0,
          "pct_saved_vs_fixed256": 0.0
        },
        "naive_uncorrected_peeking": {
          "mean_samples": 203.095,
          "cert_rate": 0.285,
          "accuracy": null,
          "type1_error_on_null": 0.285
        },
        "fixed_n": {
          "n32_accuracy": null,
          "n64_accuracy": null,
          "n256_accuracy": null
        }
      }
    },
    "open_ended_swarm": {
      "easy_gap_0.30": {
        "k_true": 200,
        "zipf_s": 1.25,
        "top_gap": 0.3,
        "plurality_mode_p0": 0.41005834830828014,
        "tail_mass": 0.4798833033834397,
        "cloture_cite": {
          "mean_samples": 70.89,
          "median_samples": 65.0,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": -10.765625,
          "pct_saved_vs_fixed256": 72.30859375
        },
        "naive_uncorrected_peeking": {
          "mean_samples": 26.005,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null
        },
        "fixed_n": {
          "n32_accuracy": 1.0,
          "n64_accuracy": 1.0,
          "n256_accuracy": 1.0
        }
      },
      "medium_gap_0.18": {
        "k_true": 200,
        "zipf_s": 1.25,
        "top_gap": 0.18,
        "plurality_mode_p0": 0.30892549373255657,
        "tail_mass": 0.5621490125348865,
        "cloture_cite": {
          "mean_samples": 168.635,
          "median_samples": 167.0,
          "cert_rate": 0.765,
          "accuracy": 1.0,
          "type1_error_on_null": null,
          "pct_saved_vs_fixed64": -163.4921875,
          "pct_saved_vs_fixed256": 34.126953125
        },
        "naive_uncorrected_peeking": {
          "mean_samples": 55.475,
          "cert_rate": 1.0,
          "accuracy": 1.0,
          "type1_error_on_null": null
        },
        "fixed_n": {
          "n32_accuracy": 0.935,
          "n64_accuracy": 0.985,
          "n256_accuracy": 1.0
        }
      },
      "null_tie": {
        "k_true": 200,
        "zipf_s": 1.25,
        "top_gap": 0.0,
        "plurality_mode_p0": 0.20107605605953255,
        "tail_mass": 0.5978478878809348,
        "cloture_cite": {
          "mean_samples": 255.365,
          "median_samples": 256.0,
          "cert_rate": 0.005,
          "accuracy": null,
          "type1_error_on_null": 0.005,
          "pct_saved_vs_fixed64": -299.0078125,
          "pct_saved_vs_fixed256": 0.24804687499999645
        },
        "naive_uncorrected_peeking": {
          "mean_samples": 209.555,
          "cert_rate": 0.305,
          "accuracy": null,
          "type1_error_on_null": 0.305
        },
        "fixed_n": {
          "n32_accuracy": null,
          "n64_accuracy": null,
          "n256_accuracy": null
        }
      }
    },
    "latency": {
      "rust_cli_ascd_ns_per_update": 683.866172,
      "rust_cli_cite_ns_per_update": 208.84444,
      "cloture_py_ascd_batch_ns_per_update": 667.8332,
      "cloture_py_ascd_stream_ns_per_update": 28363.891,
      "cloture_py_cite_batch_ns_per_update": 209.6348,
      "cloture_py_cite_stream_ns_per_update": 5978.5282,
      "numpy_ascd_stream_ns_per_update": 57073.7162,
      "speedup_cloture_batch_vs_numpy": 85.46103458168896,
      "speedup_cloture_stream_vs_numpy": 2.0121962885839606,
      "ascd_vs_numpy_exact_stop_parity": "25/25"
    },
    "elapsed_sec": 2.838687805000518
  },
  "suite_2_panel_audit": {
    "config": {
      "k_judges": 9,
      "n_items": 1000,
      "n_perms": 2000,
      "n_condorcet_sims": 2000,
      "n_boot": 1000
    },
    "timing": {
      "cloture_ms": {
        "mean": 34.854469199854066,
        "median": 25.964185999328038,
        "p95": 49.520656800086726,
        "p99": 49.714762560106465,
        "min": 24.910848998842994,
        "max": 49.7632890001114
      },
      "numpy_scipy_ref_ms": {
        "mean": 1472.9884976665442,
        "median": 1446.7497719997482,
        "p95": 1528.4289759001695,
        "p99": 1535.689349580207,
        "min": 1434.7112779996678,
        "max": 1537.5044430002163
      },
      "speedup_x": 55.72097550207007
    },
    "numerical_parity": {
      "deterministic_diffs": {
        "panel_accuracy": 1.1102230246251565e-16,
        "mean_phi": 1.6653345369377348e-16,
        "n_eff_kish": 1.3322676295501878e-15,
        "n_eff_eigen": 8.881784197001252e-16,
        "effective_rank": 8.881784197001252e-16,
        "krippendorff_alpha": 0.0,
        "phi_matrix_max_diff": 2.6645352591003757e-15,
        "loo_delta_acc_max_diff": 1.1102230246251565e-16,
        "loo_delta_neff_max_diff": 2.220446049250313e-15
      },
      "max_deterministic_abs_diff": 2.6645352591003757e-15,
      "stochastic_condorcet_gap_diff": 2.224999999977939e-05,
      "stochastic_perm_p_cloture": 0.0004997501249375312,
      "stochastic_perm_p_numpy": 0.0004997501249375312
    },
    "panel_findings": {
      "panel_accuracy": 0.7448333333333332,
      "best_single_accuracy": 0.718,
      "panel_lift": 0.026833333333333265,
      "mean_phi": 0.3850103517175294,
      "n_eff_kish": 2.2058375799852086,
      "n_eff_kish_ci95": [
        2.088087342220909,
        2.329749993035947
      ],
      "n_eff_eigen": 2.131893959516576,
      "effective_rank": 5.711944025684406,
      "krippendorff_alpha": 0.5098223878771608,
      "condorcet_predicted_accuracy": 0.9491732500000001,
      "condorcet_gap": 0.20433991666666684,
      "permutation_p_value": 0.0004997501249375312,
      "loo_delta_acc": [
        -0.012833333333333252,
        -0.012833333333333252,
        -0.011333333333333195,
        -0.014833333333333254,
        -0.01083333333333325,
        0.008666666666666711,
        0.015166666666666773,
        0.013166666666666771,
        0.014166666666666772
      ],
      "loo_delta_neff": [
        -0.12561868303514956,
        -0.13425435829751553,
        -0.13490721011553797,
        -0.10962701941605424,
        -0.11130327766746051,
        0.07002872535590932,
        0.08663986464612883,
        0.07207338151644649,
        0.05888606175716227
      ],
      "redundant_judge_indices_positive_acc_gain": [
        5,
        6,
        7,
        8
      ],
      "drop_1_best_judge_idx": 6,
      "drop_1_accuracy_gain": 0.015166666666666773,
      "drop_1_cost_savings_pct": 11.11111111111111,
      "drop_2_judges_indices": [
        6,
        8
      ],
      "drop_2_panel_accuracy": 0.772,
      "drop_2_accuracy_gain": 0.027166666666666783,
      "drop_2_cost_savings_pct": 22.22222222222222
    },
    "elapsed_sec": 4.847824043999935
  },
  "suite_3_correlated_rollouts": {
    "null_theta0_30x16": {
      "n_reps": 300,
      "n_prompts": 30,
      "n_rollouts": 16,
      "total_rollouts_per_rep": 480,
      "rho_true": 0.6,
      "theta_true": 0.0,
      "naive_pooled_z_fire_rate": 0.33,
      "naive_pooled_ebcs_fire_rate": 0.4,
      "naive_single_unit_prompt0_fire_rate": 0.17333333333333334,
      "naive_single_unit_mean_prompt_fire_rate": 0.19233333333333333,
      "naive_single_unit_any_prompt_fire_rate": 0.9933333333333333,
      "cloture_population_cert_fire_rate": 0.006666666666666667,
      "mean_rho_hat": 0.5996092609058493,
      "mean_n_eff_within": 1.6179471828512093,
      "mean_within_unit_ceiling": 1.6898322249315239,
      "median_optimal_rollouts_cost_1_to_1": 1.0,
      "median_optimal_rollouts_cost_10_to_1": 3.0
    },
    "positive_theta025_30x16_same_480_budget": {
      "n_reps": 150,
      "n_prompts": 30,
      "n_rollouts": 16,
      "total_rollouts_per_rep": 480,
      "rho_true": 0.6,
      "theta_true": 0.25,
      "naive_pooled_z_fire_rate": 0.9466666666666667,
      "naive_pooled_ebcs_fire_rate": 0.8933333333333333,
      "naive_single_unit_prompt0_fire_rate": 0.37333333333333335,
      "naive_single_unit_mean_prompt_fire_rate": 0.3175555555555555,
      "naive_single_unit_any_prompt_fire_rate": 1.0,
      "cloture_population_cert_fire_rate": 0.2733333333333333,
      "mean_rho_hat": 0.5859018342222212,
      "mean_n_eff_within": 1.6569301321283343,
      "mean_within_unit_ceiling": 1.7361148451876516,
      "median_optimal_rollouts_cost_1_to_1": 1.0,
      "median_optimal_rollouts_cost_10_to_1": 3.0
    },
    "positive_theta025_120x4_same_480_budget": {
      "n_reps": 150,
      "n_prompts": 120,
      "n_rollouts": 4,
      "total_rollouts_per_rep": 480,
      "rho_true": 0.6,
      "theta_true": 0.25,
      "naive_pooled_z_fire_rate": 1.0,
      "naive_pooled_ebcs_fire_rate": 0.9733333333333334,
      "naive_single_unit_prompt0_fire_rate": 0.0,
      "naive_single_unit_mean_prompt_fire_rate": 0.0,
      "naive_single_unit_any_prompt_fire_rate": 0.0,
      "cloture_population_cert_fire_rate": 0.88,
      "mean_rho_hat": 0.5934077663465788,
      "mean_n_eff_within": 1.4419830134805685,
      "mean_within_unit_ceiling": 1.6946352920947574,
      "median_optimal_rollouts_cost_1_to_1": 1.0,
      "median_optimal_rollouts_cost_10_to_1": 3.0
    },
    "positive_theta025_120x16": {
      "n_reps": 150,
      "n_prompts": 120,
      "n_rollouts": 16,
      "total_rollouts_per_rep": 1920,
      "rho_true": 0.6,
      "theta_true": 0.25,
      "naive_pooled_z_fire_rate": 1.0,
      "naive_pooled_ebcs_fire_rate": 1.0,
      "naive_single_unit_prompt0_fire_rate": 0.28,
      "naive_single_unit_mean_prompt_fire_rate": 0.3242777777777778,
      "naive_single_unit_any_prompt_fire_rate": 1.0,
      "cloture_population_cert_fire_rate": 0.9066666666666666,
      "mean_rho_hat": 0.5975752403004305,
      "mean_n_eff_within": 1.6103909620613754,
      "mean_within_unit_ceiling": 1.6793106755097922,
      "median_optimal_rollouts_cost_1_to_1": 1.0,
      "median_optimal_rollouts_cost_10_to_1": 3.0
    },
    "elapsed_sec": 14.334268919999886
  },
  "suite_4_cs_and_racing": {
    "cs_head_to_head": {
      "protocol": {
        "n_trials": 500,
        "n_steps": 1000,
        "p_true": 0.7,
        "alpha": 0.05,
        "throughput_n": 100000
      },
      "cloture_ebcs": {
        "rust_cli_ns_per_step": 29.730738,
        "batch_100k_ns_per_step": 15.97676,
        "python_stream_ns_per_step": 3682.1014,
        "mean_width_n200": 0.21775011738920236,
        "mean_width_n1000": 0.10992472991247815,
        "anytime_miscoverage": 0.01
      },
      "cloture_betting_cs_201": {
        "rust_cli_ns_per_step": 281.44395,
        "batch_100k_ns_per_step": 330.19492,
        "python_stream_ns_per_step": 5122.26981,
        "mean_width_n200": 0.18984000000000004,
        "mean_width_n1000": 0.09503999999999999,
        "anytime_miscoverage": 0.036
      },
      "confseq_predmix_ebcs": {
        "batch_1k_ns_per_step": 641.498728,
        "batch_100k_ns_per_step": 410.22109,
        "mean_width_n200": 0.2215328432071055,
        "mean_width_n1000": 0.1115493438860111,
        "anytime_miscoverage": 0.01
      },
      "confseq_hedged_betting_201": {
        "n_trials_measured": 30,
        "batch_1k_ns_per_step": 137003.08593333332,
        "mean_width_n200": 0.214262023217247,
        "mean_width_n1000": 0.11857379767827524,
        "anytime_miscoverage": 0.0
      },
      "confseq_conjmix_ebcs": {
        "n_trials_measured": 30,
        "batch_1k_ns_per_step": 111008.02543333333,
        "mean_width_n200": 0.23855714338055345,
        "mean_width_n1000": 0.09607679175377062,
        "anytime_miscoverage": 0.0
      },
      "confseq_cpp_normal_mixture_bound": {
        "batch_100k_ns_per_step": 14655.02673
      },
      "expectation_ebcs": {
        "batch_100k_single_call_ns_per_step": 17.58455,
        "chunk50_ns_per_step": 21814.176528,
        "python_stream_ns_per_step": 1093126.649,
        "rust_par_seqtest_stream_ns_per_step": 9962.3632,
        "mean_width_n200": 0.28448774503540764,
        "mean_width_n1000": 0.11956451722289307,
        "anytime_miscoverage_chunk50": 0.0
      },
      "naive_clt_peeking": {
        "batch_1k_ns_per_step": 75.752716,
        "mean_width_n200": 0.12695006128856035,
        "mean_width_n1000": 0.05679936281114129,
        "anytime_miscoverage": 0.538
      }
    },
    "multi_arm_racing": {
      "signal": {
        "n_trials": 200,
        "n_arms": 6,
        "n_tasks": 200,
        "fixed_n_evals": 1200,
        "fixed_n_accuracy": 1.0,
        "cloture_paired": {
          "mean_evals": 299.935,
          "median_evals": 287.5,
          "pct_evals_saved": 75.00541666666666,
          "cert_rate": 0.975,
          "accuracy": 1.0,
          "fwer_on_null": null
        },
        "cloture_unpaired_lucb": {
          "mean_evals": 709.085,
          "median_evals": 710.5,
          "pct_evals_saved": 40.90958333333333,
          "cert_rate": 0.065,
          "accuracy": 1.0,
          "fwer_on_null": null
        }
      },
      "null_global_tie": {
        "n_trials": 200,
        "n_arms": 6,
        "n_tasks": 200,
        "fixed_n_evals": 1200,
        "fixed_n_accuracy": null,
        "cloture_paired": {
          "mean_evals": 1190.425,
          "median_evals": 1200.0,
          "pct_evals_saved": 0.7979166666666759,
          "cert_rate": 0.0,
          "accuracy": null,
          "fwer_on_null": 0.0
        },
        "cloture_unpaired_lucb": {
          "mean_evals": 1200.0,
          "median_evals": 1200.0,
          "pct_evals_saved": 0.0,
          "cert_rate": 0.0,
          "accuracy": null,
          "fwer_on_null": 0.0
        }
      },
      "bayesbench_comparison": {
        "pairwise_n_trials": 30,
        "signal_0.88_vs_0.72": {
          "bayesbench_compare": {
            "mean_evals": 33.6,
            "pct_saved_vs_400": 91.60000000000001,
            "certified_correct_rate": 0.6333333333333333,
            "skipped_rate": 0.36666666666666664,
            "median_ms_per_trial": 400.32659499956935
          },
          "cloture_paired_eprocess": {
            "mean_evals": 149.86666666666667,
            "pct_saved_vs_400": 62.53333333333333,
            "accuracy": 1.0,
            "median_ms_per_trial": 0.45733900151390117
          }
        },
        "null_tie_0.50_vs_0.50": {
          "bayesbench_compare_type1_error": 0.4,
          "bayesbench_compare_skipped_rate": 0.6,
          "bayesbench_compare_median_ms": 194.8386539997955,
          "cloture_paired_eprocess_type1_error": 0.0,
          "cloture_paired_eprocess_median_ms": 0.3341819992783712
        },
        "six_arm_single_trial_timing": {
          "bayesbench_ranker_ms": 29274.36893000049,
          "bayesbench_ranker_converged": false,
          "bayesbench_ranker_evals": 1200,
          "bayesbench_ranker_best": "arm_0",
          "cloture_agent_race_paired_ms": 2.59612400077458,
          "cloture_agent_race_paired_evals": 306,
          "speedup_x": 11276.182848456463
        }
      }
    },
    "elapsed_sec": 119.57771338699968
  },
  "suite_5_active_ppi": {
    "regime_a_accurate_biased": {
      "config": {
        "n_trials": 100,
        "n_items": 4000,
        "judge_corr": 0.92,
        "judge_bias": 0.15,
        "audit_rate": 0.1
      },
      "cloture_active_ppi": {
        "anytime_coverage_all_steps": 0.99,
        "anytime_coverage_every_200": 0.99,
        "final_coverage": 0.99,
        "mean_final_width": 0.14644334839802614,
        "mean_n_audited": 364.74,
        "mean_lambda_hat": 1.0,
        "mean_variance_reduction": 6.2947879032960214,
        "effective_sample_multiplier_vs_human_only": 1.4613621007921844,
        "stream_ms_per_trial": {
          "mean": 40.80301239009714,
          "median": 40.47932299999957,
          "p95": 43.94743035072679,
          "p99": 45.590060671256694,
          "min": 39.12259999924572,
          "max": 53.230748999339994
        },
        "batch_ms_per_trial": {
          "mean": 0.9605223401013063,
          "median": 0.9416705006515258,
          "p95": 1.020893350505503,
          "p99": 1.2960577298690623,
          "min": 0.8825530003377935,
          "max": 1.3140490009391215
        }
      },
      "ppi_python_peeking_every_200": {
        "anytime_coverage": 0.71,
        "mean_final_width": 0.05422885609545708,
        "ms_per_trial": {
          "mean": 17.401654069981305,
          "median": 17.192792000059853,
          "p95": 18.329813899617875,
          "p99": 20.257028410269417,
          "min": 16.755441998611786,
          "max": 20.69969799958926
        }
      },
      "ppi_python_fixed_horizon": {
        "fixed_horizon_coverage": 0.96,
        "mean_final_width": 0.05422885609545708,
        "ms_per_trial": {
          "mean": 0.9413290500924631,
          "median": 0.891570000021602,
          "p95": 1.0057280498585897,
          "p99": 1.6624513105489414,
          "min": 0.799125999037642,
          "max": 3.6012979999213712
        }
      },
      "human_only_ebcs_10pct": {
        "anytime_coverage": 0.99,
        "mean_final_width": 0.17703069340127103,
        "ms_per_trial": {
          "mean": 1.5656135999779508,
          "median": 1.503559999036952,
          "p95": 1.6686579008819535,
          "p99": 2.1764795883609875,
          "min": 1.3464889998431318,
          "max": 7.087432999469456
        }
      },
      "naive_biased_llm_judge": {
        "coverage": 0.0,
        "mean_width": 0.021032403441956643,
        "mean_bias": 0.14999999765778788
      }
    },
    "regime_b_adversarial_exact_inverted": {
      "n_trials": 100,
      "n_items": 2000,
      "exact_f_eq_1_minus_y": true,
      "cloture_active_ppi": {
        "anytime_coverage": 0.99,
        "final_coverage": 0.99,
        "mean_lambda_hat": 0.0,
        "max_lambda_hat": 0.0,
        "mean_final_width": 0.2668748877853488,
        "mean_n_audited": 201.15
      },
      "human_only_ebcs_10pct": {
        "anytime_coverage": 1.0,
        "mean_final_width": 0.23058308113564377
      },
      "ppi_python_fixed_horizon": {
        "fixed_horizon_coverage": 0.94,
        "mean_final_width": 0.1327235268118419
      },
      "naive_inverted_llm_judge": {
        "coverage": 0.0
      }
    },
    "regime_b_adversarial_noisy_inverted": {
      "n_trials": 100,
      "n_items": 2000,
      "exact_f_eq_1_minus_y": false,
      "cloture_active_ppi": {
        "anytime_coverage": 1.0,
        "final_coverage": 1.0,
        "mean_lambda_hat": 0.0,
        "max_lambda_hat": 0.0,
        "mean_final_width": 0.2768406907932707,
        "mean_n_audited": 189.86
      },
      "human_only_ebcs_10pct": {
        "anytime_coverage": 0.99,
        "mean_final_width": 0.22839340533553557
      },
      "ppi_python_fixed_horizon": {
        "fixed_horizon_coverage": 0.93,
        "mean_final_width": 0.1330952546986805
      },
      "naive_inverted_llm_judge": {
        "coverage": 0.0
      }
    },
    "elapsed_sec": 11.985083630999725
  },
  "suite_6_fuse_cascade_conformal_sketch": {
    "safefuse": {
      "n_trials": 50,
      "n_agents": 5,
      "n_poisoned": 2,
      "poison_step": 200,
      "both_poisoned_quarantined_rate": 1.0,
      "steps_to_quarantine_both_after_poison": {
        "mean": 91.16,
        "median": 94.0,
        "p95": 118.55,
        "p99": 132.04,
        "min": 54.0,
        "max": 134.0
      },
      "clean_agent_false_quarantines_in_poisoned_runs": 0.0,
      "clean_null_fwer_any_false_quarantine": 0.0,
      "mean_cum_loss_safefuse": 171.29234176469214,
      "mean_cum_loss_uniform_mean": 371.25999999999846,
      "mean_cum_loss_oracle_clean": 174.0333333333336,
      "mean_regret_vs_uniform_mean": -199.96765823530632,
      "mean_regret_vs_oracle_clean": -2.740991568641448
    },
    "abort_cascade": {
      "n_trials": 50,
      "cal_episodes": 500,
      "test_episodes": 500,
      "target_recall": 0.92,
      "cloture_abort_cascade": {
        "mean_test_recall": 0.9264620719815819,
        "median_test_recall": 0.9329243353783231,
        "mean_failed_compute_savings_pct": 38.16952016717683,
        "mean_total_compute_savings_pct": 27.768683965127885,
        "calibration_ms": {
          "mean": 2.338293020002311,
          "median": 2.1356344996092957,
          "p95": 3.4193980499367167,
          "p99": 4.057841719186398,
          "min": 1.8070889982482186,
          "max": 4.299250998883508
        },
        "decision_ns_per_call": 1559.1668
      },
      "naive_uncalibrated_threshold_0.35": {
        "mean_test_recall": 0.6612432740757881,
        "mean_failed_compute_savings_pct": 68.11667250881484,
        "mean_total_compute_savings_pct": 54.63986354956524
      }
    },
    "online_conformal": {
      "target_coverage": 0.9,
      "cloture_online_conformal": {
        "rust_cli_ns_per_step": 59.743448,
        "python_stream_ns_per_step": 1973.7445,
        "stationary_coverage": 0.895,
        "post_shift_first_100_coverage": 0.9,
        "post_shift_recovered_coverage_100_to_1000": 0.9444444444444444,
        "overall_coverage": 0.9175
      },
      "python_agaci_reference": {
        "python_stream_ns_per_step": 14794.715,
        "speedup_cloture_py_vs_python_ref": 7.495759962852334,
        "speedup_cloture_rust_vs_python_ref": 247.63744804283812,
        "stationary_coverage": 0.902,
        "post_shift_recovered_coverage_100_to_1000": 0.9444444444444444,
        "overall_coverage": 0.921
      },
      "fixed_unadapted_alpha_0.10": {
        "stationary_coverage": 0.895,
        "post_shift_coverage": 0.335
      },
      "online_cp_simple_jumper_martingale": {
        "ns_per_step": 196795.008,
        "speedup_cloture_py_vs_online_cp_jumper": 99.70642502107036,
        "speedup_cloture_rust_vs_online_cp_jumper": 3294.0015112619544,
        "post_shift_alarm_delay_steps": 25
      },
      "online_cp_conformal_ridge_regressor": {
        "ns_per_step": 269383.495,
        "speedup_cloture_py_vs_online_cp_crr": 136.4834683516534,
        "stationary_coverage": 0.9,
        "post_shift_coverage": 0.68
      }
    },
    "evidence_sketch": {
      "wire_size_bytes": 712,
      "n_workers": 1000,
      "total_observations": 100000,
      "rust_cli_merge_ns": 70.545934,
      "python_ctypes_merge_ns": 846.804,
      "fleet_vs_single_node": {
        "mean_abs_diff": 0.0,
        "e_value_rel_diff": 6.105386590280343e-15,
        "quantile_p50_abs_diff": 0.0,
        "quantile_p90_abs_diff": 0.0
      },
      "loo_subtraction_vs_999_workers": {
        "mean_abs_diff": 0.0,
        "e_value_rel_diff": 0.0,
        "quantile_p50_abs_diff": 0.0,
        "quantile_p90_abs_diff": 0.0
      }
    },
    "elapsed_sec": 6.954457926000032
  },
  "suite_7_systems_footprint": {
    "cold_start_ms": {
      "import_cloture": {
        "mean": 26.08551580015046,
        "median": 24.780316000033054,
        "p95": 32.78047795001838,
        "p99": 37.18263318989557,
        "min": 23.926528001538827,
        "max": 38.28317199986486
      },
      "cli_version": {
        "mean": 3.0113879995042225,
        "median": 3.154174999508541,
        "p95": 3.2655985003657406,
        "p99": 3.2717797008081106,
        "min": 2.5962459985748865,
        "max": 3.273325000918703
      },
      "context_import_numpy": {
        "mean": 207.1403892001399,
        "median": 201.02652499917895,
        "p95": 222.73101179926016,
        "p99": 225.34351915885054,
        "min": 198.74378300119133,
        "max": 225.99664599874814
      },
      "context_import_scipy_stats": {
        "mean": 884.0702117999172,
        "median": 848.5174320012447,
        "p95": 1011.6887625990785,
        "p99": 1041.6951013190555,
        "min": 829.6534940000129,
        "max": 1049.1966859990498
      },
      "context_import_ppi_py": {
        "mean": 2375.4418713330474,
        "median": 2074.8270280000725,
        "p95": 2900.5156416993486,
        "p99": 2973.9101851392843,
        "min": 2059.239764999802,
        "max": 2992.258820999268
      }
    },
    "mcp_jsonrpc_roundtrip_us": {
      "mean": 85.50546000000003,
      "median": 67.596,
      "p95": 140.81929999999994,
      "p99": 255.86987000000178,
      "min": 64.771,
      "max": 598.892
    },
    "binary_sizes": {
      "cloture_cli_bytes": 3047064,
      "cloture_cli_mib": 2.9059066772460938,
      "libcloture_core_so_bytes": 5015144,
      "libcloture_core_so_mib": 4.782814025878906
    },
    "rust_native_bench": {
      "benchmarks": [
        {
          "benchmark": "EmpiricalBernsteinCS::update",
          "ns_per_op": 29.730738,
          "ops_per_sec": 33635222.91306728
        },
        {
          "benchmark": "PairedEProcess::update",
          "ns_per_op": 747.40396,
          "ops_per_sec": 1337964.5459732378
        },
        {
          "benchmark": "AscdStopper(K=4)::update",
          "ns_per_op": 683.866172,
          "ops_per_sec": 1462274.4053495894
        },
        {
          "benchmark": "CiteStopper::update",
          "ns_per_op": 208.84444,
          "ops_per_sec": 4788252.921648285
        },
        {
          "benchmark": "ActivePPI::observe",
          "ns_per_op": 167.47209,
          "ops_per_sec": 5971144.206774992
        },
        {
          "benchmark": "BettingCS(G=201)::update",
          "ns_per_op": 281.44395,
          "ops_per_sec": 3553105.3341171485
        },
        {
          "benchmark": "SafeFuse(K=5)::update",
          "ns_per_op": 1440.87501,
          "ops_per_sec": 694022.7244277073
        },
        {
          "benchmark": "OnlineConformal::update_pvalue",
          "ns_per_op": 59.743448,
          "ops_per_sec": 16738237.136899097
        },
        {
          "benchmark": "EvidenceSketch(712B)::merge",
          "ns_per_op": 70.545934,
          "ops_per_sec": 14175161.392008785
        },
        {
          "benchmark": "PanelAudit(9x500, 2k perms+2k MC+1k boot)",
          "ns_per_op": 14044390,
          "ops_per_sec": 71.202807669112
        }
      ],
      "sink": 4944673.944001982,
      "version": "0.2.0"
    },
    "elapsed_sec": 12.892919465000887
  },
  "total_elapsed_sec": 175.3788157199997
}