{
  "protocol": "release-protocol-0.5.md",
  "completed": true,
  "seed": 20260912,
  "repetitions": 250,
  "resamples": 999,
  "elapsed_seconds": 188.72308623814024,
  "source_hashes": {
    "src/geostep/__init__.py": "22cf17be1d94bd7bd40b7011a9efa39ba683b47686fa50b4494b29827d6fe40b",
    "src/geostep/_version.py": "8d95ad0936128cc8dc4a8a7f2ca12f619e069f649e552ddb786aa36a96871bb0",
    "src/geostep/analyzer.py": "fdd6d9679a985936e97a9169cf15af03ea3b04d46ecf5e60b1ab330ebf18a1e4",
    "src/geostep/base.py": "e3aa728189f7453cd5c79dc465bf41c1b87e10423307198862d5fe2d2131a0dc",
    "src/geostep/constants.py": "4091a7bd83291d489d7caa2ccc8d66033022a02de25eef6bd8d9683f8ec34a43",
    "src/geostep/data_handler.py": "8c3a3efd96af33f04147635ef756ada71f9b3d02c7123a8c522b2c3cb1c22f9c",
    "src/geostep/designer.py": "7bc4010ce76287960ae2b8f08970b4adda04298a377c13c65f13f150d160d43f",
    "src/geostep/diagnostics.py": "2addb39d8fc317e32ee26248492da3677dae84120e88ec35ba3db71eb6389dd9",
    "src/geostep/exceptions.py": "1c4d2acf39bfaf22a7b012af78d833ecac39fbf2dc9bd7aff68578131298a44c",
    "src/geostep/inference.py": "38c7083eb34a279356ef5768fd32ab44775ed62809a0666786bdda30ce149820",
    "src/geostep/logger.py": "7643397bf8eec654bcecc3d76a1530bde205dda9f9de31afe2daf3c41454e2ad",
    "src/geostep/monitoring.py": "f25c95b7dec3e6a15a20e61fd6efb151bf4760b0658329c8d664a275c1cddaad",
    "src/geostep/power.py": "4bc7a71be0aa5dbc44b86affcdafcaeefa92c143b04b49187246a792a0e569f5",
    "src/geostep/reports.py": "fb6eb9c207f6082f0aa13062d61f014708cd26f7f29918f7fb117a148dfe577b",
    "src/geostep/schemas.py": "2918fbe396e20b23c2672ed699f15be5e361bf60044d3ae74e7f7b397ab18a0b",
    "src/geostep/validation.py": "b95ce26850656fa97276128fc9eea01a510f257dbbff4c3eda00063116632209",
    "src/geostep/visualizer.py": "18a44cce528caef38ee6556ff8b8213ff6c89a7c8294528250c900ab02fa0e93",
    "scripts/validate_release.py": "5721808d6243d903a9d8c714335e1676d03d90f9700902fb5ec60f2505af68fb",
    "documentation/validation/release-protocol-0.5.md": "6405931b3efa673daf42200b06fa6946082e80cd2c33408b7e159c984c32568c"
  },
  "environment": {
    "geostep": "0.5.0",
    "python": "3.12.11",
    "numpy": "2.3.5",
    "pandas": "2.3.3",
    "scipy": "1.15.3",
    "statsmodels": "0.14.5"
  },
  "records_sha256": "ad0f3260a3d4360b3324c4f961fe78cc6665feadd579cad04cc09cdf74964e12",
  "results": [
    {
      "scenario": "regular",
      "role": "core",
      "effect": 0.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.07828268153454024,
      "bias_mcse": 0.13635918762611612,
      "rmse": 2.1531352402233743,
      "coverage": 0.96,
      "coverage_mc_interval": [
        0.9279472764187334,
        0.9781300880454574
      ],
      "rejection_rate": 0.044,
      "rejection_mc_interval": [
        0.024743798167493555,
        0.07705777097235189
      ],
      "mean_interval_width": 9.197187886799492,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "regular",
      "role": "core",
      "effect": 0.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.07828268153454024,
      "bias_mcse": 0.13635918762611612,
      "rmse": 2.1531352402233743,
      "coverage": 0.936,
      "coverage_mc_interval": [
        0.8985785081170682,
        0.9602252547229041
      ],
      "rejection_rate": 0.04,
      "rejection_mc_interval": [
        0.021869911954542538,
        0.07205272358126648
      ],
      "mean_interval_width": 8.65537322429461,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "regular",
      "role": "core",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.0008472622518351938,
      "bias_mcse": 0.0014615969221852185,
      "rmse": 0.023079167630046138,
      "coverage": 0.956,
      "coverage_mc_interval": [
        0.9229422290276481,
        0.9752562018325064
      ],
      "rejection_rate": 0.04,
      "rejection_mc_interval": [
        0.021869911954542538,
        0.07205272358126648
      ],
      "mean_interval_width": 0.09645988701210118,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "regular",
      "role": "core",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.0008472622518351938,
      "bias_mcse": 0.0014615969221852185,
      "rmse": 0.023079167630046138,
      "coverage": 0.932,
      "coverage_mc_interval": [
        0.8938107478142963,
        0.9571140814216397
      ],
      "rejection_rate": 0.044,
      "rejection_mc_interval": [
        0.024743798167493555,
        0.07705777097235189
      ],
      "mean_interval_width": 0.09076288811443262,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "regular",
      "role": "core",
      "effect": 5.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0847223049811205,
      "bias_mcse": 0.13627455267348568,
      "rmse": 2.1520445027565325,
      "coverage": 0.972,
      "coverage_mc_interval": [
        0.9433422238771394,
        0.9863719413991607
      ],
      "rejection_rate": 0.552,
      "rejection_mc_interval": [
        0.4900328126787554,
        0.6123933241737185
      ],
      "mean_interval_width": 9.265038089908687,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "regular",
      "role": "core",
      "effect": 5.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0847223049811205,
      "bias_mcse": 0.13627455267348568,
      "rmse": 2.1520445027565325,
      "coverage": 0.94,
      "coverage_mc_interval": [
        0.9033771072831172,
        0.9633055891608915
      ],
      "rejection_rate": 0.568,
      "rejection_mc_interval": [
        0.5060249967174061,
        0.6279168745512133
      ],
      "mean_interval_width": 8.70263306816436,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "regular",
      "role": "core",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0014214115977673762,
      "bias_mcse": 0.0014602210649287256,
      "rmse": 0.023085700227352894,
      "coverage": 0.964,
      "coverage_mc_interval": [
        0.9330095775982306,
        0.9809467204699966
      ],
      "rejection_rate": 0.496,
      "rejection_mc_interval": [
        0.4345537335304875,
        0.5575673328654761
      ],
      "mean_interval_width": 0.09941307993851348,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "regular",
      "role": "core",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0014214115977673762,
      "bias_mcse": 0.0014602210649287256,
      "rmse": 0.023085700227352894,
      "coverage": 0.936,
      "coverage_mc_interval": [
        0.8985785081170682,
        0.9602252547229041
      ],
      "rejection_rate": 0.504,
      "rejection_mc_interval": [
        0.4424326671345239,
        0.5654462664695125
      ],
      "mean_interval_width": 0.09341051589298148,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 0.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.12829208934893643,
      "bias_mcse": 0.17746264286609706,
      "rmse": 2.803250483604965,
      "coverage": 0.944,
      "coverage_mc_interval": [
        0.908209279267056,
        0.966352350780989
      ],
      "rejection_rate": 0.056,
      "rejection_mc_interval": [
        0.03364764921901088,
        0.0917907207329439
      ],
      "mean_interval_width": 10.956998845220149,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 0.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.12829208934893643,
      "bias_mcse": 0.17746264286609706,
      "rmse": 2.803250483604965,
      "coverage": 0.928,
      "coverage_mc_interval": [
        0.8890714648901645,
        0.953974430741735
      ],
      "rejection_rate": 0.056,
      "rejection_mc_interval": [
        0.03364764921901088,
        0.0917907207329439
      ],
      "mean_interval_width": 9.906649997755496,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0023618367445734758,
      "bias_mcse": 0.0019883752256114415,
      "rmse": 0.03146480011419951,
      "coverage": 0.952,
      "coverage_mc_interval": [
        0.9179876987868126,
        0.9723317984693053
      ],
      "rejection_rate": 0.06,
      "rejection_mc_interval": [
        0.0366944108391085,
        0.09662289271688272
      ],
      "mean_interval_width": 0.1198959160595832,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0023618367445734758,
      "bias_mcse": 0.0019883752256114415,
      "rmse": 0.03146480011419951,
      "coverage": 0.92,
      "coverage_mc_interval": [
        0.8796703567961583,
        0.9476176716276683
      ],
      "rejection_rate": 0.048,
      "rejection_mc_interval": [
        0.027668201530694603,
        0.0820123012131873
      ],
      "mean_interval_width": 0.10843291970761096,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 5.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.055789217693544946,
      "bias_mcse": 0.18117466488409364,
      "rmse": 2.859432282216332,
      "coverage": 0.932,
      "coverage_mc_interval": [
        0.8938107478142963,
        0.9571140814216397
      ],
      "rejection_rate": 0.452,
      "rejection_mc_interval": [
        0.39149743948847066,
        0.5139553572630919
      ],
      "mean_interval_width": 10.905744781524747,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 5.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.055789217693544946,
      "bias_mcse": 0.18117466488409364,
      "rmse": 2.859432282216332,
      "coverage": 0.88,
      "coverage_mc_interval": [
        0.8338618921256289,
        0.9146368002578331
      ],
      "rejection_rate": 0.42,
      "rejection_mc_interval": [
        0.3604822730348509,
        0.4819390548844201
      ],
      "mean_interval_width": 9.854604011823568,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.0013232859062286791,
      "bias_mcse": 0.0020697837995212777,
      "rmse": 0.03268743374453013,
      "coverage": 0.94,
      "coverage_mc_interval": [
        0.9033771072831172,
        0.9633055891608915
      ],
      "rejection_rate": 0.36,
      "rejection_mc_interval": [
        0.3030322765929638,
        0.42120504726576063
      ],
      "mean_interval_width": 0.12271306816574401,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_strata",
      "role": "core",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.0013232859062286791,
      "bias_mcse": 0.0020697837995212777,
      "rmse": 0.03268743374453013,
      "coverage": 0.88,
      "coverage_mc_interval": [
        0.8338618921256289,
        0.9146368002578331
      ],
      "rejection_rate": 0.344,
      "rejection_mc_interval": [
        0.2878747771696037,
        0.40484681227297487
      ],
      "mean_interval_width": 0.11085749493043394,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.39406451972268364,
      "bias_mcse": 0.2673860341902201,
      "rmse": 4.237642549156038,
      "coverage": 0.94,
      "coverage_mc_interval": [
        0.9033771072831172,
        0.9633055891608915
      ],
      "rejection_rate": 0.064,
      "rejection_mc_interval": [
        0.039774745277095874,
        0.10142149188293181
      ],
      "mean_interval_width": 18.432681533210612,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "inconclusive",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.39406451972268364,
      "bias_mcse": 0.2673860341902201,
      "rmse": 4.237642549156038,
      "coverage": 0.88,
      "coverage_mc_interval": [
        0.8338618921256289,
        0.9146368002578331
      ],
      "rejection_rate": 0.06,
      "rejection_mc_interval": [
        0.0366944108391085,
        0.09662289271688272
      ],
      "mean_interval_width": 14.483188116867336,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0034513484333172995,
      "bias_mcse": 0.00282969851737998,
      "rmse": 0.044785076053575186,
      "coverage": 0.94,
      "coverage_mc_interval": [
        0.9033771072831172,
        0.9633055891608915
      ],
      "rejection_rate": 0.064,
      "rejection_mc_interval": [
        0.039774745277095874,
        0.10142149188293181
      ],
      "mean_interval_width": 0.194266958816172,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "inconclusive",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0034513484333172995,
      "bias_mcse": 0.00282969851737998,
      "rmse": 0.044785076053575186,
      "coverage": 0.868,
      "coverage_mc_interval": [
        0.8204199080951821,
        0.9044419834761707
      ],
      "rejection_rate": 0.06,
      "rejection_mc_interval": [
        0.0366944108391085,
        0.09662289271688272
      ],
      "mean_interval_width": 0.15239981511242748,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.44275199565457324,
      "bias_mcse": 0.2693810536401573,
      "rmse": 4.273757268805302,
      "coverage": 0.972,
      "coverage_mc_interval": [
        0.9433422238771394,
        0.9863719413991607
      ],
      "rejection_rate": 0.212,
      "rejection_mc_interval": [
        0.16588954792475985,
        0.2668272325846162
      ],
      "mean_interval_width": 18.468921254051985,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.44275199565457324,
      "bias_mcse": 0.2693810536401573,
      "rmse": 4.273757268805302,
      "coverage": 0.912,
      "coverage_mc_interval": [
        0.8703615171695354,
        0.9411686440462184
      ],
      "rejection_rate": 0.208,
      "rejection_mc_interval": [
        0.16229381886263317,
        0.26254402804270643
      ],
      "mean_interval_width": 14.536995705797821,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0045050521113042166,
      "bias_mcse": 0.0028914574082597524,
      "rmse": 0.045848298272965785,
      "coverage": 0.964,
      "coverage_mc_interval": [
        0.9330095775982306,
        0.9809467204699966
      ],
      "rejection_rate": 0.204,
      "rejection_mc_interval": [
        0.15870525412410835,
        0.2582536591771948
      ],
      "mean_interval_width": 0.19478084076488653,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "few_geos",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.0045050521113042166,
      "bias_mcse": 0.0028914574082597524,
      "rmse": 0.045848298272965785,
      "coverage": 0.884,
      "coverage_mc_interval": [
        0.8383692329120547,
        0.9180083930754439
      ],
      "rejection_rate": 0.192,
      "rejection_mc_interval": [
        0.14798411102572984,
        0.24533800146346402
      ],
      "mean_interval_width": 0.15293278845499797,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.09028147678364434,
      "bias_mcse": 0.158850298367266,
      "rmse": 2.5082407481342823,
      "coverage": 0.96,
      "coverage_mc_interval": [
        0.9279472764187334,
        0.9781300880454574
      ],
      "rejection_rate": 0.036,
      "rejection_mc_interval": [
        0.019053279530003273,
        0.06699042240176929
      ],
      "mean_interval_width": 10.842178726455705,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.09028147678364434,
      "bias_mcse": 0.158850298367266,
      "rmse": 2.5082407481342823,
      "coverage": 0.94,
      "coverage_mc_interval": [
        0.9033771072831172,
        0.9633055891608915
      ],
      "rejection_rate": 0.04,
      "rejection_mc_interval": [
        0.021869911954542538,
        0.07205272358126648
      ],
      "mean_interval_width": 10.20441629050912,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.0012504345618449487,
      "bias_mcse": 0.0017405120207043847,
      "rmse": 0.027493266958536506,
      "coverage": 0.964,
      "coverage_mc_interval": [
        0.9330095775982306,
        0.9809467204699966
      ],
      "rejection_rate": 0.044,
      "rejection_mc_interval": [
        0.024743798167493555,
        0.07705777097235189
      ],
      "mean_interval_width": 0.11465080716688189,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.0012504345618449487,
      "bias_mcse": 0.0017405120207043847,
      "rmse": 0.027493266958536506,
      "coverage": 0.928,
      "coverage_mc_interval": [
        0.8890714648901645,
        0.953974430741735
      ],
      "rejection_rate": 0.036,
      "rejection_mc_interval": [
        0.019053279530003273,
        0.06699042240176929
      ],
      "mean_interval_width": 0.10798211420347359,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.1126596671785517,
      "bias_mcse": 0.1671513279989204,
      "rmse": 2.640008380120724,
      "coverage": 0.96,
      "coverage_mc_interval": [
        0.9279472764187334,
        0.9781300880454574
      ],
      "rejection_rate": 0.472,
      "rejection_mc_interval": [
        0.4110100538102362,
        0.5338374109615085
      ],
      "mean_interval_width": 10.653425374214672,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.1126596671785517,
      "bias_mcse": 0.1671513279989204,
      "rmse": 2.640008380120724,
      "coverage": 0.932,
      "coverage_mc_interval": [
        0.8938107478142963,
        0.9571140814216397
      ],
      "rejection_rate": 0.472,
      "rejection_mc_interval": [
        0.4110100538102362,
        0.5338374109615085
      ],
      "mean_interval_width": 10.01836984663935,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.00032892224007701853,
      "bias_mcse": 0.0018027608155464535,
      "rmse": 0.028448987377398444,
      "coverage": 0.944,
      "coverage_mc_interval": [
        0.908209279267056,
        0.966352350780989
      ],
      "rejection_rate": 0.384,
      "rejection_mc_interval": [
        0.325899194520949,
        0.4456117309619941
      ],
      "mean_interval_width": 0.11439300716557972,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unequal_variance",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.00032892224007701853,
      "bias_mcse": 0.0018027608155464535,
      "rmse": 0.028448987377398444,
      "coverage": 0.92,
      "coverage_mc_interval": [
        0.8796703567961583,
        0.9476176716276683
      ],
      "rejection_rate": 0.384,
      "rejection_mc_interval": [
        0.325899194520949,
        0.4456117309619941
      ],
      "mean_interval_width": 0.10791371998790769,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.035489136111677484,
      "bias_mcse": 0.14067464103428928,
      "rmse": 2.2200920660376595,
      "coverage": 0.952,
      "coverage_mc_interval": [
        0.9179876987868126,
        0.9723317984693053
      ],
      "rejection_rate": 0.052,
      "rejection_mc_interval": [
        0.030637655164191244,
        0.08692178118372709
      ],
      "mean_interval_width": 9.235341815677831,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.035489136111677484,
      "bias_mcse": 0.14067464103428928,
      "rmse": 2.2200920660376595,
      "coverage": 0.932,
      "coverage_mc_interval": [
        0.8938107478142963,
        0.9571140814216397
      ],
      "rejection_rate": 0.048,
      "rejection_mc_interval": [
        0.027668201530694603,
        0.0820123012131873
      ],
      "mean_interval_width": 8.635914180408275,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.00042601882911140796,
      "bias_mcse": 0.0014669633023891668,
      "rmse": 0.023152210334033627,
      "coverage": 0.96,
      "coverage_mc_interval": [
        0.9279472764187334,
        0.9781300880454574
      ],
      "rejection_rate": 0.04,
      "rejection_mc_interval": [
        0.021869911954542538,
        0.07205272358126648
      ],
      "mean_interval_width": 0.09728644207893743,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.00042601882911140796,
      "bias_mcse": 0.0014669633023891668,
      "rmse": 0.023152210334033627,
      "coverage": 0.944,
      "coverage_mc_interval": [
        0.908209279267056,
        0.966352350780989
      ],
      "rejection_rate": 0.04,
      "rejection_mc_interval": [
        0.021869911954542538,
        0.07205272358126648
      ],
      "mean_interval_width": 0.09108614379575822,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.28651097701370565,
      "bias_mcse": 0.1549969013015668,
      "rmse": 2.4625341325163737,
      "coverage": 0.936,
      "coverage_mc_interval": [
        0.8985785081170682,
        0.9602252547229041
      ],
      "rejection_rate": 0.576,
      "rejection_mc_interval": [
        0.5140449538388132,
        0.6356547846378791
      ],
      "mean_interval_width": 9.764568677517193,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.28651097701370565,
      "bias_mcse": 0.1549969013015668,
      "rmse": 2.4625341325163737,
      "coverage": 0.924,
      "coverage_mc_interval": [
        0.8843586026895993,
        0.9508083593382637
      ],
      "rejection_rate": 0.584,
      "rejection_mc_interval": [
        0.5220809648361121,
        0.6433766408486531
      ],
      "mean_interval_width": 9.151146920118503,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.00240941824733741,
      "bias_mcse": 0.0016368862717824502,
      "rmse": 0.025941762976160947,
      "coverage": 0.936,
      "coverage_mc_interval": [
        0.8985785081170682,
        0.9602252547229041
      ],
      "rejection_rate": 0.516,
      "rejection_mc_interval": [
        0.45428015272974154,
        0.5772355816864043
      ],
      "mean_interval_width": 0.10374762429857065,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "heterogeneous_effect",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.00240941824733741,
      "bias_mcse": 0.0016368862717824502,
      "rmse": 0.025941762976160947,
      "coverage": 0.92,
      "coverage_mc_interval": [
        0.8796703567961583,
        0.9476176716276683
      ],
      "rejection_rate": 0.524,
      "rejection_mc_interval": [
        0.46219788800433054,
        0.5850757136198883
      ],
      "mean_interval_width": 0.09758815343805015,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.020990666142018527,
      "bias_mcse": 0.12374219538591233,
      "rmse": 1.952731729367218,
      "coverage": 0.952,
      "coverage_mc_interval": [
        0.9179876987868126,
        0.9723317984693053
      ],
      "rejection_rate": 0.056,
      "rejection_mc_interval": [
        0.03364764921901088,
        0.0917907207329439
      ],
      "mean_interval_width": 7.899955385537841,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 0.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 0.020990666142018527,
      "bias_mcse": 0.12374219538591233,
      "rmse": 1.952731729367218,
      "coverage": 0.928,
      "coverage_mc_interval": [
        0.8890714648901645,
        0.953974430741735
      ],
      "rejection_rate": 0.048,
      "rejection_mc_interval": [
        0.027668201530694603,
        0.0820123012131873
      ],
      "mean_interval_width": 7.398169829415095,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 6.473889529703192,
      "bias_mcse": 5.7816052444548305,
      "rmse": 91.46159897529121,
      "coverage": 0.976,
      "coverage_mc_interval": [
        0.9486378761864734,
        0.9889552226938633
      ],
      "rejection_rate": 0.036,
      "rejection_mc_interval": [
        0.019053279530003273,
        0.06699042240176929
      ],
      "mean_interval_width": 374.53062994370345,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "pass",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 0.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 6.473889529703192,
      "bias_mcse": 5.7816052444548305,
      "rmse": 91.46159897529121,
      "coverage": 0.88,
      "coverage_mc_interval": [
        0.8338618921256289,
        0.9146368002578331
      ],
      "rejection_rate": 0.024,
      "rejection_mc_interval": [
        0.011044777306136764,
        0.05136212381352648
      ],
      "mean_interval_width": 364.37420564541884,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "pass",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.023998872709721064,
      "bias_mcse": 0.13545052436278435,
      "rmse": 2.1375079506003,
      "coverage": 0.908,
      "coverage_mc_interval": [
        0.8657382427250239,
        0.9379129848866933
      ],
      "rejection_rate": 0.672,
      "rejection_mc_interval": [
        0.6115836088885267,
        0.7272105360850405
      ],
      "mean_interval_width": 7.892456724236272,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 5.0,
      "method": "did",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": -0.023998872709721064,
      "bias_mcse": 0.13545052436278435,
      "rmse": 2.1375079506003,
      "coverage": 0.872,
      "coverage_mc_interval": [
        0.824887758249811,
        0.9078530669255781
      ],
      "rejection_rate": 0.676,
      "rejection_mc_interval": [
        0.6157027834537848,
        0.7309702951238187
      ],
      "mean_interval_width": 7.3815882873839636,
      "bias_gate": "pass",
      "coverage_gate": "inconclusive",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "inconclusive"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "analytic",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 7.381875990878617,
      "bias_mcse": 7.468740608997254,
      "rmse": 118.08569590759666,
      "coverage": 0.968,
      "coverage_mc_interval": [
        0.9381375971659135,
        0.9836976345063503
      ],
      "rejection_rate": 0.084,
      "rejection_mc_interval": [
        0.055596038766644665,
        0.12499486641356523
      ],
      "mean_interval_width": 462.461217408099,
      "bias_gate": "pass",
      "coverage_gate": "pass",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": false,
      "nominal_size_flag": false,
      "screen": "pass"
    },
    {
      "scenario": "unstable_baseline",
      "role": "stress",
      "effect": 5.0,
      "method": "lift",
      "interval_method": "bca",
      "n_valid": 250,
      "n_failed": 0,
      "bias": 7.381875990878617,
      "bias_mcse": 7.468740608997254,
      "rmse": 118.08569590759666,
      "coverage": 0.848,
      "coverage_mc_interval": [
        0.7982548908329246,
        0.887212332718246
      ],
      "rejection_rate": 0.064,
      "rejection_mc_interval": [
        0.039774745277095874,
        0.10142149188293181
      ],
      "mean_interval_width": 450.7953772398762,
      "bias_gate": "pass",
      "coverage_gate": "fail",
      "null_gate": "not_applicable",
      "nominal_coverage_flag": true,
      "nominal_size_flag": false,
      "screen": "fail"
    }
  ]
}