{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1832818276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5712409561791496, "interval": [-6.223644685482524, 3.081162773124225], "p_value": 0.494, "input_sha256": "6b5cf898064dc7d678e91da68d66f8308402333eaca79100e081b2ff3c135598"}
{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1832818276, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5712409561791496, "interval": [-5.620317797304301, 2.6379282885408752], "p_value": 0.49728081203005436, "input_sha256": "6b5cf898064dc7d678e91da68d66f8308402333eaca79100e081b2ff3c135598"}
{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1832818276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025048460164972336, "interval": [-0.07352486639007128, 0.02342794606012661], "p_value": 0.301, "input_sha256": "40933ff7e7768798150984c1e681e018d74c36cd3746e11ea157315c38523a69"}
{"scenario": "regular", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1832818276, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025048460164972336, "interval": [-0.06780996377907016, 0.017859872948508857], "p_value": 0.30042307976822263, "input_sha256": "40933ff7e7768798150984c1e681e018d74c36cd3746e11ea157315c38523a69"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1913930883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.41845674012843315, "interval": [-4.296608522510353, 5.1335220027672195], "p_value": 0.861, "input_sha256": "a2c4af6c473ca763bda9e7e6e05e035bbf978d6b3f9e3182aaac395c5cc70e2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1913930883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.41845674012843315, "interval": [-4.102107053736876, 4.739986625298283], "p_value": 0.8583624536106226, "input_sha256": "a2c4af6c473ca763bda9e7e6e05e035bbf978d6b3f9e3182aaac395c5cc70e2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1913930883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0027469687019588823, "interval": [-0.05228310355783026, 0.046789166153912494], "p_value": 0.901, "input_sha256": "0475bb2a5a99899291d9ddefb6ada4af1eff56e4969f9cdc47695ac7d29e7314"}
{"scenario": "regular", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1913930883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0027469687019588823, "interval": [-0.04959758246115751, 0.03948562369791769], "p_value": 0.9111334891608835, "input_sha256": "0475bb2a5a99899291d9ddefb6ada4af1eff56e4969f9cdc47695ac7d29e7314"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1699169744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.18902967797849612, "interval": [-4.014875743066865, 4.392935099023857], "p_value": 0.94, "input_sha256": "57f1fb5a67fa44b1f3c2985b711e5e48b01a0b704a5927bfae5d91c1d786eeff"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1699169744, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.18902967797849612, "interval": [-3.947127975380356, 3.972844402572028], "p_value": 0.9279273300270529, "input_sha256": "57f1fb5a67fa44b1f3c2985b711e5e48b01a0b704a5927bfae5d91c1d786eeff"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1699169744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00834533651373702, "interval": [-0.03399884601491087, 0.05068951904238491], "p_value": 0.691, "input_sha256": "a23348b12290aa1386bb39fb32f40fbc22f1c4e71ce05544adaaed3efea3e011"}
{"scenario": "regular", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1699169744, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00834533651373702, "interval": [-0.034325696370302736, 0.047040321068848756], "p_value": 0.6918168074553077, "input_sha256": "a23348b12290aa1386bb39fb32f40fbc22f1c4e71ce05544adaaed3efea3e011"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 889809078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2791138735464518, "interval": [-5.83289713706776, 3.2746693899748562], "p_value": 0.578, "input_sha256": "2cdad5d9b33c80e436a8e78ac06b297a09bf20ee006db4bf007f8d0d8b87283f"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 889809078, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2791138735464518, "interval": [-5.492534787728812, 3.151887500499196], "p_value": 0.5727698257857834, "input_sha256": "2cdad5d9b33c80e436a8e78ac06b297a09bf20ee006db4bf007f8d0d8b87283f"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 889809078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01472341455972527, "interval": [-0.06341934522948467, 0.03397251611003413], "p_value": 0.554, "input_sha256": "3aa3ac9eed06a6cfc23b8d7a287128e8a5de98d060f94e7cae4804eb33f621d3"}
{"scenario": "regular", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 889809078, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01472341455972527, "interval": [-0.05925115285662729, 0.03166176200718323], "p_value": 0.5437171603188402, "input_sha256": "3aa3ac9eed06a6cfc23b8d7a287128e8a5de98d060f94e7cae4804eb33f621d3"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2630586119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47075016136506065, "interval": [-4.841225974796996, 5.782726297527117], "p_value": 0.847, "input_sha256": "2b6a870af98d347f1c8f013fccfa9d91b8fede40cce1c77752cd24fac854bcc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2630586119, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47075016136506065, "interval": [-4.714890864506182, 5.515027394896535], "p_value": 0.8581849645932054, "input_sha256": "2b6a870af98d347f1c8f013fccfa9d91b8fede40cce1c77752cd24fac854bcc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2630586119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004223505125687699, "interval": [-0.053256555800357826, 0.06170356605173322], "p_value": 0.894, "input_sha256": "335b46f588b4330fb753e657ba55e9ef94a9799024dd793523402eafe72fc596"}
{"scenario": "regular", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2630586119, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004223505125687699, "interval": [-0.04864078294193475, 0.06148641593271265], "p_value": 0.8823400659939848, "input_sha256": "335b46f588b4330fb753e657ba55e9ef94a9799024dd793523402eafe72fc596"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1607773474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.3869605970511945, "interval": [-8.92807840002671, 0.1541572059243217], "p_value": 0.066, "input_sha256": "302b14834799bcc4f32a2b655c2a9a775d138004d2460c956e02b61406c93ddf"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1607773474, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.3869605970511945, "interval": [-8.983335161032883, 0.15177017466176443], "p_value": 0.05788259729842595, "input_sha256": "302b14834799bcc4f32a2b655c2a9a775d138004d2460c956e02b61406c93ddf"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1607773474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04013407937003484, "interval": [-0.08635960495185836, 0.006091446211788684], "p_value": 0.092, "input_sha256": "c9ebacb90c7cdb7629f32fcb72d9b1bc9d3eec7a794d34d8cbc49235d95e0d75"}
{"scenario": "regular", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1607773474, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04013407937003484, "interval": [-0.08348784500645307, 0.007615664766212486], "p_value": 0.08683666645113337, "input_sha256": "c9ebacb90c7cdb7629f32fcb72d9b1bc9d3eec7a794d34d8cbc49235d95e0d75"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 402744138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03941416618037863, "interval": [-3.9512258486693703, 3.872397516308613], "p_value": 0.989, "input_sha256": "681931f77099ec562bea9af29bc7d54e88b4c80463ede57ddc44028d7075339a"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 402744138, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03941416618037863, "interval": [-3.4779580224235813, 3.7572588640940277], "p_value": 0.9837565027109381, "input_sha256": "681931f77099ec562bea9af29bc7d54e88b4c80463ede57ddc44028d7075339a"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 402744138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006963509541601048, "interval": [-0.03473710786056707, 0.04866412694376917], "p_value": 0.734, "input_sha256": "6f117194e29953f87bbadf58af5c082f434f1a7b01dbc6a1dfe4b80fbf15ffb5"}
{"scenario": "regular", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 402744138, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006963509541601048, "interval": [-0.028876662629595165, 0.047902483890481934], "p_value": 0.7357914646853174, "input_sha256": "6f117194e29953f87bbadf58af5c082f434f1a7b01dbc6a1dfe4b80fbf15ffb5"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 353955549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0266183119522072, "interval": [-2.47091929831801, 4.524155922222425], "p_value": 0.553, "input_sha256": "76a844e9f29ea1500d11f1029ff04303fa0fc0f069d58c75ef4f6bf1ae064d61"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 353955549, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0266183119522072, "interval": [-2.523431792307924, 4.10632708797491], "p_value": 0.5558810357096498, "input_sha256": "76a844e9f29ea1500d11f1029ff04303fa0fc0f069d58c75ef4f6bf1ae064d61"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 353955549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006113269391772688, "interval": [-0.028185397208032342, 0.04041193599157772], "p_value": 0.714, "input_sha256": "6ae16b211cf0033b09be1bbd18ad68b09d409a9d495e1687570ab8fe87e9f281"}
{"scenario": "regular", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 353955549, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006113269391772688, "interval": [-0.03018277111596035, 0.03544573666485529], "p_value": 0.7202052580185856, "input_sha256": "6ae16b211cf0033b09be1bbd18ad68b09d409a9d495e1687570ab8fe87e9f281"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2027392568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.890188057496374, "interval": [-9.976302555720807, 0.19592644072805854], "p_value": 0.072, "input_sha256": "def65295c4d7d81b0330ee96788845b11042133802454e2504d12af4056e0144"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2027392568, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.890188057496374, "interval": [-9.93469731242156, -0.773203013602497], "p_value": 0.0589824058542591, "input_sha256": "def65295c4d7d81b0330ee96788845b11042133802454e2504d12af4056e0144"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2027392568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04921705310246838, "interval": [-0.10187671224917932, 0.0034426060442425688], "p_value": 0.088, "input_sha256": "a43dafcaa421498b5eaf276bc54592c40a05e214f287655e77191ac51b135711"}
{"scenario": "regular", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2027392568, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04921705310246838, "interval": [-0.10119581629141054, -0.006946232549458512], "p_value": 0.06605219954272439, "input_sha256": "a43dafcaa421498b5eaf276bc54592c40a05e214f287655e77191ac51b135711"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4193469153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.142799730519349, "interval": [-0.5588258325280053, 8.844425293566704], "p_value": 0.081, "input_sha256": "145a97b44bab31eb580a2087f9d19417f0c8273fb2f3db5c74cfee055a229757"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4193469153, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.142799730519349, "interval": [-0.20870856529537704, 8.728636035305925], "p_value": 0.08240320593996674, "input_sha256": "145a97b44bab31eb580a2087f9d19417f0c8273fb2f3db5c74cfee055a229757"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4193469153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034245352838567236, "interval": [-0.013435696424665529, 0.0819264021018], "p_value": 0.15, "input_sha256": "71e8abb52b944731848142ea1c083ce12e2044e354c05920f548ca801e189a65"}
{"scenario": "regular", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4193469153, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034245352838567236, "interval": [-0.007276238783657831, 0.08235619379683631], "p_value": 0.15415931025654567, "input_sha256": "71e8abb52b944731848142ea1c083ce12e2044e354c05920f548ca801e189a65"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2623331660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7411484123649927, "interval": [-3.4650449483885435, 4.947341773118529], "p_value": 0.728, "input_sha256": "6169236a900ecc6ea3e64b98b22f274f46c9c17400263362d76a65c94e249a7c"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2623331660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7411484123649927, "interval": [-2.9660826744613513, 4.882106001798264], "p_value": 0.7227915713403401, "input_sha256": "6169236a900ecc6ea3e64b98b22f274f46c9c17400263362d76a65c94e249a7c"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2623331660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004495311739594388, "interval": [-0.04390907899287319, 0.052899702472061966], "p_value": 0.857, "input_sha256": "0b0601cbdee035f3925d6ad79ab2e81513aece21e29d178e8847923ca98fab1f"}
{"scenario": "regular", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2623331660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004495311739594388, "interval": [-0.03854950705460752, 0.04997907221953621], "p_value": 0.8517917876303688, "input_sha256": "0b0601cbdee035f3925d6ad79ab2e81513aece21e29d178e8847923ca98fab1f"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4270119868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3449370150438291, "interval": [-5.643051298180293, 4.9531772680926345], "p_value": 0.891, "input_sha256": "4144ad758fa34a9f28b81d6c5c9120e23de33f3b42c4f33617202bc2f04ca90d"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4270119868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3449370150438291, "interval": [-4.907926677651147, 4.6946841348119], "p_value": 0.8957654168755483, "input_sha256": "4144ad758fa34a9f28b81d6c5c9120e23de33f3b42c4f33617202bc2f04ca90d"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4270119868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0035371209928066055, "interval": [-0.059614203187975695, 0.052539961202362484], "p_value": 0.897, "input_sha256": "ec3fda73944c288c5f359089a206bf83794a9ef6f3741a65a0e92ccbff85a407"}
{"scenario": "regular", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4270119868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0035371209928066055, "interval": [-0.053611497224640384, 0.0488135187339773], "p_value": 0.8989792204476914, "input_sha256": "ec3fda73944c288c5f359089a206bf83794a9ef6f3741a65a0e92ccbff85a407"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1027732204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7780421999459897, "interval": [-6.347796748301133, 2.7917123484091535], "p_value": 0.434, "input_sha256": "ffd5db6a3501c3cf8c5f78f8a4a1f9ef1a4ed42cc5c7cc9dd6729b3196f3aa56"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1027732204, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7780421999459897, "interval": [-5.629364246572088, 2.5109529878528303], "p_value": 0.4354985722899325, "input_sha256": "ffd5db6a3501c3cf8c5f78f8a4a1f9ef1a4ed42cc5c7cc9dd6729b3196f3aa56"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1027732204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014842157620975821, "interval": [-0.0654154565318808, 0.03573114128992915], "p_value": 0.567, "input_sha256": "124203cae472f7fdf9a39a8423d6ecefe7dfa6fa77cb83ad8db8e8104b9a9a7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1027732204, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014842157620975821, "interval": [-0.056950828739007975, 0.03608395592293473], "p_value": 0.5558997239702166, "input_sha256": "124203cae472f7fdf9a39a8423d6ecefe7dfa6fa77cb83ad8db8e8104b9a9a7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2569912525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8809050649626098, "interval": [-2.8328759084242883, 6.594686038349508], "p_value": 0.431, "input_sha256": "ba3f3d054d00e7121fb7439234b199d06fc7fbebf6556e4a50e1806268bf6dfa"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2569912525, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8809050649626098, "interval": [-2.3531375319711527, 6.376130975708461], "p_value": 0.4230929758431087, "input_sha256": "ba3f3d054d00e7121fb7439234b199d06fc7fbebf6556e4a50e1806268bf6dfa"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2569912525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01699323472919781, "interval": [-0.03452880930825382, 0.06851527876664944], "p_value": 0.505, "input_sha256": "a2355d99842b493ff5ae493b0a6b5deb2598da541793f4f0dc1f3d539afb9412"}
{"scenario": "regular", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2569912525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01699323472919781, "interval": [-0.03188189651323462, 0.06275396047191004], "p_value": 0.5074870305362573, "input_sha256": "a2355d99842b493ff5ae493b0a6b5deb2598da541793f4f0dc1f3d539afb9412"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 430651139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9546114701492403, "interval": [-5.216123299816805, 3.306900359518324], "p_value": 0.654, "input_sha256": "fa6234be3964029ede2d13795abfedad99ca4531b71ba918f239f000fb143142"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 430651139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9546114701492403, "interval": [-5.32289768304076, 3.0215324300879574], "p_value": 0.6526761414956523, "input_sha256": "fa6234be3964029ede2d13795abfedad99ca4531b71ba918f239f000fb143142"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 430651139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01563761274634691, "interval": [-0.0614142093544056, 0.03013898386171178], "p_value": 0.481, "input_sha256": "1c6e94929d34d06c1ae33aba378579dd8b350b01eef1c32a7d0e459745c9d910"}
{"scenario": "regular", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 430651139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01563761274634691, "interval": [-0.06363314187424315, 0.025393463011106416], "p_value": 0.4927532147779399, "input_sha256": "1c6e94929d34d06c1ae33aba378579dd8b350b01eef1c32a7d0e459745c9d910"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4141253012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.306499046598578, "interval": [-6.502536138034921, 1.8895380448377654], "p_value": 0.259, "input_sha256": "ff8824c8ec3f3c63502f85932c13981aa2482dd8bc38a73aab11bcc072c3f00b"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4141253012, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.306499046598578, "interval": [-6.658942873719429, 1.5898363220701053], "p_value": 0.27275073024832763, "input_sha256": "ff8824c8ec3f3c63502f85932c13981aa2482dd8bc38a73aab11bcc072c3f00b"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4141253012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022141907791183427, "interval": [-0.06690765578386715, 0.022623840201500295], "p_value": 0.32, "input_sha256": "d4bebf8b49db47ce49e6338f1107ce93fafceef6d1f759d4f70c2bbfba20fc42"}
{"scenario": "regular", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4141253012, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022141907791183427, "interval": [-0.06894234468522097, 0.019399416138163254], "p_value": 0.322917877337085, "input_sha256": "d4bebf8b49db47ce49e6338f1107ce93fafceef6d1f759d4f70c2bbfba20fc42"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 387321566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0239532833173115, "interval": [-2.2115883201023463, 6.259494886736969], "p_value": 0.32, "input_sha256": "094874032765b0c85aa4f09bdc1c2cc8f99a1d0f3f5d6ff26c957eec37964ee4"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 387321566, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0239532833173115, "interval": [-1.8471510498519381, 6.26699935936537], "p_value": 0.3393285510567813, "input_sha256": "094874032765b0c85aa4f09bdc1c2cc8f99a1d0f3f5d6ff26c957eec37964ee4"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 387321566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02194775471180198, "interval": [-0.025844991706609463, 0.06974050113021342], "p_value": 0.341, "input_sha256": "9995ac5040dba7aeaf43dd0ca736383d45310cb4f7fd4e640a019764bfca4877"}
{"scenario": "regular", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 387321566, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02194775471180198, "interval": [-0.022035539845905956, 0.07019138350111538], "p_value": 0.3578840480858658, "input_sha256": "9995ac5040dba7aeaf43dd0ca736383d45310cb4f7fd4e640a019764bfca4877"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3215080955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4527739618000535, "interval": [-5.112351026810872, 2.2068031032107647], "p_value": 0.442, "input_sha256": "3eaed2d73b7048e6096b68fcb272bfe74166469d4ce3a76b8e0a4b217333ce2e"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3215080955, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4527739618000535, "interval": [-4.768376551288042, 2.071955199979059], "p_value": 0.4263431052135416, "input_sha256": "3eaed2d73b7048e6096b68fcb272bfe74166469d4ce3a76b8e0a4b217333ce2e"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3215080955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01171300486678005, "interval": [-0.053570548937957964, 0.030144539204397865], "p_value": 0.575, "input_sha256": "a96d257eae69eb32b27be4eb23760abb1f33b48ba352297e43c44ecdbcd02454"}
{"scenario": "regular", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3215080955, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01171300486678005, "interval": [-0.05063784316659566, 0.027938961811735784], "p_value": 0.574317623848053, "input_sha256": "a96d257eae69eb32b27be4eb23760abb1f33b48ba352297e43c44ecdbcd02454"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2189840151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.679405223926045, "interval": [-0.4116359977677959, 7.770446445619886], "p_value": 0.065, "input_sha256": "949f59a70ffee50812e29e06cdb1bb16c308f9ce9f6135e91d26a6653b2b8900"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2189840151, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.679405223926045, "interval": [-0.3678470778369501, 7.285902648314067], "p_value": 0.0764389652742807, "input_sha256": "949f59a70ffee50812e29e06cdb1bb16c308f9ce9f6135e91d26a6653b2b8900"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2189840151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03561060758986443, "interval": [-0.007924451435647212, 0.07914566661537607], "p_value": 0.091, "input_sha256": "f84b7cce419032a808386fc6bb9ab914cc5953fc66a68229dc5c9a97bd520fe7"}
{"scenario": "regular", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2189840151, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03561060758986443, "interval": [-0.004776494929254906, 0.07617396883981405], "p_value": 0.10579259237836856, "input_sha256": "f84b7cce419032a808386fc6bb9ab914cc5953fc66a68229dc5c9a97bd520fe7"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3262733751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.565649051113576, "interval": [-5.886834462365, 2.7555363601378478], "p_value": 0.48, "input_sha256": "e18e713bc09e8b02779ec4ee30c2e0ad7c1f5a7d7cd52a69d5e05f6f2d3dd554"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3262733751, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.565649051113576, "interval": [-5.386311885354666, 2.911401325112485], "p_value": 0.46705016788663045, "input_sha256": "e18e713bc09e8b02779ec4ee30c2e0ad7c1f5a7d7cd52a69d5e05f6f2d3dd554"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3262733751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010877810018619385, "interval": [-0.059318536156638346, 0.037562916119399575], "p_value": 0.67, "input_sha256": "a715b84b07befecb318e7c6fb4e02e2b87ffb50a730b8b8c0fecd339e342ef09"}
{"scenario": "regular", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3262733751, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010877810018619385, "interval": [-0.05400287122424957, 0.03889940019895548], "p_value": 0.6513480882019974, "input_sha256": "a715b84b07befecb318e7c6fb4e02e2b87ffb50a730b8b8c0fecd339e342ef09"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1305163929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.717199382917853, "interval": [-6.977995769344583, 3.543597003508877], "p_value": 0.503, "input_sha256": "b8224dcc991f630a5d736e82d60c73bf131b035845b5dd615b23a41df03991d1"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1305163929, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.717199382917853, "interval": [-6.846223028224956, 3.3475414089500237], "p_value": 0.512214609410192, "input_sha256": "b8224dcc991f630a5d736e82d60c73bf131b035845b5dd615b23a41df03991d1"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1305163929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019829706797354574, "interval": [-0.07690112861729266, 0.03724171502258351], "p_value": 0.481, "input_sha256": "5c5ffac5dbaf6d081a6f1ff676d7c23cdfe60a819e33a2b7c14c30f558995a6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1305163929, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019829706797354574, "interval": [-0.07698974823041635, 0.03420877884887087], "p_value": 0.4860095359152068, "input_sha256": "5c5ffac5dbaf6d081a6f1ff676d7c23cdfe60a819e33a2b7c14c30f558995a6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2431835193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0452095146304456, "interval": [-2.6988722826171117, 6.789291311878003], "p_value": 0.391, "input_sha256": "d13c4450b4a59e3eca2e939d821e38455e8e8949be37f3402c843a994a284a42"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2431835193, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0452095146304456, "interval": [-2.218405158942651, 6.866877511210301], "p_value": 0.3870808386952026, "input_sha256": "d13c4450b4a59e3eca2e939d821e38455e8e8949be37f3402c843a994a284a42"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2431835193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02650556652770647, "interval": [-0.022516024165219, 0.07552715722063194], "p_value": 0.28, "input_sha256": "7a2fa977ce4446fcddb04f602fcb51855fb1d2940561a6741339c36d9203d278"}
{"scenario": "regular", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2431835193, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02650556652770647, "interval": [-0.014756123189545766, 0.07722979964830597], "p_value": 0.2791138414225195, "input_sha256": "7a2fa977ce4446fcddb04f602fcb51855fb1d2940561a6741339c36d9203d278"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2362488796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.498367630531221, "interval": [-8.68121821379442, -0.3155170472680222], "p_value": 0.034, "input_sha256": "a0a245340d435369c89b6ccee3d9719ff3d8e71dc0cc97133eaaa66f85ec81ca"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2362488796, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.498367630531221, "interval": [-8.13075283032439, -0.5194734185708862], "p_value": 0.03579650539744055, "input_sha256": "a0a245340d435369c89b6ccee3d9719ff3d8e71dc0cc97133eaaa66f85ec81ca"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2362488796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03849270088193421, "interval": [-0.07600412696532795, -0.000981274798540474], "p_value": 0.051, "input_sha256": "038c34098d0f5c3ac070663d374d79247b59c45aad456914b8b02009dd0fdba4"}
{"scenario": "regular", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2362488796, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03849270088193421, "interval": [-0.07042323216012558, -0.0012081387743832397], "p_value": 0.044591019203792916, "input_sha256": "038c34098d0f5c3ac070663d374d79247b59c45aad456914b8b02009dd0fdba4"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 673914680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9461574402075303, "interval": [-2.7467940629213237, 6.639108943336384], "p_value": 0.405, "input_sha256": "70265ec4eea0a9222535d732af6c0d856e6e5db1190372930b2eb9f25f908c84"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 673914680, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9461574402075303, "interval": [-2.129538141520007, 6.035136280041974], "p_value": 0.4055348373760902, "input_sha256": "70265ec4eea0a9222535d732af6c0d856e6e5db1190372930b2eb9f25f908c84"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 673914680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02215059226166015, "interval": [-0.029977651540291382, 0.07427883606361169], "p_value": 0.406, "input_sha256": "6b20f5a0e6fb399bd58a5e98f7c7a12229bd7dbcacb42bf3661e2146c1138a17"}
{"scenario": "regular", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 673914680, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02215059226166015, "interval": [-0.021025025060125914, 0.07041416180879136], "p_value": 0.39356254999163487, "input_sha256": "6b20f5a0e6fb399bd58a5e98f7c7a12229bd7dbcacb42bf3661e2146c1138a17"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 27377251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4231702674553066, "interval": [-2.3587418726137734, 5.205082407524387], "p_value": 0.472, "input_sha256": "45dc12d2e346844dd577158339b65b36130c70ee521e448c4e3f92421d4259b8"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 27377251, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4231702674553066, "interval": [-1.9600556092074808, 4.73390272981458], "p_value": 0.4508800938495251, "input_sha256": "45dc12d2e346844dd577158339b65b36130c70ee521e448c4e3f92421d4259b8"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 27377251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019364597125908323, "interval": [-0.025235817769104045, 0.0639650120209207], "p_value": 0.404, "input_sha256": "ceeceeb6a0a973b58f4ba63b956c17add9b47d0af54455708c635e263af0ac3a"}
{"scenario": "regular", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 27377251, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019364597125908323, "interval": [-0.017985052358281853, 0.061767885715383934], "p_value": 0.3847475559980428, "input_sha256": "ceeceeb6a0a973b58f4ba63b956c17add9b47d0af54455708c635e263af0ac3a"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3671823546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4224589759313382, "interval": [-2.1320529121690366, 4.976970864031713], "p_value": 0.404, "input_sha256": "a99172991454e1fcf23765adfbd1f528263a04871a0150a372f8e66cd2e80b76"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3671823546, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4224589759313382, "interval": [-2.412815607833126, 4.727005244985642], "p_value": 0.4228939814912692, "input_sha256": "a99172991454e1fcf23765adfbd1f528263a04871a0150a372f8e66cd2e80b76"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3671823546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012310014922590332, "interval": [-0.02413251148106877, 0.048752541326249434], "p_value": 0.487, "input_sha256": "d138e51c24a44329876a67c88a77058ca53bbbfd1dd5adfa6d013bad819a9808"}
{"scenario": "regular", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3671823546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012310014922590332, "interval": [-0.026143514969657583, 0.04709388040232513], "p_value": 0.4981657858078533, "input_sha256": "d138e51c24a44329876a67c88a77058ca53bbbfd1dd5adfa6d013bad819a9808"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1544085415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.23585943028877843, "interval": [-4.547240699042132, 4.075521838464575], "p_value": 0.922, "input_sha256": "2395b8afdf3e4e7f11937b35b10ca60d5627c93066a7b9e00b19ed70dfaca12d"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1544085415, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.23585943028877843, "interval": [-4.225863948749331, 3.6458359391687907], "p_value": 0.91222227236855, "input_sha256": "2395b8afdf3e4e7f11937b35b10ca60d5627c93066a7b9e00b19ed70dfaca12d"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1544085415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009182564464816634, "interval": [-0.04490898624937616, 0.04674549914233948], "p_value": 0.967, "input_sha256": "abef5a8639077942ce10a22991f534e3ca3955e800e6576f0b3e73e5d3c25e08"}
{"scenario": "regular", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1544085415, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009182564464816634, "interval": [-0.03871145442169173, 0.04589602150632573], "p_value": 0.9678463657452206, "input_sha256": "abef5a8639077942ce10a22991f534e3ca3955e800e6576f0b3e73e5d3c25e08"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3629229623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1164939327440457, "interval": [-1.5402205004203804, 7.773208365908472], "p_value": 0.206, "input_sha256": "15b5692b80c10c1a9d26a4da4828039dd1d1f3c3f486b326d24b9e3fa26c2bcc"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3629229623, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1164939327440457, "interval": [-1.3607821309847639, 7.585146539400685], "p_value": 0.1819562300819034, "input_sha256": "15b5692b80c10c1a9d26a4da4828039dd1d1f3c3f486b326d24b9e3fa26c2bcc"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3629229623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040119834959478656, "interval": [-0.017278684198065317, 0.09751835411702263], "p_value": 0.182, "input_sha256": "137afa2337f837ea95c81d59b16aa1707e2040400d45ca95ecf85782dbc86871"}
{"scenario": "regular", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3629229623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040119834959478656, "interval": [-0.008952361923781866, 0.09952172147519074], "p_value": 0.1629350998121672, "input_sha256": "137afa2337f837ea95c81d59b16aa1707e2040400d45ca95ecf85782dbc86871"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2845851812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.729941221839798, "interval": [0.18496313968441758, 9.27491930399518], "p_value": 0.042, "input_sha256": "ec9c6676d4d519da46923cfa535438461990784b9427be3806641636f492ca6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2845851812, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.729941221839798, "interval": [0.7753327422362998, 8.759459382055013], "p_value": 0.04185306796131132, "input_sha256": "ec9c6676d4d519da46923cfa535438461990784b9427be3806641636f492ca6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2845851812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055431940348967215, "interval": [0.009315765214799564, 0.10154811548313486], "p_value": 0.019, "input_sha256": "d5f10b883af0f9cca8fd8922d2c322e3b6e56fb0825d4421a15809d99579c5da"}
{"scenario": "regular", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2845851812, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055431940348967215, "interval": [0.014044303018465865, 0.09743137542747417], "p_value": 0.019988458690639952, "input_sha256": "d5f10b883af0f9cca8fd8922d2c322e3b6e56fb0825d4421a15809d99579c5da"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 476911055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.29742222294194853, "interval": [-3.9562710470234546, 4.551115492907352], "p_value": 0.893, "input_sha256": "63c3f1b59c3e5d389e7ff3127f2ba5dbad2c7a48992b1687e61ec12fc7d179ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 476911055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.29742222294194853, "interval": [-3.812388808545258, 4.177821822033133], "p_value": 0.8879190621627576, "input_sha256": "63c3f1b59c3e5d389e7ff3127f2ba5dbad2c7a48992b1687e61ec12fc7d179ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 476911055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004725311168289739, "interval": [-0.03860622986875161, 0.04805685220533109], "p_value": 0.83, "input_sha256": "98d899e56086a64492eb79d301c8809b50859cf5955568ba63fef18062d75e2f"}
{"scenario": "regular", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 476911055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004725311168289739, "interval": [-0.03550609732254477, 0.04656145226537193], "p_value": 0.8259032869394759, "input_sha256": "98d899e56086a64492eb79d301c8809b50859cf5955568ba63fef18062d75e2f"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2923575600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.27524405685320197, "interval": [-5.342298505552224, 4.79181039184582], "p_value": 0.919, "input_sha256": "bacd4ee5eceaec6d76bc4deb48299796bf6d5cf7baa256149a73ba3fb49e1330"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2923575600, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.27524405685320197, "interval": [-4.642381720463929, 4.956104380329099], "p_value": 0.9129723414029716, "input_sha256": "bacd4ee5eceaec6d76bc4deb48299796bf6d5cf7baa256149a73ba3fb49e1330"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2923575600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005893091732959155, "interval": [-0.0574658924045046, 0.04567970893858629], "p_value": 0.822, "input_sha256": "e26b5761338cbb8896fa2a19d1173c0d4d209829836e8095e8040004070e1301"}
{"scenario": "regular", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2923575600, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005893091732959155, "interval": [-0.05020486743911685, 0.049786225996058225], "p_value": 0.8182235001378015, "input_sha256": "e26b5761338cbb8896fa2a19d1173c0d4d209829836e8095e8040004070e1301"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1308914919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4459307251442022, "interval": [-4.928305003867064, 4.03644355357866], "p_value": 0.842, "input_sha256": "ca11096192ebb5fdb81d8e3e5231e3612fd8f6641876e77e5f4f466a6b70fd3f"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1308914919, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4459307251442022, "interval": [-4.775025832039481, 3.6581286647262306], "p_value": 0.8413480827506549, "input_sha256": "ca11096192ebb5fdb81d8e3e5231e3612fd8f6641876e77e5f4f466a6b70fd3f"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1308914919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005174102423860169, "interval": [-0.03987042755136255, 0.05021863239908289], "p_value": 0.827, "input_sha256": "64faa91970445a9213991e8a1e2e04519939554103cd64528a8c345070162f0a"}
{"scenario": "regular", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1308914919, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005174102423860169, "interval": [-0.04028940402694624, 0.047001922326949455], "p_value": 0.8170758686561077, "input_sha256": "64faa91970445a9213991e8a1e2e04519939554103cd64528a8c345070162f0a"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3643771610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1373243566176905, "interval": [-3.2516589086951813, 5.526307621930562], "p_value": 0.588, "input_sha256": "42884e78ea4be7501d5bde9c645088ab9d449f14a76d26007495992cf43920a3"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3643771610, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1373243566176905, "interval": [-2.917598521905927, 5.2524408557746005], "p_value": 0.602850575915605, "input_sha256": "42884e78ea4be7501d5bde9c645088ab9d449f14a76d26007495992cf43920a3"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3643771610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0019628728994958433, "interval": [-0.053323696813328804, 0.04939795101433712], "p_value": 0.93, "input_sha256": "940b0074e29074506f081656bd211be82d9378142cae387c8c03b3670c84abe2"}
{"scenario": "regular", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3643771610, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0019628728994958433, "interval": [-0.05143518473453157, 0.04220824793677117], "p_value": 0.9386009652586511, "input_sha256": "940b0074e29074506f081656bd211be82d9378142cae387c8c03b3670c84abe2"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 447232803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.944217522448465, "interval": [-7.273854212447005, 1.3854191675500749], "p_value": 0.182, "input_sha256": "99e85b36b423a09391d955a072a49716ce8f8fb5ea2c9c1a4fdf73ddc3abe91e"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 447232803, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.944217522448465, "interval": [-6.865637750373558, 1.081524613485104], "p_value": 0.17665209244832128, "input_sha256": "99e85b36b423a09391d955a072a49716ce8f8fb5ea2c9c1a4fdf73ddc3abe91e"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 447232803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028133805466749512, "interval": [-0.07196355595126447, 0.01569594501776545], "p_value": 0.21, "input_sha256": "7eb294aef5aed7cde4c7fc054bfdc8d985bbf19829922bbb15d9697d3566f2f3"}
{"scenario": "regular", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 447232803, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028133805466749512, "interval": [-0.07024195881137309, 0.011381705263259106], "p_value": 0.20140659227072508, "input_sha256": "7eb294aef5aed7cde4c7fc054bfdc8d985bbf19829922bbb15d9697d3566f2f3"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3465311889, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.237608527598729, "interval": [1.2169161865545304, 9.258300868642927], "p_value": 0.007, "input_sha256": "8d61e55e9a7ccddec6376708726bd3545000c9afb664dff0390683b477c7589c"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3465311889, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.237608527598729, "interval": [1.4106239591100935, 8.841090364174828], "p_value": 0.012094457105686943, "input_sha256": "8d61e55e9a7ccddec6376708726bd3545000c9afb664dff0390683b477c7589c"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3465311889, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050057139736679024, "interval": [0.01016321693419981, 0.08995106253915824], "p_value": 0.009, "input_sha256": "6cdba69b070481bf8c4edc682c05e76d7334e4443ea0d345b96fa2555c8ce7a0"}
{"scenario": "regular", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3465311889, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050057139736679024, "interval": [0.012417427829223476, 0.08714784226023913], "p_value": 0.015306949494354643, "input_sha256": "6cdba69b070481bf8c4edc682c05e76d7334e4443ea0d345b96fa2555c8ce7a0"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2381978630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2279720197630208, "interval": [-3.558871140798572, 6.0148151803246135], "p_value": 0.619, "input_sha256": "74e68941d47f44148ccf4347e137fbbc70943990beae19c3046d17fb7d91a9f1"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2381978630, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2279720197630208, "interval": [-3.526758174682714, 5.603153204549312], "p_value": 0.606546521082567, "input_sha256": "74e68941d47f44148ccf4347e137fbbc70943990beae19c3046d17fb7d91a9f1"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2381978630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022429269112326206, "interval": [-0.028560139122113706, 0.07341867734676612], "p_value": 0.378, "input_sha256": "474496eb7f1c1b7552f7d0a2b3be7aa7ae26f25698c4f3635c0a46f613bb03f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2381978630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022429269112326206, "interval": [-0.025503893375810004, 0.07110322236285442], "p_value": 0.3787261412026883, "input_sha256": "474496eb7f1c1b7552f7d0a2b3be7aa7ae26f25698c4f3635c0a46f613bb03f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2313224996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4902398488714024, "interval": [-3.217279873986331, 6.197759571729136], "p_value": 0.517, "input_sha256": "c3e6c2bc6eda61011699ceddb023ce890d3611929493077b0cb276f02dc19c64"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2313224996, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4902398488714024, "interval": [-3.799595631673942, 5.612113254297124], "p_value": 0.5251011568733908, "input_sha256": "c3e6c2bc6eda61011699ceddb023ce890d3611929493077b0cb276f02dc19c64"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2313224996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014602467802797142, "interval": [-0.036665199316096075, 0.06587013492169036], "p_value": 0.575, "input_sha256": "b4b951046447a6703f7c823b5d158906ab6ec21906a92dcf76c2e4b52d49b776"}
{"scenario": "regular", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2313224996, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014602467802797142, "interval": [-0.043557185282449506, 0.057732577006818435], "p_value": 0.5675237522635113, "input_sha256": "b4b951046447a6703f7c823b5d158906ab6ec21906a92dcf76c2e4b52d49b776"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4248818684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.46613935969748, "interval": [-6.842416440209365, 1.9101377208144052], "p_value": 0.261, "input_sha256": "57fdf5667556cf2ac2dad2ab7cd098c6e6332614090941d6e49c3ba1e8964e8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4248818684, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.46613935969748, "interval": [-6.931716997756353, 1.5870311949458382], "p_value": 0.2610936539907298, "input_sha256": "57fdf5667556cf2ac2dad2ab7cd098c6e6332614090941d6e49c3ba1e8964e8d"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4248818684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02908971004224946, "interval": [-0.07285026452048207, 0.014670844435983155], "p_value": 0.181, "input_sha256": "52813803f0c726588a1e6b370133dddcf0801661d6516e79d98d587a7406faa5"}
{"scenario": "regular", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4248818684, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02908971004224946, "interval": [-0.07307410331673517, 0.012230935468719395], "p_value": 0.18623255566982652, "input_sha256": "52813803f0c726588a1e6b370133dddcf0801661d6516e79d98d587a7406faa5"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3729733952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.002440093022063, "interval": [-2.8350329287840896, 6.8399131148282155], "p_value": 0.414, "input_sha256": "b6602a2212ab2eed25af3e265266627e6372bd601df685d52465a1c0a7f62cd1"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3729733952, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.002440093022063, "interval": [-2.3583971220617683, 6.406238257353306], "p_value": 0.40567937018145794, "input_sha256": "b6602a2212ab2eed25af3e265266627e6372bd601df685d52465a1c0a7f62cd1"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3729733952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013994177655374473, "interval": [-0.03708654580525276, 0.0650749011160017], "p_value": 0.594, "input_sha256": "ca133044184ec73a89d4a68b3802ba4f6489529bafda8f46ac75103c940ce98b"}
{"scenario": "regular", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3729733952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013994177655374473, "interval": [-0.03211821875936473, 0.060156998314897916], "p_value": 0.581129887450184, "input_sha256": "ca133044184ec73a89d4a68b3802ba4f6489529bafda8f46ac75103c940ce98b"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2212931867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06576549151792932, "interval": [-5.300228669808288, 5.168697686772429], "p_value": 0.983, "input_sha256": "a1c2917e30d7273b54af54cf219b1955cef02808fe88270a4011d3ba9cf43f8a"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2212931867, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06576549151792932, "interval": [-5.287499083737443, 4.60299893972346], "p_value": 0.9798350020185229, "input_sha256": "a1c2917e30d7273b54af54cf219b1955cef02808fe88270a4011d3ba9cf43f8a"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2212931867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008043581924475837, "interval": [-0.062366317693030394, 0.04627915384407872], "p_value": 0.764, "input_sha256": "c4accb5a8a3a1a3c543658fd7e7ee8496dd7513d4fcfe0aa2426f0d949a4db83"}
{"scenario": "regular", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2212931867, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008043581924475837, "interval": [-0.06332479563017344, 0.039918722477843616], "p_value": 0.7657652375202343, "input_sha256": "c4accb5a8a3a1a3c543658fd7e7ee8496dd7513d4fcfe0aa2426f0d949a4db83"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3674326749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8286104468669677, "interval": [-2.189292856177371, 5.846513749911306], "p_value": 0.345, "input_sha256": "a27f082f7b506bd780110f2f0372ab41bbaaaf912170cb04040adfdcd18455fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3674326749, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8286104468669677, "interval": [-1.803757137007557, 5.6517638181129195], "p_value": 0.3612716386698672, "input_sha256": "a27f082f7b506bd780110f2f0372ab41bbaaaf912170cb04040adfdcd18455fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3674326749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017549707293689647, "interval": [-0.02327363122736511, 0.0583730458147444], "p_value": 0.368, "input_sha256": "c0218f91372b501266859bfd3e378a14279898c29e51e6ba97e01287b2be2192"}
{"scenario": "regular", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3674326749, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017549707293689647, "interval": [-0.020679433168877437, 0.05642393554521512], "p_value": 0.3888661460143068, "input_sha256": "c0218f91372b501266859bfd3e378a14279898c29e51e6ba97e01287b2be2192"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 685046759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5213268598925183, "interval": [-5.807010308916183, 4.764356589131147], "p_value": 0.838, "input_sha256": "8554022a8143130db552a5f24293b3fc46eab7b7a61fcc566d1ffe3aacb7bd74"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 685046759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5213268598925183, "interval": [-5.83622850273052, 4.521633556078385], "p_value": 0.8420999680771897, "input_sha256": "8554022a8143130db552a5f24293b3fc46eab7b7a61fcc566d1ffe3aacb7bd74"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 685046759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015563903123481021, "interval": [-0.07359676644891887, 0.042468960201956826], "p_value": 0.597, "input_sha256": "f588d3fc62a5f2909143b9c1282f494f454d370c02251784d32663d9e9586071"}
{"scenario": "regular", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 685046759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015563903123481021, "interval": [-0.07210478511601308, 0.039465882430139654], "p_value": 0.5880461158732864, "input_sha256": "f588d3fc62a5f2909143b9c1282f494f454d370c02251784d32663d9e9586071"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2164257876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4002521723691883, "interval": [-1.7020366355408845, 6.502540980279261], "p_value": 0.205, "input_sha256": "58e69ed64c9d5ec9ba3099fa2f3cf9ab28a8fc0335e40cfb8f4134fe32e72684"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2164257876, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4002521723691883, "interval": [-1.9635955362538073, 5.789899221259235], "p_value": 0.2434172401501588, "input_sha256": "58e69ed64c9d5ec9ba3099fa2f3cf9ab28a8fc0335e40cfb8f4134fe32e72684"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2164257876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030581812037245318, "interval": [-0.009485489861102835, 0.07064911393559348], "p_value": 0.12, "input_sha256": "727d26ae1812621066e4e7cc6ab3d2f2c768634c9852b2be3bef4adf5120395b"}
{"scenario": "regular", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2164257876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030581812037245318, "interval": [-0.011458962278012819, 0.06359759566763343], "p_value": 0.13058983696977358, "input_sha256": "727d26ae1812621066e4e7cc6ab3d2f2c768634c9852b2be3bef4adf5120395b"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2402105424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0845933698295465, "interval": [-5.647017807441676, 3.477831067782583], "p_value": 0.622, "input_sha256": "34661805975f9a98ef39a46640469746b17c5d0474f3f7ae8f7433f21ec90376"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2402105424, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0845933698295465, "interval": [-5.004465757935072, 3.471960121545705], "p_value": 0.6329975180936367, "input_sha256": "34661805975f9a98ef39a46640469746b17c5d0474f3f7ae8f7433f21ec90376"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2402105424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007495193404226885, "interval": [-0.05416327002281023, 0.03917288321435646], "p_value": 0.729, "input_sha256": "868be5cb43da5047e9e9976cb923ea0f63320b65cedf2130c2f94d014d2e987d"}
{"scenario": "regular", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2402105424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007495193404226885, "interval": [-0.04859855946602058, 0.03884161038869861], "p_value": 0.7468568198689354, "input_sha256": "868be5cb43da5047e9e9976cb923ea0f63320b65cedf2130c2f94d014d2e987d"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4282918013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6328744478315915, "interval": [-4.292015857529845, 5.557764753193028], "p_value": 0.798, "input_sha256": "dd2324adc2d17fe83b97911dcdac589d160600fc0a52bd2f906ea333f7b126e8"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4282918013, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6328744478315915, "interval": [-4.2915079817784925, 5.227781995900022], "p_value": 0.7961543034954552, "input_sha256": "dd2324adc2d17fe83b97911dcdac589d160600fc0a52bd2f906ea333f7b126e8"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4282918013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006867935680422016, "interval": [-0.055043301089920484, 0.05366971395383608], "p_value": 0.988, "input_sha256": "edd051016ce00f9f5f285dc2cbe423993eb72c0f9acde8c2fa8059656ec3bd39"}
{"scenario": "regular", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4282918013, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006867935680422016, "interval": [-0.05719458545337443, 0.04660628882179531], "p_value": 0.9797087764451131, "input_sha256": "edd051016ce00f9f5f285dc2cbe423993eb72c0f9acde8c2fa8059656ec3bd39"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 495137241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9843247116370177, "interval": [-5.737211360645151, 3.768561937371116], "p_value": 0.67, "input_sha256": "8d672f240a40045828a245e4b217dfc9235ecd474226f9777d6e47b080e29737"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 495137241, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9843247116370177, "interval": [-5.588621906597122, 3.8481630982424844], "p_value": 0.677315757844042, "input_sha256": "8d672f240a40045828a245e4b217dfc9235ecd474226f9777d6e47b080e29737"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 495137241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00789528997913759, "interval": [-0.05585560912390591, 0.040065029165630726], "p_value": 0.74, "input_sha256": "e1362adca98c190806fc247c09c1be2f191bb6a7e29c56fcac784078630e2afc"}
{"scenario": "regular", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 495137241, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00789528997913759, "interval": [-0.05430718698231647, 0.03984781082708743], "p_value": 0.7407050732967688, "input_sha256": "e1362adca98c190806fc247c09c1be2f191bb6a7e29c56fcac784078630e2afc"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 143740025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.635335116706174, "interval": [-1.8533908593850814, 5.1240610927974295], "p_value": 0.342, "input_sha256": "74716f099c1249fac358526dab09aade2463db1d4f38947d573c6df2ae3db3cc"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 143740025, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.635335116706174, "interval": [-2.142129635179967, 4.915098769235659], "p_value": 0.3484481639226097, "input_sha256": "74716f099c1249fac358526dab09aade2463db1d4f38947d573c6df2ae3db3cc"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 143740025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015116563581213702, "interval": [-0.021238369016298643, 0.051471496178726046], "p_value": 0.428, "input_sha256": "703109a540a1948ef676ac5bc96da060f470040b124f4e943af508d9942949bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 143740025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015116563581213702, "interval": [-0.023809007045902705, 0.047875604133044716], "p_value": 0.405005677036234, "input_sha256": "703109a540a1948ef676ac5bc96da060f470040b124f4e943af508d9942949bc"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2311573523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03778742187313089, "interval": [-5.1887797545492695, 5.113204910803008], "p_value": 0.992, "input_sha256": "cbd28ca74700e5ce61de42e1cd53c9d5dd2ffa0ca6c1fc722a576f716e81a77e"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2311573523, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03778742187313089, "interval": [-4.978002832976136, 4.63781432393607], "p_value": 0.9882242003455772, "input_sha256": "cbd28ca74700e5ce61de42e1cd53c9d5dd2ffa0ca6c1fc722a576f716e81a77e"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2311573523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008222842101100247, "interval": [-0.05988440914306387, 0.04343872494086338], "p_value": 0.729, "input_sha256": "c2ed67ec498fa200a42e705d3fae376344a4492be8eaaed3dc61546c19640e9d"}
{"scenario": "regular", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2311573523, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008222842101100247, "interval": [-0.05819058001790447, 0.03860077464307639], "p_value": 0.7489681360893484, "input_sha256": "c2ed67ec498fa200a42e705d3fae376344a4492be8eaaed3dc61546c19640e9d"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 369819342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8327697902101114, "interval": [-3.2825816406442048, 4.948121221064428], "p_value": 0.686, "input_sha256": "67f8b8aed75f1501b5ee90ecb7b049102a62f11843fa89b716576f2884f2e735"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 369819342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8327697902101114, "interval": [-3.0129213705788502, 4.403192675155044], "p_value": 0.6843462552749127, "input_sha256": "67f8b8aed75f1501b5ee90ecb7b049102a62f11843fa89b716576f2884f2e735"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 369819342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009290577710293416, "interval": [-0.030456181299344944, 0.049037336719931775], "p_value": 0.65, "input_sha256": "f269ab447a63e8733913aec52a5b3d4a11dfcb8b35a8f8326c581ab1d5b462f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 369819342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009290577710293416, "interval": [-0.02573701489879018, 0.047530237504478295], "p_value": 0.6387648006790129, "input_sha256": "f269ab447a63e8733913aec52a5b3d4a11dfcb8b35a8f8326c581ab1d5b462f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2542344698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.322100883108145, "interval": [-1.5036151976653702, 10.14781696388166], "p_value": 0.14, "input_sha256": "c6d8248271b0a07da116a83c4377e781d27568bf852ec69e87e82bb8406366d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2542344698, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.322100883108145, "interval": [-0.5555231267240036, 10.21159639436711], "p_value": 0.1413518354970345, "input_sha256": "c6d8248271b0a07da116a83c4377e781d27568bf852ec69e87e82bb8406366d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2542344698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05936551511336778, "interval": [-0.004967690699700392, 0.12369872092643595], "p_value": 0.065, "input_sha256": "9f723a6a41e1606f558af2a3e423d98dcd9bc83e58837b0df69129c7867f57dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2542344698, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05936551511336778, "interval": [0.007928505028735636, 0.12743660376200672], "p_value": 0.0694345217070434, "input_sha256": "9f723a6a41e1606f558af2a3e423d98dcd9bc83e58837b0df69129c7867f57dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3704489512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.34975368155218245, "interval": [-5.809723073572008, 5.110215710467643], "p_value": 0.905, "input_sha256": "8b1cd1de41cc3cf9357f33f63cb173b784ae6bc554a0ebeff826584d6235188c"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3704489512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.34975368155218245, "interval": [-5.052288251071454, 4.618362715151361], "p_value": 0.8969858804557926, "input_sha256": "8b1cd1de41cc3cf9357f33f63cb173b784ae6bc554a0ebeff826584d6235188c"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3704489512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004316380845525131, "interval": [-0.05723328359829737, 0.04860052190724711], "p_value": 0.87, "input_sha256": "3d0b6c3f8d90866330d87932d247a6394a966de813bb186b4d0bab5b891a2816"}
{"scenario": "regular", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3704489512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004316380845525131, "interval": [-0.052218411537935404, 0.0432767530838635], "p_value": 0.8691432961026804, "input_sha256": "3d0b6c3f8d90866330d87932d247a6394a966de813bb186b4d0bab5b891a2816"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3706009064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1378218965307934, "interval": [-3.8311677908946216, 6.106811583956208], "p_value": 0.664, "input_sha256": "8dadfab0964cc0cb3057d20b872e9693f3e454858f4ad3845dbf0442e8cde82d"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3706009064, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1378218965307934, "interval": [-3.618992434725619, 5.724659039115104], "p_value": 0.6452313273860406, "input_sha256": "8dadfab0964cc0cb3057d20b872e9693f3e454858f4ad3845dbf0442e8cde82d"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3706009064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00625335075057256, "interval": [-0.043784926494315084, 0.056291627995460204], "p_value": 0.807, "input_sha256": "f3abb7fea03c2ec31b51f6ffe65f393e8aa1b4bc9c97e7d7b477ad7cc014f847"}
{"scenario": "regular", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3706009064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00625335075057256, "interval": [-0.04308233748540533, 0.0520524829267836], "p_value": 0.8015720046705794, "input_sha256": "f3abb7fea03c2ec31b51f6ffe65f393e8aa1b4bc9c97e7d7b477ad7cc014f847"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1860567693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006681415311463823, "interval": [-4.404453813140462, 4.4178166437633895], "p_value": 1.0, "input_sha256": "2cb12710d8b1070865ab7ce8b58852f1595523e4a091390ab70f13ed353fb718"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1860567693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006681415311463823, "interval": [-4.0005041214092385, 4.270033652455242], "p_value": 0.9975664418550685, "input_sha256": "2cb12710d8b1070865ab7ce8b58852f1595523e4a091390ab70f13ed353fb718"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1860567693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0013136831894542678, "interval": [-0.049299433287815886, 0.04667206690890735], "p_value": 0.961, "input_sha256": "5c369422edd2ce2322d47b0cd6e1e41567ca85a8a555a5f47fc475c6e99f9053"}
{"scenario": "regular", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1860567693, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0013136831894542678, "interval": [-0.05010052915908978, 0.04234185724247051], "p_value": 0.9560032129413065, "input_sha256": "5c369422edd2ce2322d47b0cd6e1e41567ca85a8a555a5f47fc475c6e99f9053"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2949473099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.829890047317461, "interval": [0.9864824837380444, 8.673297610896878], "p_value": 0.02, "input_sha256": "85081c308cb32153b7381d4082f22068d70e7bae5706bd876b6b58ec171cfcc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2949473099, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.829890047317461, "interval": [0.9671545700058878, 8.394001152633063], "p_value": 0.015171797947796195, "input_sha256": "85081c308cb32153b7381d4082f22068d70e7bae5706bd876b6b58ec171cfcc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2949473099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053976932770234694, "interval": [0.011492458827575464, 0.09646140671289392], "p_value": 0.016, "input_sha256": "529e415602ac0526aac7d50c74df9e9c24b9721116c4b41808bf03c789528623"}
{"scenario": "regular", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2949473099, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053976932770234694, "interval": [0.011222901759155501, 0.093480833364584], "p_value": 0.014240142766668028, "input_sha256": "529e415602ac0526aac7d50c74df9e9c24b9721116c4b41808bf03c789528623"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2489765387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47726919508542665, "interval": [-2.337345165330248, 3.2918835555011015], "p_value": 0.731, "input_sha256": "c2d0375e7e2afcddbe481a3d97b59995eac27ca5c1b0c90732306b2d4524567d"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2489765387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47726919508542665, "interval": [-2.1092697171500463, 3.2405686089837027], "p_value": 0.7329192638733208, "input_sha256": "c2d0375e7e2afcddbe481a3d97b59995eac27ca5c1b0c90732306b2d4524567d"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2489765387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008491899528483532, "interval": [-0.020646967811786696, 0.03763076686875376], "p_value": 0.558, "input_sha256": "7c61d7b285793c192652f64156b318c3522aa201b17d0b9529e221ee24f2d137"}
{"scenario": "regular", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2489765387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008491899528483532, "interval": [-0.017863570800268954, 0.037722209553254775], "p_value": 0.5585229754984138, "input_sha256": "7c61d7b285793c192652f64156b318c3522aa201b17d0b9529e221ee24f2d137"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1726293467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0284983308071318, "interval": [-5.970853298119144, 3.91385663650488], "p_value": 0.675, "input_sha256": "165ad9df1b911717c045cb1716fdf2221af8ad643a84a8db04047bd9623561e3"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1726293467, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0284983308071318, "interval": [-5.604001492557692, 3.6695730969976332], "p_value": 0.6759190103400062, "input_sha256": "165ad9df1b911717c045cb1716fdf2221af8ad643a84a8db04047bd9623561e3"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1726293467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015165704383003117, "interval": [-0.06691553785491443, 0.03658412908890819], "p_value": 0.563, "input_sha256": "366e59fa4c7b423800eefefd41227b215f990e517d94cb5055e52643e9f2d2d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1726293467, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015165704383003117, "interval": [-0.06298483302232635, 0.034059639005374114], "p_value": 0.5563596422676382, "input_sha256": "366e59fa4c7b423800eefefd41227b215f990e517d94cb5055e52643e9f2d2d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3683396911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2553972405714289, "interval": [-5.083884813983639, 4.573090332840781], "p_value": 0.92, "input_sha256": "807315834d45bfdd1208aa8a9431a858d337f9623028dcc41d47a0c0c5da509f"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3683396911, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2553972405714289, "interval": [-4.652711840558662, 4.658736302174748], "p_value": 0.9152900969532174, "input_sha256": "807315834d45bfdd1208aa8a9431a858d337f9623028dcc41d47a0c0c5da509f"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3683396911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006295195911454055, "interval": [-0.05371232406038726, 0.05245328487809645], "p_value": 0.984, "input_sha256": "2276528a3bd44a9319440ef088465ff5fa007f3001d70e9f3eea66c4bb7c8095"}
{"scenario": "regular", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3683396911, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006295195911454055, "interval": [-0.04882366616690425, 0.05199607374075876], "p_value": 0.9809714586471678, "input_sha256": "2276528a3bd44a9319440ef088465ff5fa007f3001d70e9f3eea66c4bb7c8095"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 945170369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9658185188162705, "interval": [-5.553353086414649, 1.6217160487821078], "p_value": 0.296, "input_sha256": "2299c5807ea3dbeba3b07a933b7d8fd939fca696fcd55f36cf8810893b3bced6"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 945170369, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9658185188162705, "interval": [-5.264236006232954, 1.6772718661711883], "p_value": 0.2737474459243028, "input_sha256": "2299c5807ea3dbeba3b07a933b7d8fd939fca696fcd55f36cf8810893b3bced6"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 945170369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027647792326338738, "interval": [-0.06422569128595274, 0.008930106633275252], "p_value": 0.164, "input_sha256": "8872e097bddc24336a3205946f5b679a113c5f6fa1b430b98de4b60c9a811533"}
{"scenario": "regular", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 945170369, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027647792326338738, "interval": [-0.06000520387921792, 0.00976559626133813], "p_value": 0.13417814023456023, "input_sha256": "8872e097bddc24336a3205946f5b679a113c5f6fa1b430b98de4b60c9a811533"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3853400402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5517357376116205, "interval": [-5.566101395028142, 4.462629919804901], "p_value": 0.839, "input_sha256": "bc4ed278e2d483ffd74001f44c5b1dddf0284a82c1c2a67af89ae5a5edc0cfdd"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3853400402, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5517357376116205, "interval": [-5.1810668425054995, 3.6837746378015055], "p_value": 0.8249245262585836, "input_sha256": "bc4ed278e2d483ffd74001f44c5b1dddf0284a82c1c2a67af89ae5a5edc0cfdd"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3853400402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0050573416324835585, "interval": [-0.057395335940346785, 0.04728065267537967], "p_value": 0.866, "input_sha256": "e1f0901e8d247e4ddb021501a9377127fa421624d4d98e6d314fcb1780eb8938"}
{"scenario": "regular", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3853400402, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0050573416324835585, "interval": [-0.052599884189909164, 0.03718546927110753], "p_value": 0.8459453948011293, "input_sha256": "e1f0901e8d247e4ddb021501a9377127fa421624d4d98e6d314fcb1780eb8938"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 44749715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8971272225954614, "interval": [-3.3656406877028795, 5.159895132893802], "p_value": 0.662, "input_sha256": "3887a981a80283e493ad34028049d69e77ee3fe482160f2e96eb0eb64b533903"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 44749715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8971272225954614, "interval": [-3.049068362556861, 4.883856667017828], "p_value": 0.6723611516722556, "input_sha256": "3887a981a80283e493ad34028049d69e77ee3fe482160f2e96eb0eb64b533903"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 44749715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011767546409792273, "interval": [-0.03187635111000706, 0.05541144392959161], "p_value": 0.581, "input_sha256": "b75653662bca0bad11857b7f1830732a56bed11e20186efe0fb655d22b9d5735"}
{"scenario": "regular", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 44749715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011767546409792273, "interval": [-0.030361403323187503, 0.05124747825044073], "p_value": 0.5882437866044137, "input_sha256": "b75653662bca0bad11857b7f1830732a56bed11e20186efe0fb655d22b9d5735"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1656616916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.358341875344069, "interval": [-8.643273842206208, -0.07340990848192952], "p_value": 0.049, "input_sha256": "0a622b81464dbf22bdd72fb2d160359c24e2fc89c90b61d4f1c38f22403c3720"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1656616916, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.358341875344069, "interval": [-8.643129318518932, -0.2627326456338884], "p_value": 0.04639125011076372, "input_sha256": "0a622b81464dbf22bdd72fb2d160359c24e2fc89c90b61d4f1c38f22403c3720"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1656616916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0441485451194205, "interval": [-0.08598446932422607, -0.0023126209146149337], "p_value": 0.034, "input_sha256": "7ef703ea05a8c49763c6d639b490ecd8989040ff1499e9aacda9dd86143bd27e"}
{"scenario": "regular", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1656616916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0441485451194205, "interval": [-0.08550376625617423, -0.00476963365602734], "p_value": 0.03916441535952611, "input_sha256": "7ef703ea05a8c49763c6d639b490ecd8989040ff1499e9aacda9dd86143bd27e"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1099456405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024210782876219028, "interval": [-3.921826507677244, 3.873404941924806], "p_value": 0.992, "input_sha256": "a630af10de09fbb7860fb510d46ac444bd2187c7d1d057065f3a601640f4c8bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1099456405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024210782876219028, "interval": [-3.5568842436348977, 3.5053585202257014], "p_value": 0.9900319401789921, "input_sha256": "a630af10de09fbb7860fb510d46ac444bd2187c7d1d057065f3a601640f4c8bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1099456405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024659827865612938, "interval": [-0.04863715614991288, 0.043705190576790294], "p_value": 0.913, "input_sha256": "6ca50ab51362dbe90a95e8dc0e86ad402bf75085c603509b9864a0f65e60e04a"}
{"scenario": "regular", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1099456405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024659827865612938, "interval": [-0.045050953359254395, 0.03767769873428412], "p_value": 0.9144653148715731, "input_sha256": "6ca50ab51362dbe90a95e8dc0e86ad402bf75085c603509b9864a0f65e60e04a"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 432979621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7960475225675, "interval": [-5.846934216714621, 2.254839171579621], "p_value": 0.388, "input_sha256": "7b85f2c2c00cc3ca267a808eee1896a8ffe5e62a86307ed801fc8b2dae50395b"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 432979621, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7960475225675, "interval": [-5.6463908342198375, 1.903846965395524], "p_value": 0.3741287922289708, "input_sha256": "7b85f2c2c00cc3ca267a808eee1896a8ffe5e62a86307ed801fc8b2dae50395b"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 432979621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021534278710452923, "interval": [-0.06412139523397384, 0.021052837813068], "p_value": 0.314, "input_sha256": "0b3c080282096bce1acfe64569b46083498455e6074991b815477d987ab7dc35"}
{"scenario": "regular", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 432979621, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021534278710452923, "interval": [-0.06240118165182191, 0.015404862544917344], "p_value": 0.3122864470537757, "input_sha256": "0b3c080282096bce1acfe64569b46083498455e6074991b815477d987ab7dc35"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 744575955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6895727080231717, "interval": [-7.095634756015839, 1.7164893399694954], "p_value": 0.228, "input_sha256": "98ddb8ca92704b2c06de51911b4bc5c9b3a46217c82587d7a796d28513713235"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 744575955, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6895727080231717, "interval": [-6.828515196856618, 1.5015873021493125], "p_value": 0.2240420524635242, "input_sha256": "98ddb8ca92704b2c06de51911b4bc5c9b3a46217c82587d7a796d28513713235"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 744575955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024536174694825233, "interval": [-0.07387304976621692, 0.024800700376566454], "p_value": 0.302, "input_sha256": "9608cbd180fd9ab0d40027bedb1e18ade0f09a1e003ab5a68fa3147b4fc118ad"}
{"scenario": "regular", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 744575955, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024536174694825233, "interval": [-0.07029320231247183, 0.022036892087002446], "p_value": 0.3203913816542907, "input_sha256": "9608cbd180fd9ab0d40027bedb1e18ade0f09a1e003ab5a68fa3147b4fc118ad"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3396455394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.336229284198658, "interval": [-5.9709859295445575, 1.2985273611472414], "p_value": 0.207, "input_sha256": "e71b33bd1a561af46d534c0b00b199e16d99b8bd4f3c7d13ab0d1efb08733d38"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3396455394, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.336229284198658, "interval": [-5.812314570259318, 1.1177434225010023], "p_value": 0.20066089856931113, "input_sha256": "e71b33bd1a561af46d534c0b00b199e16d99b8bd4f3c7d13ab0d1efb08733d38"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3396455394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02773262612915532, "interval": [-0.0635103132704225, 0.008045061012111852], "p_value": 0.128, "input_sha256": "22cc8fa5dc604467e8fd25e9b835edcc4f88d543865795f52b75216d442bcb3f"}
{"scenario": "regular", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3396455394, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02773262612915532, "interval": [-0.06329374581383176, 0.005243741700000652], "p_value": 0.12486655550489928, "input_sha256": "22cc8fa5dc604467e8fd25e9b835edcc4f88d543865795f52b75216d442bcb3f"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 520524625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.259739971272806, "interval": [-2.3586022592131926, 6.878082201758804], "p_value": 0.333, "input_sha256": "2ccf4f0cb7596df31441803087554c70f4d6ed5ed3b09983b75b084321427412"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 520524625, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.259739971272806, "interval": [-1.6794755307306914, 7.1170693978050075], "p_value": 0.3281459722416886, "input_sha256": "2ccf4f0cb7596df31441803087554c70f4d6ed5ed3b09983b75b084321427412"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 520524625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025436155996860235, "interval": [-0.022107279545294227, 0.0729795915390147], "p_value": 0.296, "input_sha256": "4a5a7769257d21e4f5989ad3b6b0e6be7a01cd5d2552395de44f14c668d676a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 520524625, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025436155996860235, "interval": [-0.016799462404565382, 0.07254365312796028], "p_value": 0.285506876928098, "input_sha256": "4a5a7769257d21e4f5989ad3b6b0e6be7a01cd5d2552395de44f14c668d676a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1942330139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0159843803285042, "interval": [-1.2277743718088159, 7.259743132465824], "p_value": 0.169, "input_sha256": "6364b0f3c1fdaf9793c5febd8a5c9a87fd2bfdd8c46afbf0315654abde34877e"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1942330139, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0159843803285042, "interval": [-0.9872245707834443, 6.836978540656737], "p_value": 0.15835635557345687, "input_sha256": "6364b0f3c1fdaf9793c5febd8a5c9a87fd2bfdd8c46afbf0315654abde34877e"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1942330139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02729740371802066, "interval": [-0.016648147010156968, 0.0712429544461983], "p_value": 0.231, "input_sha256": "1fe18c5f3f24e198d0f4c6143d6c37775c16250be0d1ba32bf43cbddd3544d94"}
{"scenario": "regular", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1942330139, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02729740371802066, "interval": [-0.01400445387369462, 0.06691063627001369], "p_value": 0.21613482121951028, "input_sha256": "1fe18c5f3f24e198d0f4c6143d6c37775c16250be0d1ba32bf43cbddd3544d94"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3525671335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9359747480931757, "interval": [-6.514310294790244, 0.6423607986038924], "p_value": 0.101, "input_sha256": "2c7bf56a96767afdee98a7768b78e69b03367d3af7d0c458af2b2dc46fb62802"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3525671335, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9359747480931757, "interval": [-6.170582598511331, 0.9686876344401489], "p_value": 0.10492477053203528, "input_sha256": "2c7bf56a96767afdee98a7768b78e69b03367d3af7d0c458af2b2dc46fb62802"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3525671335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030877293421333683, "interval": [-0.06986589650409117, 0.008111309661423802], "p_value": 0.117, "input_sha256": "6ae05fd8566c1bbedcf42ffe2db726ddc27a35629ccec3b365989e276c612832"}
{"scenario": "regular", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3525671335, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030877293421333683, "interval": [-0.06769597188862532, 0.011489721026114721], "p_value": 0.11714545261278203, "input_sha256": "6ae05fd8566c1bbedcf42ffe2db726ddc27a35629ccec3b365989e276c612832"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1857910681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7714833189821082, "interval": [-5.053599955091119, 3.510633317126903], "p_value": 0.721, "input_sha256": "a4103f746abe64b62376a44814ab3cdcfb119671e3fb44fadcba580bdde7c04e"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1857910681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7714833189821082, "interval": [-4.832818050418852, 2.6350138792831355], "p_value": 0.7152241198287332, "input_sha256": "a4103f746abe64b62376a44814ab3cdcfb119671e3fb44fadcba580bdde7c04e"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1857910681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009889434473510386, "interval": [-0.05072420547336277, 0.030945336526341995], "p_value": 0.631, "input_sha256": "20896919a3ee1d42bd29e13a59c1bfcb1ad0a5ed3a1f9d838d701389547f78d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1857910681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009889434473510386, "interval": [-0.04782209262353806, 0.02420585696095484], "p_value": 0.624318933891834, "input_sha256": "20896919a3ee1d42bd29e13a59c1bfcb1ad0a5ed3a1f9d838d701389547f78d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1140946840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08401520376880534, "interval": [-4.47742030680563, 4.645450714343241], "p_value": 0.975, "input_sha256": "217afb0972c4f7a09b60860e9bc6eaf17945a6c8c1329e46183fb794a9f01511"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1140946840, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08401520376880534, "interval": [-3.8601712233438112, 4.778519196117698], "p_value": 0.9704267316755368, "input_sha256": "217afb0972c4f7a09b60860e9bc6eaf17945a6c8c1329e46183fb794a9f01511"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1140946840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0020421001260050448, "interval": [-0.0497206333138452, 0.04563643306183511], "p_value": 0.938, "input_sha256": "9173b974d7be1b20b23cbfb74299044022cf6b319f994f3dee4bfa9776f2e0ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1140946840, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0020421001260050448, "interval": [-0.04286585333203544, 0.044602242200425656], "p_value": 0.9313173650061068, "input_sha256": "9173b974d7be1b20b23cbfb74299044022cf6b319f994f3dee4bfa9776f2e0ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 9103879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8418255295746864, "interval": [-2.180469963267406, 7.864121022416779], "p_value": 0.277, "input_sha256": "6878761d8753e3ffb6fbc40060f4c5059e278c38f633381c8c46ae71892ec822"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 9103879, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8418255295746864, "interval": [-1.941085009680882, 7.378119339992987], "p_value": 0.2591219667206772, "input_sha256": "6878761d8753e3ffb6fbc40060f4c5059e278c38f633381c8c46ae71892ec822"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 9103879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01994942590443488, "interval": [-0.02961431068652666, 0.06951316249539642], "p_value": 0.433, "input_sha256": "d459436b139ae9ef9477fedabe14e3b6cdb6f417cd7957e0a7ce52e0bed1e3d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 9103879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01994942590443488, "interval": [-0.027797704141229316, 0.06292736798539114], "p_value": 0.4202530791753317, "input_sha256": "d459436b139ae9ef9477fedabe14e3b6cdb6f417cd7957e0a7ce52e0bed1e3d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2951312120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0302331081009815, "interval": [-5.798264363854113, 3.73779814765215], "p_value": 0.68, "input_sha256": "69d716ffd718ca432ca447d08bc66db23c4636314ea50d8198276cf40214fdcf"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2951312120, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0302331081009815, "interval": [-5.326811447960474, 3.5698639291617846], "p_value": 0.6630663280746982, "input_sha256": "69d716ffd718ca432ca447d08bc66db23c4636314ea50d8198276cf40214fdcf"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2951312120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0054353770156306686, "interval": [-0.05784721057566418, 0.04697645654440284], "p_value": 0.833, "input_sha256": "d557d8b50854c5eb5641b48b073faa29962aff56bef3488d91a1343ccb26b867"}
{"scenario": "regular", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2951312120, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0054353770156306686, "interval": [-0.05470799741264013, 0.045113290376744455], "p_value": 0.8343765091574803, "input_sha256": "d557d8b50854c5eb5641b48b073faa29962aff56bef3488d91a1343ccb26b867"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2360058124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8603842882338224, "interval": [-6.304545120123181, 2.583776543655536], "p_value": 0.396, "input_sha256": "020c2a14a77f1f064328893c771447f078663209434142afc01887216c83a408"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2360058124, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8603842882338224, "interval": [-6.568760981820307, 2.0718579450468653], "p_value": 0.40159074884237034, "input_sha256": "020c2a14a77f1f064328893c771447f078663209434142afc01887216c83a408"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2360058124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016405836640701693, "interval": [-0.06245388097360028, 0.029642207692196894], "p_value": 0.464, "input_sha256": "946bc00f6044df0f619b5da5dccd193127afac9658fc47fd28d5c3c75a129755"}
{"scenario": "regular", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2360058124, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016405836640701693, "interval": [-0.06230670876405661, 0.025333665788007095], "p_value": 0.47496966978436994, "input_sha256": "946bc00f6044df0f619b5da5dccd193127afac9658fc47fd28d5c3c75a129755"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 929178617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.21390766332251232, "interval": [-5.701295110487235, 5.273479783842211], "p_value": 0.939, "input_sha256": "fb632cc871614996896fc1285eab55bb9c03fc43192dfa0d701974c6f58b8f3d"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 929178617, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.21390766332251232, "interval": [-5.175573008300005, 5.56799577146088], "p_value": 0.9374984837754701, "input_sha256": "fb632cc871614996896fc1285eab55bb9c03fc43192dfa0d701974c6f58b8f3d"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 929178617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007608424717648721, "interval": [-0.06633484798892855, 0.05111799855363112], "p_value": 0.787, "input_sha256": "7e417e78202ca0397948a85acf6b80165327a223f24d138e1d98fcc213db0942"}
{"scenario": "regular", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 929178617, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007608424717648721, "interval": [-0.06256018366635634, 0.053042619731206525], "p_value": 0.7945020458272596, "input_sha256": "7e417e78202ca0397948a85acf6b80165327a223f24d138e1d98fcc213db0942"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2243548160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.162447706239492, "interval": [-1.0455776443965767, 9.37047305687556], "p_value": 0.111, "input_sha256": "199d1221bd57c8f77e1ac8c80b98a66b24a97b5a2485247fecc71592527911f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2243548160, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.162447706239492, "interval": [-0.7526054862269037, 8.696167045838882], "p_value": 0.11370051512797388, "input_sha256": "199d1221bd57c8f77e1ac8c80b98a66b24a97b5a2485247fecc71592527911f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2243548160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04207966745057881, "interval": [-0.00884284212059256, 0.09300217702175018], "p_value": 0.091, "input_sha256": "e98a2cab5026cea119dc7f2a13b19cfe7af2f253bae7caefa21e7ec4a636a72e"}
{"scenario": "regular", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2243548160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04207966745057881, "interval": [-0.005621557761039945, 0.08633021651731637], "p_value": 0.10242042954036513, "input_sha256": "e98a2cab5026cea119dc7f2a13b19cfe7af2f253bae7caefa21e7ec4a636a72e"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3449269602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.158273862503731, "interval": [-2.2379182864865133, 8.554466011493975], "p_value": 0.231, "input_sha256": "91fe8e119cffc51dd17ec7705760338753285a05425749ac716476d4fdab6277"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3449269602, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.158273862503731, "interval": [-2.1297922822760786, 8.069853281039649], "p_value": 0.2434405417244184, "input_sha256": "91fe8e119cffc51dd17ec7705760338753285a05425749ac716476d4fdab6277"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3449269602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03153083738727275, "interval": [-0.02188497032156627, 0.08494664509611177], "p_value": 0.235, "input_sha256": "3316e741ec48541c82e25832a55b50a3062564eb34285ee10c0242627818f06d"}
{"scenario": "regular", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3449269602, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03153083738727275, "interval": [-0.021176388363615867, 0.08085145645356157], "p_value": 0.23948196662214827, "input_sha256": "3316e741ec48541c82e25832a55b50a3062564eb34285ee10c0242627818f06d"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3940346846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6838375387760633, "interval": [-2.9896003032059806, 4.357275380758107], "p_value": 0.707, "input_sha256": "6b4d28581b97d0812f3f909d43ae947e93f7458e5e4986f113a3e3547cb73490"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3940346846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6838375387760633, "interval": [-2.8818247837504587, 4.137438989409892], "p_value": 0.7083696783616473, "input_sha256": "6b4d28581b97d0812f3f909d43ae947e93f7458e5e4986f113a3e3547cb73490"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3940346846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007675133873799672, "interval": [-0.030094713818922238, 0.04544498156652158], "p_value": 0.685, "input_sha256": "84c1059da20b0452589921c48d35e4e7e17cf31c31e39213c130a7b8174706c9"}
{"scenario": "regular", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3940346846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007675133873799672, "interval": [-0.027054450615904873, 0.04336414846911765], "p_value": 0.6830566152928073, "input_sha256": "84c1059da20b0452589921c48d35e4e7e17cf31c31e39213c130a7b8174706c9"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2606008761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3230572393939024, "interval": [-5.700016928727542, 3.053902449939737], "p_value": 0.523, "input_sha256": "975fa204c2f19d2a9f0a6205585e1ddadb3461c24d019097725a3457812b9106"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2606008761, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3230572393939024, "interval": [-4.851042573479798, 3.0206446151178907], "p_value": 0.5430650007604517, "input_sha256": "975fa204c2f19d2a9f0a6205585e1ddadb3461c24d019097725a3457812b9106"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2606008761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011414941197801592, "interval": [-0.055759638657601855, 0.03292975626199867], "p_value": 0.595, "input_sha256": "8565991a5c696bbb3577c172653e1f85a0207d60bae92a0ed21a3142b30b4646"}
{"scenario": "regular", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2606008761, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011414941197801592, "interval": [-0.047600123053367055, 0.03417240387969582], "p_value": 0.6043125101518954, "input_sha256": "8565991a5c696bbb3577c172653e1f85a0207d60bae92a0ed21a3142b30b4646"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1985741067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3417292246998187, "interval": [-6.311186297063209, 1.627727847663572], "p_value": 0.243, "input_sha256": "74799af9e4b3e1b4db6ac28fad258414447604dfaf579d1d0e4e677cee342730"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1985741067, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3417292246998187, "interval": [-5.887571238357615, 1.468581287389427], "p_value": 0.2397732483937415, "input_sha256": "74799af9e4b3e1b4db6ac28fad258414447604dfaf579d1d0e4e677cee342730"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1985741067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024235543052385775, "interval": [-0.06965479126995262, 0.021183705165181074], "p_value": 0.283, "input_sha256": "7bdc552317100b0bddf594642fc09d11c0465c73502ea9da2809e5a5239b4769"}
{"scenario": "regular", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1985741067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024235543052385775, "interval": [-0.06715591913219976, 0.018580196924994952], "p_value": 0.2868405954433455, "input_sha256": "7bdc552317100b0bddf594642fc09d11c0465c73502ea9da2809e5a5239b4769"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 385709746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.83591269056509, "interval": [-3.0901316414292284, 4.761957022559408], "p_value": 0.648, "input_sha256": "9da354c957bc268d86cdb6364837cffbf22a5a39a876ba5d72f89a8964cb6be0"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 385709746, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.83591269056509, "interval": [-2.6912933847167126, 4.785865332776854], "p_value": 0.6688814736437756, "input_sha256": "9da354c957bc268d86cdb6364837cffbf22a5a39a876ba5d72f89a8964cb6be0"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 385709746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010293390180458148, "interval": [-0.03207336363032216, 0.05266014399123846], "p_value": 0.634, "input_sha256": "02fece074bf18f9ca7f5750331410a973663f2ce0c2fd6d3547a9d6ceb70cc4f"}
{"scenario": "regular", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 385709746, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010293390180458148, "interval": [-0.027579309377376782, 0.05161188453842845], "p_value": 0.6255891064079142, "input_sha256": "02fece074bf18f9ca7f5750331410a973663f2ce0c2fd6d3547a9d6ceb70cc4f"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4151632719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3043071195846849, "interval": [-5.030598749884687, 4.421984510715317], "p_value": 0.908, "input_sha256": "a3efe8d3b4e3f89c0272e5e488a27e09e2ab0d4a7d524efb962981fcd35459e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4151632719, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3043071195846849, "interval": [-4.453654330422768, 4.311827954700875], "p_value": 0.8969828645122742, "input_sha256": "a3efe8d3b4e3f89c0272e5e488a27e09e2ab0d4a7d524efb962981fcd35459e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4151632719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0027362789621871164, "interval": [-0.04739835561045991, 0.05287091353483414], "p_value": 0.912, "input_sha256": "333e81e68c049bb8c178be917c1eccfb93b798ce12fc773f70a52e639dc242dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4151632719, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0027362789621871164, "interval": [-0.04184863846341947, 0.04972459266804136], "p_value": 0.9126033423991904, "input_sha256": "333e81e68c049bb8c178be917c1eccfb93b798ce12fc773f70a52e639dc242dd"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3490800748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6654932321767983, "interval": [-3.5999214854087906, 4.930907949762387], "p_value": 0.747, "input_sha256": "17253e00841ff6ced587dfba45c6f62e64fbd38a54de3e404d284912471c48a3"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3490800748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6654932321767983, "interval": [-3.368316222026583, 4.693391273679961], "p_value": 0.7534049459428505, "input_sha256": "17253e00841ff6ced587dfba45c6f62e64fbd38a54de3e404d284912471c48a3"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3490800748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016875799275472905, "interval": [-0.026390658201678685, 0.060142256752624496], "p_value": 0.44, "input_sha256": "a714c157017b75d8082d80e3c1aa31e3c4d3f12335f669abc4e0a482b25a56f3"}
{"scenario": "regular", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3490800748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016875799275472905, "interval": [-0.021202472458778217, 0.061214460119758084], "p_value": 0.43303900233550985, "input_sha256": "a714c157017b75d8082d80e3c1aa31e3c4d3f12335f669abc4e0a482b25a56f3"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1942161890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.459347878169062, "interval": [-2.6906046972745035, 5.609300453612628], "p_value": 0.471, "input_sha256": "5816bad2163c1928ed4afec19c9aa7b5bb15af8b36a72c6001e2a83cb104e411"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1942161890, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.459347878169062, "interval": [-2.336399670985146, 5.4437232904625255], "p_value": 0.48042327911232696, "input_sha256": "5816bad2163c1928ed4afec19c9aa7b5bb15af8b36a72c6001e2a83cb104e411"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1942161890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01598369185316338, "interval": [-0.02875576410544977, 0.06072314781177653], "p_value": 0.476, "input_sha256": "f8f0ab45ce50d61c3af86ae573a4a30755fe6b138a333e0faa72b9c77e7cfa5e"}
{"scenario": "regular", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1942161890, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01598369185316338, "interval": [-0.025621001867988758, 0.05760936343969301], "p_value": 0.4735523907961049, "input_sha256": "f8f0ab45ce50d61c3af86ae573a4a30755fe6b138a333e0faa72b9c77e7cfa5e"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3726350782, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4805264983233117, "interval": [-2.564137580373643, 5.5251905770202665], "p_value": 0.453, "input_sha256": "85ee89894aa8f2b8158bfa524cca28b8c926f41d3b42fc2fbe30b0acc66269a1"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3726350782, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4805264983233117, "interval": [-2.3588394776106982, 5.4101857288645], "p_value": 0.46322227892011425, "input_sha256": "85ee89894aa8f2b8158bfa524cca28b8c926f41d3b42fc2fbe30b0acc66269a1"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3726350782, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01683385431352505, "interval": [-0.028766247163453294, 0.06243395579050339], "p_value": 0.448, "input_sha256": "3cba78df36f319240adcf01608766a2940b380eee547cb1ecb31c04fd4dcabb2"}
{"scenario": "regular", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3726350782, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01683385431352505, "interval": [-0.023702218035379367, 0.06587789409177826], "p_value": 0.45895913073481487, "input_sha256": "3cba78df36f319240adcf01608766a2940b380eee547cb1ecb31c04fd4dcabb2"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1314089210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.107029544274753, "interval": [-7.613957044714739, 1.3998979561652325], "p_value": 0.166, "input_sha256": "e6e9bccdfdea56de7afaf76904ce3dd6c8912aeaed0b4ead3315c3177435cf96"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1314089210, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.107029544274753, "interval": [-7.297357489058341, 0.858974486415263], "p_value": 0.17093018003131405, "input_sha256": "e6e9bccdfdea56de7afaf76904ce3dd6c8912aeaed0b4ead3315c3177435cf96"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1314089210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04036417006767308, "interval": [-0.08657838374837035, 0.005850043613024186], "p_value": 0.08, "input_sha256": "66210365b010d16440e3465a171cb298e3bae670ce03c82d2636a70d579750e4"}
{"scenario": "regular", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1314089210, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04036417006767308, "interval": [-0.08357734778003043, 0.002251539574944966], "p_value": 0.08505969359650517, "input_sha256": "66210365b010d16440e3465a171cb298e3bae670ce03c82d2636a70d579750e4"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1743481314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2090934872238313, "interval": [-6.436450746844103, 2.0182637723964403], "p_value": 0.294, "input_sha256": "f1195a8e7356b2659d70d31011beff2f5c6ba73ef1f584a81004263e74fd4b8f"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1743481314, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2090934872238313, "interval": [-6.511902243703231, 1.1572603066553393], "p_value": 0.2966628835599448, "input_sha256": "f1195a8e7356b2659d70d31011beff2f5c6ba73ef1f584a81004263e74fd4b8f"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1743481314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024932180632928028, "interval": [-0.06880614458133955, 0.01894178331548349], "p_value": 0.271, "input_sha256": "70c1c1e98740b870e16c09c06a10dd198636590045098c0bf4fe5715cdd5d11b"}
{"scenario": "regular", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1743481314, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024932180632928028, "interval": [-0.0676271067798154, 0.011797009932502685], "p_value": 0.2571661067783421, "input_sha256": "70c1c1e98740b870e16c09c06a10dd198636590045098c0bf4fe5715cdd5d11b"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3323374164, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.998836804995455, "interval": [-2.692590215664201, 6.690263825655111], "p_value": 0.389, "input_sha256": "9b37c487305f24cc46164f87c09f75ec1c983ad394e6302fc9783941e1a498d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3323374164, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.998836804995455, "interval": [-2.5320891702826223, 6.466795566801672], "p_value": 0.39339466406574275, "input_sha256": "9b37c487305f24cc46164f87c09f75ec1c983ad394e6302fc9783941e1a498d8"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3323374164, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017006609843842245, "interval": [-0.028319013448781676, 0.062332233136466166], "p_value": 0.452, "input_sha256": "165dd8eca74f3488c3c4da85994454389d3ee0d82a6362cc3741730ea0ce6972"}
{"scenario": "regular", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3323374164, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017006609843842245, "interval": [-0.024383123936309148, 0.059913303053034155], "p_value": 0.45177482089317234, "input_sha256": "165dd8eca74f3488c3c4da85994454389d3ee0d82a6362cc3741730ea0ce6972"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1877117689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1495548265986546, "interval": [-8.166160040280442, 1.8670503870831334], "p_value": 0.213, "input_sha256": "1ce13c993f50812ff7e1f1e7259b17ff47dc24683265c35490e4f493e81959ac"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1877117689, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1495548265986546, "interval": [-7.993648045917099, 1.7603024005214698], "p_value": 0.21144657974124947, "input_sha256": "1ce13c993f50812ff7e1f1e7259b17ff47dc24683265c35490e4f493e81959ac"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1877117689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034112817527330405, "interval": [-0.08667628622672038, 0.01845065117205958], "p_value": 0.203, "input_sha256": "4f54013b3ceee2605550afa88e200d360fd6198d279da626fd4359d8b8254b5e"}
{"scenario": "regular", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1877117689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034112817527330405, "interval": [-0.08539026706514474, 0.017625636235492022], "p_value": 0.19679085729481538, "input_sha256": "4f54013b3ceee2605550afa88e200d360fd6198d279da626fd4359d8b8254b5e"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 151964298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8195290392040961, "interval": [-3.2766587521653854, 4.915716830573578], "p_value": 0.696, "input_sha256": "c37f76535bac1a707ee0abc0906ed700f7da92d87e14301c0f2c05092a3d7966"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 151964298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8195290392040961, "interval": [-3.3835892296478938, 4.439051009347747], "p_value": 0.6869690635850374, "input_sha256": "c37f76535bac1a707ee0abc0906ed700f7da92d87e14301c0f2c05092a3d7966"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 151964298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0068792291247617016, "interval": [-0.03638379436190761, 0.050142252611431015], "p_value": 0.749, "input_sha256": "fd9bf3b32cd6883ee3c4b939cacee5077cdf1bcb820dfa7654dfb42b5c64e235"}
{"scenario": "regular", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 151964298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0068792291247617016, "interval": [-0.03853415111257353, 0.040860724935291394], "p_value": 0.7484976610587667, "input_sha256": "fd9bf3b32cd6883ee3c4b939cacee5077cdf1bcb820dfa7654dfb42b5c64e235"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 645048046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.407315400104565, "interval": [-7.2091279462144255, 2.3944971460052953], "p_value": 0.325, "input_sha256": "97fbf563c69722949707d6a76bec07f2f2f03df3c0f730189de347ee33bbfecf"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 645048046, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.407315400104565, "interval": [-7.163679651803538, 1.918740336156967], "p_value": 0.31472068621498844, "input_sha256": "97fbf563c69722949707d6a76bec07f2f2f03df3c0f730189de347ee33bbfecf"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 645048046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025584627858203132, "interval": [-0.07174556382466998, 0.020576308108263726], "p_value": 0.272, "input_sha256": "dd12cf6bea5d233c33824106f3f666be20c3b552eb7ac4d32534c2ae2a070471"}
{"scenario": "regular", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 645048046, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025584627858203132, "interval": [-0.07240201563099588, 0.017082430911173063], "p_value": 0.2676342758431363, "input_sha256": "dd12cf6bea5d233c33824106f3f666be20c3b552eb7ac4d32534c2ae2a070471"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1744650145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6801592039783477, "interval": [-2.6951949837145746, 6.05551339167127], "p_value": 0.453, "input_sha256": "8b93d3a5dafba35e84eaecf39b0bc00dca2a5ed74059c9cf5cb5c594622b130d"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1744650145, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6801592039783477, "interval": [-2.4611371246979092, 5.878339809606902], "p_value": 0.44124796686444634, "input_sha256": "8b93d3a5dafba35e84eaecf39b0bc00dca2a5ed74059c9cf5cb5c594622b130d"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1744650145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015311694314580737, "interval": [-0.03110202306356826, 0.061725411692729736], "p_value": 0.515, "input_sha256": "b51373e1995b827a7e54e28486be8aa7dab131a6648f266433c5f91a725c4836"}
{"scenario": "regular", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1744650145, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015311694314580737, "interval": [-0.02835960494990745, 0.05747531802230536], "p_value": 0.5077260729407567, "input_sha256": "b51373e1995b827a7e54e28486be8aa7dab131a6648f266433c5f91a725c4836"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 704565766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3675159747758556, "interval": [-2.5378881167751697, 5.272920066326881], "p_value": 0.504, "input_sha256": "2331f15c871bfa068c1fcba8e56d2df2992ca52705a5c86b3739dd6f1bc0a507"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 704565766, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3675159747758556, "interval": [-2.5016421691042656, 4.855207243942506], "p_value": 0.481648670646204, "input_sha256": "2331f15c871bfa068c1fcba8e56d2df2992ca52705a5c86b3739dd6f1bc0a507"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 704565766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014419533636625292, "interval": [-0.027382801004860367, 0.05622186827811095], "p_value": 0.503, "input_sha256": "1f5ac02304b2aa15215ca6332d5b39b23f4d212baade64cd16ca506e70587246"}
{"scenario": "regular", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 704565766, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014419533636625292, "interval": [-0.02881718008855614, 0.049099681266931275], "p_value": 0.4879037859524944, "input_sha256": "1f5ac02304b2aa15215ca6332d5b39b23f4d212baade64cd16ca506e70587246"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 974727736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.24628241701048204, "interval": [-5.445505419726006, 4.952940585705042], "p_value": 0.926, "input_sha256": "5808b6dc4b703471e8db9bb22316fd414848e95bd010103c9a361e36955f63cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 974727736, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.24628241701048204, "interval": [-5.129000521421988, 4.499107792505214], "p_value": 0.9240036513261283, "input_sha256": "5808b6dc4b703471e8db9bb22316fd414848e95bd010103c9a361e36955f63cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 974727736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006443285316273244, "interval": [-0.06206352501442115, 0.049176954381874666], "p_value": 0.808, "input_sha256": "bbc4afdb0da4d724db826ab6f17486dbe1a6ef6c2c065099db5aa5d6749bb338"}
{"scenario": "regular", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 974727736, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006443285316273244, "interval": [-0.05963266289983172, 0.042694009416353915], "p_value": 0.8157120866796252, "input_sha256": "bbc4afdb0da4d724db826ab6f17486dbe1a6ef6c2c065099db5aa5d6749bb338"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3840267655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.240641481613814, "interval": [-0.6580676532388976, 7.139350616466525], "p_value": 0.109, "input_sha256": "dc0f4399c7b4e5122562ea9cefd9ec60e4372994f8aafb7df155c075e7305dde"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3840267655, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.240641481613814, "interval": [-0.16097102498069446, 6.941077334629635], "p_value": 0.10033554803856176, "input_sha256": "dc0f4399c7b4e5122562ea9cefd9ec60e4372994f8aafb7df155c075e7305dde"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3840267655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0305327914948531, "interval": [-0.01356081419630615, 0.07462639718601236], "p_value": 0.163, "input_sha256": "6cbc9ff691c7b6536f95e06365b39f76c0005b64eb2c77df28ab8df19159e7ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3840267655, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0305327914948531, "interval": [-0.00675491718227684, 0.07394543164888873], "p_value": 0.16839345624320837, "input_sha256": "6cbc9ff691c7b6536f95e06365b39f76c0005b64eb2c77df28ab8df19159e7ea"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 787774885, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07795480373169372, "interval": [-4.645510507742496, 4.801420115205883], "p_value": 0.965, "input_sha256": "553ff2383cb57995174552c51e8c943148aa38a3deab24cc7a74804c4ebb7f97"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 787774885, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07795480373169372, "interval": [-4.052932705786372, 4.6304494849241795], "p_value": 0.9735191211149632, "input_sha256": "553ff2383cb57995174552c51e8c943148aa38a3deab24cc7a74804c4ebb7f97"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 787774885, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00648345935007516, "interval": [-0.03969385709746907, 0.05266077579761939], "p_value": 0.754, "input_sha256": "8304089fd1d003e168e9dd3de5b0909460711fed1481f5a8d844764a974b1cc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 787774885, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00648345935007516, "interval": [-0.03445118002444331, 0.04964228225442799], "p_value": 0.7777344176395729, "input_sha256": "8304089fd1d003e168e9dd3de5b0909460711fed1481f5a8d844764a974b1cc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1498449105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.02195630258856, "interval": [-0.36218048669352854, 8.406093091870648], "p_value": 0.075, "input_sha256": "d564938940ae83edb1de3dbc956dd0393e4fcff08e5275397f70ba2747e29cfd"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1498449105, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.02195630258856, "interval": [0.15237823617078494, 8.312246231014917], "p_value": 0.07104886987051784, "input_sha256": "d564938940ae83edb1de3dbc956dd0393e4fcff08e5275397f70ba2747e29cfd"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1498449105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04369615068955794, "interval": [-0.00016372047752907098, 0.08755602185664496], "p_value": 0.049, "input_sha256": "7ac9a165d295ae3b26ec86edaaf1f041c208d9d1970543c2499ce6feadfdb9a7"}
{"scenario": "regular", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1498449105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04369615068955794, "interval": [0.0037012845557455334, 0.0849883331145374], "p_value": 0.050818714327728144, "input_sha256": "7ac9a165d295ae3b26ec86edaaf1f041c208d9d1970543c2499ce6feadfdb9a7"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3610672922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5997784890064146, "interval": [-3.776915549139294, 6.976472527152123], "p_value": 0.56, "input_sha256": "19b92f005e22ebf6d4a4c8ca67c965b37a99bec9cf8a602b75dfe9f70a5c2950"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3610672922, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5997784890064146, "interval": [-3.405966350849788, 6.616953498394674], "p_value": 0.5503708713498299, "input_sha256": "19b92f005e22ebf6d4a4c8ca67c965b37a99bec9cf8a602b75dfe9f70a5c2950"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3610672922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01621064613616517, "interval": [-0.03715285931633696, 0.06957415158866731], "p_value": 0.55, "input_sha256": "4b94446b5aa44bbeefb127c2f1a5eb998b830db3cfcad4da154bf459d8df319e"}
{"scenario": "regular", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3610672922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01621064613616517, "interval": [-0.032168056413357154, 0.06340749368093397], "p_value": 0.5420785863663736, "input_sha256": "4b94446b5aa44bbeefb127c2f1a5eb998b830db3cfcad4da154bf459d8df319e"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2062376877, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07005206859144142, "interval": [-4.703954551226648, 4.563850414043765], "p_value": 0.976, "input_sha256": "3e60dddcae2422d3666a6d8778040e714b5290d77722b8aef1889da5c4650f12"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2062376877, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07005206859144142, "interval": [-4.300843567431535, 4.1019084913552115], "p_value": 0.9757323751578699, "input_sha256": "3e60dddcae2422d3666a6d8778040e714b5290d77722b8aef1889da5c4650f12"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2062376877, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00202282832584072, "interval": [-0.04858366919156064, 0.0445380125398792], "p_value": 0.932, "input_sha256": "c2c0bc030b917bb241a795f4db8d681778cca12387fec40d02471311bbefc48f"}
{"scenario": "regular", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2062376877, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00202282832584072, "interval": [-0.04241458072308614, 0.04131282873425075], "p_value": 0.9303329423915254, "input_sha256": "c2c0bc030b917bb241a795f4db8d681778cca12387fec40d02471311bbefc48f"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1870882851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3739926366404696, "interval": [-5.553729916897871, 2.805744643616932], "p_value": 0.51, "input_sha256": "fc6fcdfba4e5c60f61de5f4ead47bc3e5deed8bada09c0dda5c097636ba488dc"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1870882851, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3739926366404696, "interval": [-5.546802944834027, 2.330540129149841], "p_value": 0.5096620249120343, "input_sha256": "fc6fcdfba4e5c60f61de5f4ead47bc3e5deed8bada09c0dda5c097636ba488dc"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1870882851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01788992460050704, "interval": [-0.06092315783055963, 0.025143308629545544], "p_value": 0.396, "input_sha256": "e2f0e8201a4429c5ad6428494c4a8667b0af7cd4d32342abe97143384d9c2a32"}
{"scenario": "regular", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1870882851, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01788992460050704, "interval": [-0.061277518628367264, 0.01937993847378115], "p_value": 0.40480750351966965, "input_sha256": "e2f0e8201a4429c5ad6428494c4a8667b0af7cd4d32342abe97143384d9c2a32"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 991158089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2103659213331968, "interval": [-3.5402597669838025, 5.960991609650196], "p_value": 0.604, "input_sha256": "a0aa566716bc07f8189977e9b82fed39a883fca873e4a07bfce4f9a95a84b0af"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 991158089, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2103659213331968, "interval": [-3.4148174845794763, 5.403120539616795], "p_value": 0.6088409793514717, "input_sha256": "a0aa566716bc07f8189977e9b82fed39a883fca873e4a07bfce4f9a95a84b0af"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 991158089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015911541381385307, "interval": [-0.03290948479884181, 0.06473256756161241], "p_value": 0.51, "input_sha256": "919a967f82335a1f90df28c57a5b9888c2370dac1ead5b67ea66eea0567b10e5"}
{"scenario": "regular", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 991158089, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015911541381385307, "interval": [-0.02943851786430851, 0.06139748694840874], "p_value": 0.5126490321366137, "input_sha256": "919a967f82335a1f90df28c57a5b9888c2370dac1ead5b67ea66eea0567b10e5"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 851652827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.16166266693942255, "interval": [-3.6978620829321316, 4.021187416810976], "p_value": 0.936, "input_sha256": "5692d6e005a00b462aa7d88f801dad595ca83376889bf46ba5534c149c47f975"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 851652827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.16166266693942255, "interval": [-3.094147667330691, 4.088319318382426], "p_value": 0.9327546259964625, "input_sha256": "5692d6e005a00b462aa7d88f801dad595ca83376889bf46ba5534c149c47f975"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 851652827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002263399534169208, "interval": [-0.0370593337699503, 0.041586132838288714], "p_value": 0.902, "input_sha256": "46ccc412765c94a5a604371571b6c08a165ba6cd5a2fd8cbaec0457b287246ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 851652827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002263399534169208, "interval": [-0.03167943931450896, 0.04348624771256537], "p_value": 0.9077774678435507, "input_sha256": "46ccc412765c94a5a604371571b6c08a165ba6cd5a2fd8cbaec0457b287246ee"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2645031009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.701692187445703, "interval": [-1.3865141655036233, 6.789898540395029], "p_value": 0.17, "input_sha256": "97c22ed7644e856eadc69a7ff6f191f39143b142a71487c72933b304478352a9"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2645031009, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.701692187445703, "interval": [-0.6597478227618532, 6.837205810384278], "p_value": 0.18881389453069156, "input_sha256": "97c22ed7644e856eadc69a7ff6f191f39143b142a71487c72933b304478352a9"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2645031009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026567033842220922, "interval": [-0.01444817450640662, 0.06758224219084846], "p_value": 0.167, "input_sha256": "5227ab18a88e131c97f4b6dc5f676b5c34145a2f1afcad537e95e2ccebedf5e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2645031009, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026567033842220922, "interval": [-0.008936851529212402, 0.06729178195963628], "p_value": 0.19759016294857393, "input_sha256": "5227ab18a88e131c97f4b6dc5f676b5c34145a2f1afcad537e95e2ccebedf5e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1263224949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5550568585938613, "interval": [-4.49301885267436, 5.603132569862082], "p_value": 0.825, "input_sha256": "edfa5cf7aa6aed4c14cfe0ebb15357bfeec8b2cb8e6fb8378899bf600e984a56"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1263224949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5550568585938613, "interval": [-4.025692855514171, 5.3864728604450685], "p_value": 0.8250452938380772, "input_sha256": "edfa5cf7aa6aed4c14cfe0ebb15357bfeec8b2cb8e6fb8378899bf600e984a56"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1263224949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008869672624993663, "interval": [-0.043289206068633596, 0.06102855131862092], "p_value": 0.716, "input_sha256": "d082ad88879ac67f8f7f45275c3c961c494b549023a5c5f4d2853b0edd327c25"}
{"scenario": "regular", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1263224949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008869672624993663, "interval": [-0.03897777857011461, 0.06045303924397436], "p_value": 0.7323650355960337, "input_sha256": "d082ad88879ac67f8f7f45275c3c961c494b549023a5c5f4d2853b0edd327c25"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 561183274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.688010836180963, "interval": [-1.0760781486353528, 8.45209982099728], "p_value": 0.11, "input_sha256": "dcbb8f84965d93c8a261e6647d20a2faf5528139297dec0986310a135d5960d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 561183274, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.688010836180963, "interval": [-0.6555503278765611, 7.857523203546704], "p_value": 0.12465552983960636, "input_sha256": "dcbb8f84965d93c8a261e6647d20a2faf5528139297dec0986310a135d5960d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 561183274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0419390715641178, "interval": [-0.007242120306215259, 0.09112026343445087], "p_value": 0.069, "input_sha256": "04a89712cc448836592763de28a90e9c5967055d4ea79a222c56806d2a4ac988"}
{"scenario": "regular", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 561183274, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0419390715641178, "interval": [-0.003908129118084855, 0.08442452354124005], "p_value": 0.09210611581876288, "input_sha256": "04a89712cc448836592763de28a90e9c5967055d4ea79a222c56806d2a4ac988"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3327820827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.271342446217176, "interval": [-6.881583751980633, 2.3388988595462816], "p_value": 0.322, "input_sha256": "0ca1f041e51cedfea094ed0f255a887c3e37482b3ae470ec9ce5c6d3e61f5146"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3327820827, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.271342446217176, "interval": [-6.492472897015448, 2.426125522230076], "p_value": 0.3248911389800905, "input_sha256": "0ca1f041e51cedfea094ed0f255a887c3e37482b3ae470ec9ce5c6d3e61f5146"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3327820827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02649319165686026, "interval": [-0.07277183236808646, 0.019785449054365946], "p_value": 0.24, "input_sha256": "bc73c1fad400eacf8377b3d3a2104530584533fb29f4a787b104d77cdffca1e0"}
{"scenario": "regular", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3327820827, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02649319165686026, "interval": [-0.06958571878571375, 0.017387670846979553], "p_value": 0.2537108813347239, "input_sha256": "bc73c1fad400eacf8377b3d3a2104530584533fb29f4a787b104d77cdffca1e0"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1902150446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0300283204746616, "interval": [-6.31013530791911, 4.250078666969786], "p_value": 0.685, "input_sha256": "7a8a0c2327cdb1bc7928da0dcb96c2bb447af30509c110b729d9c495ab60e45b"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1902150446, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0300283204746616, "interval": [-5.97000145228832, 4.035532070585844], "p_value": 0.6950079221246921, "input_sha256": "7a8a0c2327cdb1bc7928da0dcb96c2bb447af30509c110b729d9c495ab60e45b"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1902150446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013265819272570617, "interval": [-0.06664248060672297, 0.040110842061581733], "p_value": 0.596, "input_sha256": "ca57169aa727c377a9edf95e2f3f741ce40992de72021634af77864f0c33362f"}
{"scenario": "regular", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1902150446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013265819272570617, "interval": [-0.06432843776291443, 0.037414076668386205], "p_value": 0.6177671979196186, "input_sha256": "ca57169aa727c377a9edf95e2f3f741ce40992de72021634af77864f0c33362f"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3583271941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0913749311661327, "interval": [-6.50967052925502, 2.3269206669227547], "p_value": 0.327, "input_sha256": "73e332855dc0645436e17e9f2c6b069dabe8252dfd6b9eb40c573bc5c650bdbb"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3583271941, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0913749311661327, "interval": [-6.257737226047752, 2.219721392212163], "p_value": 0.34398253446754956, "input_sha256": "73e332855dc0645436e17e9f2c6b069dabe8252dfd6b9eb40c573bc5c650bdbb"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3583271941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021010391243525536, "interval": [-0.06875510397639498, 0.02673432148934391], "p_value": 0.378, "input_sha256": "66d07068e487825785ea37946e1bf6be229763ce08925002400d848b9b1cf7d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3583271941, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021010391243525536, "interval": [-0.06790279929100557, 0.02491053614988264], "p_value": 0.3785477861978067, "input_sha256": "66d07068e487825785ea37946e1bf6be229763ce08925002400d848b9b1cf7d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1286776174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3007548619186906, "interval": [-4.5742330386015, 5.175742762438881], "p_value": 0.913, "input_sha256": "f24a5616afc3d35eca1fa305cc07590968bfe13842c782db82e5644cd208abba"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1286776174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3007548619186906, "interval": [-4.098805346909534, 5.194079113196761], "p_value": 0.901261890562251, "input_sha256": "f24a5616afc3d35eca1fa305cc07590968bfe13842c782db82e5644cd208abba"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1286776174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012503048636346742, "interval": [-0.03868563905164594, 0.06369173632433942], "p_value": 0.653, "input_sha256": "85289cd9cbc8e389547abf6b3a19483e87906a56c531d20e2e3d6d9a9ce886f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1286776174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012503048636346742, "interval": [-0.03549274398208161, 0.062336385395992365], "p_value": 0.6237724737272304, "input_sha256": "85289cd9cbc8e389547abf6b3a19483e87906a56c531d20e2e3d6d9a9ce886f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3644040751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.915358180759168, "interval": [-2.9618899619757943, 6.79260632349413], "p_value": 0.432, "input_sha256": "c2806e3f225f2ec93c7e8d1e891aea8546ae30b1a662b4bfa7438697c4856368"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3644040751, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.915358180759168, "interval": [-2.60596611885302, 6.56223602736512], "p_value": 0.4314609867734892, "input_sha256": "c2806e3f225f2ec93c7e8d1e891aea8546ae30b1a662b4bfa7438697c4856368"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3644040751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028078047649562288, "interval": [-0.025047628032663742, 0.08120372333178832], "p_value": 0.276, "input_sha256": "92e8a86f5528b73cd7f9a193add6fd677364566ba24d18176a2e3b1246417e6f"}
{"scenario": "regular", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3644040751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028078047649562288, "interval": [-0.019787041377601157, 0.08234948365817596], "p_value": 0.291394370099601, "input_sha256": "92e8a86f5528b73cd7f9a193add6fd677364566ba24d18176a2e3b1246417e6f"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1588383868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.677120010708199, "interval": [-8.214859731279594, 2.8606197098631956], "p_value": 0.337, "input_sha256": "f2473e30a382ecc90d2559bdf1cac67158502a5e4e81a8a10784fa6b2381d155"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1588383868, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.677120010708199, "interval": [-8.217595590868289, 2.4843596293352537], "p_value": 0.3336888602925072, "input_sha256": "f2473e30a382ecc90d2559bdf1cac67158502a5e4e81a8a10784fa6b2381d155"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1588383868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026889908888452205, "interval": [-0.08445466900273019, 0.03067485122582577], "p_value": 0.362, "input_sha256": "fa8871ea4f7f249a279a2b708157771cfff0919b150f29ea2ba72b1a98e2ed89"}
{"scenario": "regular", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1588383868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026889908888452205, "interval": [-0.0819974682784567, 0.02468185869858943], "p_value": 0.35020175859088143, "input_sha256": "fa8871ea4f7f249a279a2b708157771cfff0919b150f29ea2ba72b1a98e2ed89"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3505582587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.119068630865641, "interval": [-5.3895319358833715, 3.1513946741520895], "p_value": 0.59, "input_sha256": "1ffcc2ee2ba8cb44b6a2374b612500eff910e03a49e063f1062ca7f18116dbad"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3505582587, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.119068630865641, "interval": [-5.4580168553971316, 2.5896241582261577], "p_value": 0.597513864557907, "input_sha256": "1ffcc2ee2ba8cb44b6a2374b612500eff910e03a49e063f1062ca7f18116dbad"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3505582587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015688718870311355, "interval": [-0.05962335963031497, 0.028245921889692258], "p_value": 0.502, "input_sha256": "6459fe464ee88e4296f007da41710c76f0208b4042a01783221144437443dda4"}
{"scenario": "regular", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3505582587, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015688718870311355, "interval": [-0.06336927854570111, 0.022007749845323], "p_value": 0.47402840530523505, "input_sha256": "6459fe464ee88e4296f007da41710c76f0208b4042a01783221144437443dda4"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2070629143, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5734686440204175, "interval": [-1.705613263958556, 6.852550551999391], "p_value": 0.217, "input_sha256": "b2c9afd8bb769dc001f75249503ec9b19ea5b66e6cfc603a3113ff66d14ff290"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2070629143, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5734686440204175, "interval": [-1.1060767153821534, 6.825124180591809], "p_value": 0.23070501505578112, "input_sha256": "b2c9afd8bb769dc001f75249503ec9b19ea5b66e6cfc603a3113ff66d14ff290"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2070629143, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02691001179760931, "interval": [-0.01906837934218629, 0.07288840293740491], "p_value": 0.25, "input_sha256": "022b1d858e4257ca0b004acf11e6122f1dd98a227666829ced3aa5adf716f215"}
{"scenario": "regular", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2070629143, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02691001179760931, "interval": [-0.012096518530337491, 0.07397655124273189], "p_value": 0.2430503326932818, "input_sha256": "022b1d858e4257ca0b004acf11e6122f1dd98a227666829ced3aa5adf716f215"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3810946221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.282875346685529, "interval": [-3.1328425164302107, 5.698593209801269], "p_value": 0.57, "input_sha256": "98ff065d4d0317d74594d117f660c209d1c0bb03a06719ac1af01fe70f1d44d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3810946221, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.282875346685529, "interval": [-3.0085702956544265, 5.745784824497414], "p_value": 0.5597822994238839, "input_sha256": "98ff065d4d0317d74594d117f660c209d1c0bb03a06719ac1af01fe70f1d44d0"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3810946221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010398129580714927, "interval": [-0.03844307451945171, 0.059239333680881565], "p_value": 0.678, "input_sha256": "7df7c2e2bec934c4e2cd900571ae6a3eaa4829d44dfb6e6ee23652f45acd4ba6"}
{"scenario": "regular", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3810946221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010398129580714927, "interval": [-0.03433120563884326, 0.06099683247415633], "p_value": 0.668903508179628, "input_sha256": "7df7c2e2bec934c4e2cd900571ae6a3eaa4829d44dfb6e6ee23652f45acd4ba6"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3144625342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8813520890273638, "interval": [-4.626851792755038, 6.389555970809766], "p_value": 0.762, "input_sha256": "5a6e2c191b9267ca31483f4e90eb8c561c0e41b14bc46d5e5db736665c90f242"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3144625342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8813520890273638, "interval": [-4.053373764351612, 6.2369713158817754], "p_value": 0.7469197965331618, "input_sha256": "5a6e2c191b9267ca31483f4e90eb8c561c0e41b14bc46d5e5db736665c90f242"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3144625342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018767912824876956, "interval": [-0.04286687849236524, 0.08040270414211916], "p_value": 0.555, "input_sha256": "9ebd9cc2cd77b8ab8162b3bdbd4580b40019e49619f2fd54bdae3dbeecba0e9d"}
{"scenario": "regular", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3144625342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018767912824876956, "interval": [-0.03440159864181424, 0.08474707161761592], "p_value": 0.5386013386091701, "input_sha256": "9ebd9cc2cd77b8ab8162b3bdbd4580b40019e49619f2fd54bdae3dbeecba0e9d"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1017266251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3784363084368838, "interval": [-3.1399641129336437, 5.896836729807411], "p_value": 0.504, "input_sha256": "085491dc34acfab52b2867cc4e26daa415fe2081b4cf8d8595371ff6bb717a30"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1017266251, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3784363084368838, "interval": [-2.779486722854556, 5.6456877505365295], "p_value": 0.5392300816821733, "input_sha256": "085491dc34acfab52b2867cc4e26daa415fe2081b4cf8d8595371ff6bb717a30"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1017266251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025250958769853116, "interval": [-0.023613984418068, 0.07411590195777423], "p_value": 0.284, "input_sha256": "5b97f368f6124d712781187dce5fe2167b9754e73600c2a1017f6431ca9dc02c"}
{"scenario": "regular", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1017266251, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025250958769853116, "interval": [-0.0205275691382467, 0.07096240811141927], "p_value": 0.30056797293751647, "input_sha256": "5b97f368f6124d712781187dce5fe2167b9754e73600c2a1017f6431ca9dc02c"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3810514498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6349743601607347, "interval": [-5.985294212202174, 4.715345491880704], "p_value": 0.796, "input_sha256": "d09618cfde9ff728f61324be1086694000f89ce6b6a824aaa07e502ec7f6d620"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3810514498, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6349743601607347, "interval": [-6.250331783655145, 4.083382216343761], "p_value": 0.8111616978516842, "input_sha256": "d09618cfde9ff728f61324be1086694000f89ce6b6a824aaa07e502ec7f6d620"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3810514498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013463071150611211, "interval": [-0.06468696656898977, 0.03776082426776735], "p_value": 0.598, "input_sha256": "c16c379d0f8bef80babdaf7fcb715f8c716f5c5bd140113aef40acacbb41ac37"}
{"scenario": "regular", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3810514498, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013463071150611211, "interval": [-0.0703475028848852, 0.029133231911240218], "p_value": 0.5974012569153826, "input_sha256": "c16c379d0f8bef80babdaf7fcb715f8c716f5c5bd140113aef40acacbb41ac37"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1965924841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.46752424216350086, "interval": [-5.517212149584339, 6.452260633911341], "p_value": 0.875, "input_sha256": "497da1cb51873de7bf9c8dae8b66423ad57d83db97be91bab495b7d80b152f1d"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1965924841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.46752424216350086, "interval": [-5.307146423705848, 5.3652767926277], "p_value": 0.8749223251964224, "input_sha256": "497da1cb51873de7bf9c8dae8b66423ad57d83db97be91bab495b7d80b152f1d"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1965924841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011315718702451169, "interval": [-0.050345119669214955, 0.0729765570741173], "p_value": 0.727, "input_sha256": "cd1d11809f27d2e6b39d2b89f04297450a38f7c4b57403ebdd302bd0ede1fc23"}
{"scenario": "regular", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1965924841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011315718702451169, "interval": [-0.04667311379640653, 0.06321719277289489], "p_value": 0.7115801735018631, "input_sha256": "cd1d11809f27d2e6b39d2b89f04297450a38f7c4b57403ebdd302bd0ede1fc23"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2660864506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3003262218332452, "interval": [-4.4113117895307985, 3.810659345864308], "p_value": 0.885, "input_sha256": "391ac75c2d3a44c03ef2c5eecd8283b9bb7c28afd722b8da787b44f806a2ebde"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2660864506, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3003262218332452, "interval": [-4.047596271830853, 3.601657754630563], "p_value": 0.8831887505018607, "input_sha256": "391ac75c2d3a44c03ef2c5eecd8283b9bb7c28afd722b8da787b44f806a2ebde"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2660864506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005366071789217261, "interval": [-0.047422975423272555, 0.03669083184483803], "p_value": 0.794, "input_sha256": "5906b69ce9125f94f120e3a38b3bb1a1b2370acbe4d1c1764ca9a88768cd930a"}
{"scenario": "regular", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2660864506, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005366071789217261, "interval": [-0.0438788306848452, 0.03451695654209433], "p_value": 0.797518936865883, "input_sha256": "5906b69ce9125f94f120e3a38b3bb1a1b2370acbe4d1c1764ca9a88768cd930a"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304876940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.43679083420232, "interval": [-3.0346385464639196, 5.908220214868559], "p_value": 0.518, "input_sha256": "230c86a26a237c803755423509a09921167d717dcfdce08486c851a80a0d50d6"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304876940, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.43679083420232, "interval": [-3.22694176412376, 5.234574604431909], "p_value": 0.5170612869774622, "input_sha256": "230c86a26a237c803755423509a09921167d717dcfdce08486c851a80a0d50d6"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304876940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024748651352143644, "interval": [-0.02289693019964851, 0.07239423290393579], "p_value": 0.303, "input_sha256": "7ea1095f6f6751a58620d9b5a1c5e075029a07b7cee4bcd11eb5226d5b1b38b3"}
{"scenario": "regular", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304876940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024748651352143644, "interval": [-0.022988921190194907, 0.06534540384953703], "p_value": 0.29668686798018784, "input_sha256": "7ea1095f6f6751a58620d9b5a1c5e075029a07b7cee4bcd11eb5226d5b1b38b3"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1810987151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.010663695821748, "interval": [-2.779501165386587, 6.800828557030083], "p_value": 0.392, "input_sha256": "0b0fd345ef97d84dcd0f7043f74895b583379aa38905c413166a8299cf268a61"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1810987151, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.010663695821748, "interval": [-2.243397244441155, 7.167285610434995], "p_value": 0.40041571541001153, "input_sha256": "0b0fd345ef97d84dcd0f7043f74895b583379aa38905c413166a8299cf268a61"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1810987151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020501023543140165, "interval": [-0.027062132266066727, 0.06806417935234706], "p_value": 0.389, "input_sha256": "49c6facbad9be169f55a59b40e873a510af8986280d7809d9fdec9ced414f2bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1810987151, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020501023543140165, "interval": [-0.02238771827518212, 0.0711957973026564], "p_value": 0.3877829857752997, "input_sha256": "49c6facbad9be169f55a59b40e873a510af8986280d7809d9fdec9ced414f2bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4050390538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7243408179110284, "interval": [-6.5558236201551106, 3.1071419843330537], "p_value": 0.49, "input_sha256": "74cb349c76791d9d67456ed546f04590274ad30fdb7b49bbff0e1073258cec2d"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4050390538, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7243408179110284, "interval": [-6.350408854796385, 2.6844812789464716], "p_value": 0.4740466942348779, "input_sha256": "74cb349c76791d9d67456ed546f04590274ad30fdb7b49bbff0e1073258cec2d"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4050390538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025816389869187592, "interval": [-0.08201363082320068, 0.030380851084825494], "p_value": 0.363, "input_sha256": "e3a3e9ed9727a510a762985cabaebdaab4423152b205bef7ba4fe8559ea26744"}
{"scenario": "regular", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4050390538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025816389869187592, "interval": [-0.08312683257340218, 0.020916973601248678], "p_value": 0.35682752459886224, "input_sha256": "e3a3e9ed9727a510a762985cabaebdaab4423152b205bef7ba4fe8559ea26744"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2653795867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07198123113529409, "interval": [-4.060296565548283, 4.204259027818871], "p_value": 0.966, "input_sha256": "12c3692fe3aacc45894c42003ce649422e760e02b2e37c9645ef1f32afd0295b"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2653795867, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07198123113529409, "interval": [-3.5353732189476825, 4.2631208823164854], "p_value": 0.9720470116412475, "input_sha256": "12c3692fe3aacc45894c42003ce649422e760e02b2e37c9645ef1f32afd0295b"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2653795867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0016328900434186278, "interval": [-0.03885174546155026, 0.04211752554838752], "p_value": 0.951, "input_sha256": "3d2450d2ad7e965cd7746a907e1993b4a69e6eade4ef20512e0d111cdd624b7e"}
{"scenario": "regular", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2653795867, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0016328900434186278, "interval": [-0.03287222231914382, 0.04242733071083003], "p_value": 0.9353353268817431, "input_sha256": "3d2450d2ad7e965cd7746a907e1993b4a69e6eade4ef20512e0d111cdd624b7e"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1684360142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.786044670991621, "interval": [-9.641243691051343, 0.0691543490681017], "p_value": 0.047, "input_sha256": "aa73e5022b59d98354f8fa0b35b1cf9521ada19ce198dd50e304c72937ff6227"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1684360142, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.786044670991621, "interval": [-9.376847146446803, -0.2622996170036233], "p_value": 0.05311512788243186, "input_sha256": "aa73e5022b59d98354f8fa0b35b1cf9521ada19ce198dd50e304c72937ff6227"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1684360142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.057793684726705194, "interval": [-0.11383836742878209, -0.001749002024628292], "p_value": 0.043, "input_sha256": "c869099b97c27223f07711691acae5a034ebc9edb3627ee22de91f989a5c8352"}
{"scenario": "regular", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1684360142, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.057793684726705194, "interval": [-0.11218625693867698, -0.005800404932717661], "p_value": 0.04373758172482626, "input_sha256": "c869099b97c27223f07711691acae5a034ebc9edb3627ee22de91f989a5c8352"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1346468741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6132621332746755, "interval": [-5.981047076910392, 2.754522810361041], "p_value": 0.474, "input_sha256": "a4b98dfd518d9265920939596a56ba608d8fb2510335733e0f1d72724e8cd677"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1346468741, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6132621332746755, "interval": [-5.68032413260448, 2.8849129400887814], "p_value": 0.45913626783925343, "input_sha256": "a4b98dfd518d9265920939596a56ba608d8fb2510335733e0f1d72724e8cd677"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1346468741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012109484386479283, "interval": [-0.058924064017131024, 0.03470509524417246], "p_value": 0.617, "input_sha256": "8efb89956a054874a9cd89d2c9f7fd56af90ca2a9cf32d66a620f94cf1724d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1346468741, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012109484386479283, "interval": [-0.056018860044630185, 0.03571837332569884], "p_value": 0.6033527922948825, "input_sha256": "8efb89956a054874a9cd89d2c9f7fd56af90ca2a9cf32d66a620f94cf1724d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2746311077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.458949802040905, "interval": [0.438097541188049, 8.47980206289376], "p_value": 0.034, "input_sha256": "351b40e7d609c5ccba2a3ea45bb3fca6547cd9a0ea052c131625636c8fb507e9"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2746311077, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.458949802040905, "interval": [1.0654283819410413, 8.440503288893849], "p_value": 0.03079831028411673, "input_sha256": "351b40e7d609c5ccba2a3ea45bb3fca6547cd9a0ea052c131625636c8fb507e9"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2746311077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04206575160486853, "interval": [0.00012131061953774697, 0.08401019259019932], "p_value": 0.056, "input_sha256": "174ffc59968ed9d726a69e227dece63cac1c0074550d1ebb9c3c60fca5ba86b6"}
{"scenario": "regular", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2746311077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04206575160486853, "interval": [0.0036575716166409407, 0.08215997164196476], "p_value": 0.049377020857562036, "input_sha256": "174ffc59968ed9d726a69e227dece63cac1c0074550d1ebb9c3c60fca5ba86b6"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2499484626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.557172377327576, "interval": [-2.9359295945195916, 8.050274349174742], "p_value": 0.336, "input_sha256": "705d75190da6adb3dc28b70d7db2940f5c6afb6ddfbb8bea1d8b02733d98b7ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2499484626, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.557172377327576, "interval": [-2.7997755823089268, 7.624504425801485], "p_value": 0.35084146828716467, "input_sha256": "705d75190da6adb3dc28b70d7db2940f5c6afb6ddfbb8bea1d8b02733d98b7ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2499484626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020165832282050482, "interval": [-0.03985235906592975, 0.08018402363003072], "p_value": 0.487, "input_sha256": "548b1a5f5998c974d1429cc3b5f449170bd03f78d63e71a7a8e80f508006342c"}
{"scenario": "regular", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2499484626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020165832282050482, "interval": [-0.03758474570790863, 0.07541207248250346], "p_value": 0.49855362588261576, "input_sha256": "548b1a5f5998c974d1429cc3b5f449170bd03f78d63e71a7a8e80f508006342c"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2000071329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.369838125350567, "interval": [-8.996938341972534, 0.257262091271401], "p_value": 0.068, "input_sha256": "2412639cd0e4ddf444ff100f4a5d368b326a691a171b8e47b07e84e9b2bb87a4"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2000071329, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.369838125350567, "interval": [-9.134384596318531, -0.4720312951172771], "p_value": 0.06345666127296377, "input_sha256": "2412639cd0e4ddf444ff100f4a5d368b326a691a171b8e47b07e84e9b2bb87a4"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2000071329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04734920644702935, "interval": [-0.09594681579769729, 0.0012484029036385971], "p_value": 0.065, "input_sha256": "e3ddb28676e5bc6bac994f41241dae5caff585a6a58082cb632b107fde5f14b7"}
{"scenario": "regular", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2000071329, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04734920644702935, "interval": [-0.09917486782597178, -0.007686491774445996], "p_value": 0.05586775093529508, "input_sha256": "e3ddb28676e5bc6bac994f41241dae5caff585a6a58082cb632b107fde5f14b7"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 684926585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.550877822769687, "interval": [-8.310143964973282, 1.2083883194339071], "p_value": 0.126, "input_sha256": "f2229e0267587a25886f2a2f33ff10107ca53abf6b1d6dd6a68cf23dfd044329"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 684926585, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.550877822769687, "interval": [-8.296162739615252, 0.5660386637694532], "p_value": 0.13845375081724895, "input_sha256": "f2229e0267587a25886f2a2f33ff10107ca53abf6b1d6dd6a68cf23dfd044329"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 684926585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04546105178325707, "interval": [-0.09915599403663597, 0.008233890470121817], "p_value": 0.082, "input_sha256": "41eaffa773ee29c5ebebaee0263795259ecf4f50fd62bc5849e9df2a52997ef8"}
{"scenario": "regular", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 684926585, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04546105178325707, "interval": [-0.10272890441346813, 0.0008381412359861436], "p_value": 0.09383095302974155, "input_sha256": "41eaffa773ee29c5ebebaee0263795259ecf4f50fd62bc5849e9df2a52997ef8"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1769303017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.655611613212711, "interval": [-8.380649060844508, 1.0694258344190866], "p_value": 0.114, "input_sha256": "147ba6ea501c264070592d47e9c712b41e2dd96ed5482e49cc50646e1ebbb1a0"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1769303017, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.655611613212711, "interval": [-8.29572504986349, 1.0144063521274287], "p_value": 0.12558320650658852, "input_sha256": "147ba6ea501c264070592d47e9c712b41e2dd96ed5482e49cc50646e1ebbb1a0"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1769303017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03589269128579608, "interval": [-0.08680116578104255, 0.015015783209450392], "p_value": 0.148, "input_sha256": "59e1bcc3073c9ba27f5507e63677be6574561aa096e8c91d5a9cdae4602e5266"}
{"scenario": "regular", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1769303017, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03589269128579608, "interval": [-0.08669648294416668, 0.014142763914802056], "p_value": 0.1616570648798856, "input_sha256": "59e1bcc3073c9ba27f5507e63677be6574561aa096e8c91d5a9cdae4602e5266"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3202558056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7147842307786156, "interval": [-4.0296646354890076, 5.459233097046239], "p_value": 0.762, "input_sha256": "b8fd98d9065485402f317022aeb9b81eac04f50f330f0d0fc0f6fbbe8a176972"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3202558056, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7147842307786156, "interval": [-4.155777899114359, 4.99522349196308], "p_value": 0.7620358593470126, "input_sha256": "b8fd98d9065485402f317022aeb9b81eac04f50f330f0d0fc0f6fbbe8a176972"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3202558056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003981402601830636, "interval": [-0.04685542096996888, 0.05481822617363015], "p_value": 0.883, "input_sha256": "7b7126bfdb2d4b11e74dd41cf5c1dd58f99a898d96b05744657680699e3ff1ca"}
{"scenario": "regular", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3202558056, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003981402601830636, "interval": [-0.047261204915379884, 0.050452172248150365], "p_value": 0.8748531379739151, "input_sha256": "7b7126bfdb2d4b11e74dd41cf5c1dd58f99a898d96b05744657680699e3ff1ca"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2478354125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6648764429154772, "interval": [-3.1084951541296655, 4.4382480399606195], "p_value": 0.715, "input_sha256": "8bf2fdc40603d9d3f9c5bef97839bb59e8d29288af64d28d30d4b8fd8ee27d83"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2478354125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6648764429154772, "interval": [-2.959823214599335, 3.852510680862996], "p_value": 0.7216806180801295, "input_sha256": "8bf2fdc40603d9d3f9c5bef97839bb59e8d29288af64d28d30d4b8fd8ee27d83"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2478354125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01356935661205369, "interval": [-0.02753850550468332, 0.0546772187287907], "p_value": 0.501, "input_sha256": "27a5a91cc666f60b0eede4319a0c782eadf2db68e9e373410362e37222a669fc"}
{"scenario": "regular", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2478354125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01356935661205369, "interval": [-0.024021162290176812, 0.048171364678975516], "p_value": 0.5047765007391724, "input_sha256": "27a5a91cc666f60b0eede4319a0c782eadf2db68e9e373410362e37222a669fc"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 762294197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.591618979798035, "interval": [-1.729419634834592, 6.912657594430662], "p_value": 0.228, "input_sha256": "1e56e1287d11aba5572fa4cefe850b7f3fa5441439b024a740159bfbeb760d9c"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 762294197, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.591618979798035, "interval": [-1.2085252873699164, 6.716479147310019], "p_value": 0.23215482421877595, "input_sha256": "1e56e1287d11aba5572fa4cefe850b7f3fa5441439b024a740159bfbeb760d9c"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 762294197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02757468523529656, "interval": [-0.014666279502299505, 0.06981564997289263], "p_value": 0.189, "input_sha256": "dbc1a68dc5e346411a81db6c0251a0f8107a57da0b617ad6c08154839da54165"}
{"scenario": "regular", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 762294197, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02757468523529656, "interval": [-0.008861012212751698, 0.06965781908840624], "p_value": 0.19423158368224608, "input_sha256": "dbc1a68dc5e346411a81db6c0251a0f8107a57da0b617ad6c08154839da54165"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1450347735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.24696961665809525, "interval": [-4.668720572580879, 4.174781339264689], "p_value": 0.922, "input_sha256": "eb700183858f924ef2d8313b87d925ac1e0270b6714da9fa42a91b07a92a849e"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1450347735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.24696961665809525, "interval": [-4.711836488919511, 3.5253829787372353], "p_value": 0.9100805550193993, "input_sha256": "eb700183858f924ef2d8313b87d925ac1e0270b6714da9fa42a91b07a92a849e"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1450347735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022251030756575696, "interval": [-0.042919033315634465, 0.047369239466949604], "p_value": 0.932, "input_sha256": "1e227449d8ef23e784465919b44ad13e2f16a8c5b35ade07f601b33a4fe17652"}
{"scenario": "regular", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1450347735, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022251030756575696, "interval": [-0.03928315725030794, 0.043044548783927286], "p_value": 0.9205192171174463, "input_sha256": "1e227449d8ef23e784465919b44ad13e2f16a8c5b35ade07f601b33a4fe17652"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1637824458, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5866085609568046, "interval": [-5.392904754148568, 4.219687632234959], "p_value": 0.815, "input_sha256": "bec0c9859391ded666f637127360fa60b71b45f6410fcb50e6b1fe8ab53b138b"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1637824458, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5866085609568046, "interval": [-5.123485995283632, 4.222272882199882], "p_value": 0.8059595425871517, "input_sha256": "bec0c9859391ded666f637127360fa60b71b45f6410fcb50e6b1fe8ab53b138b"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1637824458, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018619538896810922, "interval": [-0.048147920473088274, 0.05187182825245046], "p_value": 0.952, "input_sha256": "bb1794dbe00b8d593efe3f74b89cb8dad894a6752a6ed86953e1033a348e93fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1637824458, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018619538896810922, "interval": [-0.046743549322546304, 0.04923275026060771], "p_value": 0.9402485451835747, "input_sha256": "bb1794dbe00b8d593efe3f74b89cb8dad894a6752a6ed86953e1033a348e93fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4124249503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1017171574610396, "interval": [-2.236404166562205, 6.439838481484284], "p_value": 0.315, "input_sha256": "d7c6f5ccf1720c32cb3168e21748ecd132dee88c20192e81bab3261b6bac6906"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4124249503, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1017171574610396, "interval": [-2.0791574378714452, 6.405535999896484], "p_value": 0.3317778695213326, "input_sha256": "d7c6f5ccf1720c32cb3168e21748ecd132dee88c20192e81bab3261b6bac6906"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4124249503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020437293324256395, "interval": [-0.0240328615074479, 0.0649074481559607], "p_value": 0.34, "input_sha256": "f5fe6412f12be14ecccd954cb05233a7538fd5bbb23250bec2af6213ec4c433e"}
{"scenario": "regular", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4124249503, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020437293324256395, "interval": [-0.021061285398937937, 0.06701709282815772], "p_value": 0.3565457101674826, "input_sha256": "f5fe6412f12be14ecccd954cb05233a7538fd5bbb23250bec2af6213ec4c433e"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1134317415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4158996821930785, "interval": [-2.718160154550974, 7.549959518937131], "p_value": 0.34, "input_sha256": "b10a80153b5d3a91647d6f2ff7195e37b18704dad325753cb9e07310939b0830"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1134317415, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4158996821930785, "interval": [-2.679542774826225, 6.854611442419841], "p_value": 0.34555126213164433, "input_sha256": "b10a80153b5d3a91647d6f2ff7195e37b18704dad325753cb9e07310939b0830"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1134317415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02646338261255972, "interval": [-0.02861545497795153, 0.08154222020307098], "p_value": 0.338, "input_sha256": "22670f1e657cc4b2b77c21f9054c82696253fb0471a049d6d58aad183beaafbd"}
{"scenario": "regular", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1134317415, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02646338261255972, "interval": [-0.031175209274747272, 0.07519756116376887], "p_value": 0.3357312593971463, "input_sha256": "22670f1e657cc4b2b77c21f9054c82696253fb0471a049d6d58aad183beaafbd"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1979773111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9336274150460486, "interval": [-4.47022621998424, 6.337481050076337], "p_value": 0.719, "input_sha256": "64f88d8fd1bc895deada510822da44f183ede1c84c0f7f6713ed885dc784a300"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1979773111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9336274150460486, "interval": [-4.397489471027193, 5.731458987170792], "p_value": 0.7283701344314053, "input_sha256": "64f88d8fd1bc895deada510822da44f183ede1c84c0f7f6713ed885dc784a300"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1979773111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0034123470426486724, "interval": [-0.06193292933851243, 0.055108235253215086], "p_value": 0.907, "input_sha256": "c8ebe08d648f9a174ca7f9abb022bcc29fd7246f22c36ba641170151d98d852d"}
{"scenario": "regular", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1979773111, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0034123470426486724, "interval": [-0.06289390810809067, 0.049173723909545296], "p_value": 0.9066459349774012, "input_sha256": "c8ebe08d648f9a174ca7f9abb022bcc29fd7246f22c36ba641170151d98d852d"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1574014139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.973828798880179, "interval": [-5.206303804491624, 3.2586462067312656], "p_value": 0.645, "input_sha256": "72d0668bb9f311ca60d36a274d689653ae789f8b2ea66c594c35645ad3c411c4"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1574014139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.973828798880179, "interval": [-4.937356324999096, 2.994838007730006], "p_value": 0.6440290504970281, "input_sha256": "72d0668bb9f311ca60d36a274d689653ae789f8b2ea66c594c35645ad3c411c4"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1574014139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013011386180238088, "interval": [-0.05477461034794381, 0.02875183798746763], "p_value": 0.529, "input_sha256": "312a268d3f36c387ad9c2deda76e6e9910f933b76a79f07d398bc015c7749183"}
{"scenario": "regular", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1574014139, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013011386180238088, "interval": [-0.052478929248663354, 0.02711654968493744], "p_value": 0.5320080457982939, "input_sha256": "312a268d3f36c387ad9c2deda76e6e9910f933b76a79f07d398bc015c7749183"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2917195585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8842877525639095, "interval": [-7.563468900542226, 1.794893395414407], "p_value": 0.223, "input_sha256": "1609df02ea19adebc7b155281eeeae0d87e529aaf331cf415b895b309133f97b"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2917195585, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8842877525639095, "interval": [-7.285705665937113, 1.6487618460486098], "p_value": 0.21954939210069582, "input_sha256": "1609df02ea19adebc7b155281eeeae0d87e529aaf331cf415b895b309133f97b"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2917195585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02396633519675373, "interval": [-0.07155819324792073, 0.023625522854413265], "p_value": 0.31, "input_sha256": "b90f16bd4983a4ab888960c6c00216d3b6144ec618d8af3c119c89695d652223"}
{"scenario": "regular", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2917195585, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02396633519675373, "interval": [-0.06969271457342055, 0.021838391356325076], "p_value": 0.3140894419884858, "input_sha256": "b90f16bd4983a4ab888960c6c00216d3b6144ec618d8af3c119c89695d652223"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1141276570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.46240290063528544, "interval": [-4.051149182324774, 4.9759549835953445], "p_value": 0.817, "input_sha256": "99a11d1bebbfe7574c3406acdb8c0f963b431323c143ab5c587747c0f93ca706"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1141276570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.46240290063528544, "interval": [-3.5221211892295767, 5.111143244524046], "p_value": 0.8368086926083456, "input_sha256": "99a11d1bebbfe7574c3406acdb8c0f963b431323c143ab5c587747c0f93ca706"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1141276570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0126187959591526e-05, "interval": [-0.047419771033492444, 0.04744002340941163], "p_value": 1.0, "input_sha256": "c2c5f0b64c3cc54587eaf03ff87a50ec59a5a2e76a6c78fa82717c4bc816ba7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1141276570, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0126187959591526e-05, "interval": [-0.04401871615995423, 0.0472269906470191], "p_value": 0.9996574014882307, "input_sha256": "c2c5f0b64c3cc54587eaf03ff87a50ec59a5a2e76a6c78fa82717c4bc816ba7d"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2164135502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.291587219461828, "interval": [-7.650113960959933, 1.066939522036277], "p_value": 0.132, "input_sha256": "18ce9e96299ce773be6995d4436fbef1b6ed6ce264b2768ac6d51731dcbe1a38"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2164135502, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.291587219461828, "interval": [-7.384336417909749, 0.8644437855804386], "p_value": 0.13456069385671732, "input_sha256": "18ce9e96299ce773be6995d4436fbef1b6ed6ce264b2768ac6d51731dcbe1a38"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2164135502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0361117162581113, "interval": [-0.08168827308754076, 0.009464840571318155], "p_value": 0.116, "input_sha256": "b871459a22309f4ce21ad34d1f8b98e35c92206d8248f3fe5213c93c4edb7cc4"}
{"scenario": "regular", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2164135502, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0361117162581113, "interval": [-0.07961019587717157, 0.007981873300017527], "p_value": 0.11698888001748746, "input_sha256": "b871459a22309f4ce21ad34d1f8b98e35c92206d8248f3fe5213c93c4edb7cc4"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2367933797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.31189151588386466, "interval": [-4.469987667309507, 3.8462046355417776], "p_value": 0.869, "input_sha256": "3504528c604fb3d1de7c24a8af95a915dc78827d646d8b9132b9b1bc81765571"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2367933797, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.31189151588386466, "interval": [-3.9217747871560915, 3.8382222429916153], "p_value": 0.8798204562186799, "input_sha256": "3504528c604fb3d1de7c24a8af95a915dc78827d646d8b9132b9b1bc81765571"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2367933797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005042265021498002, "interval": [-0.053121252208255997, 0.04303672216525999], "p_value": 0.823, "input_sha256": "6d07f4ef8e5001213cb4f6fa654bc964cff04e3e66629f9251bfcf84cebad5d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2367933797, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005042265021498002, "interval": [-0.04774824720711646, 0.04282115311942017], "p_value": 0.8326915401078514, "input_sha256": "6d07f4ef8e5001213cb4f6fa654bc964cff04e3e66629f9251bfcf84cebad5d4"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2326209701, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.880710478181336, "interval": [-2.8305629457012618, 6.591983902063934], "p_value": 0.405, "input_sha256": "92e20d426d94a7b65353b353c4876a251d8fc5eb53d9b37a976d457506561666"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2326209701, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.880710478181336, "interval": [-2.5976655014320915, 6.093005689050189], "p_value": 0.42401987554041354, "input_sha256": "92e20d426d94a7b65353b353c4876a251d8fc5eb53d9b37a976d457506561666"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2326209701, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01576767383037017, "interval": [-0.0314692062176768, 0.06300455387841714], "p_value": 0.494, "input_sha256": "450efc4351d1bba95a8d4b874fc935b77b0b03ed6efb8c0623af846c44ac455b"}
{"scenario": "regular", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2326209701, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01576767383037017, "interval": [-0.027403589101288255, 0.05822919199094032], "p_value": 0.5032761429818183, "input_sha256": "450efc4351d1bba95a8d4b874fc935b77b0b03ed6efb8c0623af846c44ac455b"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 917302515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1044454698483293, "interval": [-2.8719654828092493, 5.080856422505908], "p_value": 0.599, "input_sha256": "941ab6f3cf22e25c6e3df4011dfeef6cc6a072c69095ee8bccbcfa9b4e7910b1"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 917302515, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1044454698483293, "interval": [-2.574151004100412, 4.893957196618209], "p_value": 0.5766440221211402, "input_sha256": "941ab6f3cf22e25c6e3df4011dfeef6cc6a072c69095ee8bccbcfa9b4e7910b1"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 917302515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008714153024789013, "interval": [-0.033140068998365406, 0.05056837504794343], "p_value": 0.674, "input_sha256": "502ada9a5b7ebaa64b1d9495119575035807936aa9e798fbb18617eac5cd4a10"}
{"scenario": "regular", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 917302515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008714153024789013, "interval": [-0.03260972925165199, 0.047705003751305736], "p_value": 0.6755337881020194, "input_sha256": "502ada9a5b7ebaa64b1d9495119575035807936aa9e798fbb18617eac5cd4a10"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754365162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.44470713962826114, "interval": [-5.253839117903799, 4.364424838647277], "p_value": 0.853, "input_sha256": "19ce6c268c28d0f28420367f24e947c39459a09705bfd688b579f2f145f65ef3"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754365162, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.44470713962826114, "interval": [-4.492136706590785, 4.367154718482176], "p_value": 0.8524178988356499, "input_sha256": "19ce6c268c28d0f28420367f24e947c39459a09705bfd688b579f2f145f65ef3"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754365162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005956750425473195, "interval": [-0.055878961791657224, 0.043965460940710833], "p_value": 0.798, "input_sha256": "780786229b0936af1a19dc85a0d8cd229ecfb77f970e9c247fb5253aaaec46d2"}
{"scenario": "regular", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754365162, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005956750425473195, "interval": [-0.04791030007613781, 0.043509705528177144], "p_value": 0.8103312592912983, "input_sha256": "780786229b0936af1a19dc85a0d8cd229ecfb77f970e9c247fb5253aaaec46d2"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2601729118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.33998934950118187, "interval": [-4.291932344353624, 3.6119536453512597], "p_value": 0.869, "input_sha256": "02877a6539bc8bd3de2c03bae8569df2488ec50cc79f0caa035d1fd8b70bc452"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2601729118, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.33998934950118187, "interval": [-4.806240977492594, 3.035769285207906], "p_value": 0.8624640634594326, "input_sha256": "02877a6539bc8bd3de2c03bae8569df2488ec50cc79f0caa035d1fd8b70bc452"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2601729118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007997221595609408, "interval": [-0.05127382889610143, 0.035279385704882614], "p_value": 0.734, "input_sha256": "9605cc746e102b4b6c3a1965bae1e40d0d5084a32a59cd1e93d5c636ad671918"}
{"scenario": "regular", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2601729118, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007997221595609408, "interval": [-0.05799215430011818, 0.027326728544495384], "p_value": 0.7097156077432683, "input_sha256": "9605cc746e102b4b6c3a1965bae1e40d0d5084a32a59cd1e93d5c636ad671918"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1879129058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14258100762804204, "interval": [-3.58459541322066, 3.869757428476744], "p_value": 0.947, "input_sha256": "bb0f83fdc402a591c85958edf57337acc168be34c36fc91b39250c2c1d4523cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1879129058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14258100762804204, "interval": [-3.7149457170534865, 4.014993359550022], "p_value": 0.9385557590976656, "input_sha256": "bb0f83fdc402a591c85958edf57337acc168be34c36fc91b39250c2c1d4523cb"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1879129058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0033441867625107896, "interval": [-0.03248400182173854, 0.039172375346760116], "p_value": 0.861, "input_sha256": "30a1e67482e04b412855970784fc7a32cd63329ee88924f95bd55bc8a5ad89cd"}
{"scenario": "regular", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1879129058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0033441867625107896, "interval": [-0.03458035817916751, 0.03919992832428791], "p_value": 0.85058365045647, "input_sha256": "30a1e67482e04b412855970784fc7a32cd63329ee88924f95bd55bc8a5ad89cd"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4006689968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026449949755236624, "interval": [-6.89748940291671, 6.844589503406237], "p_value": 0.996, "input_sha256": "2166937aafcc502c05be2db76f6aad65721517efa4c60786c6272d45e6a3023f"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4006689968, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026449949755236624, "interval": [-5.742335099790643, 7.145707874109936], "p_value": 0.9937955006805037, "input_sha256": "2166937aafcc502c05be2db76f6aad65721517efa4c60786c6272d45e6a3023f"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4006689968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037885319667928796, "interval": [-0.07191652589982284, 0.06433946196623708], "p_value": 0.909, "input_sha256": "70c7cf8f5615ba6e9b915545e50e7d368425fbfdd60007f12b9872f4a1730e53"}
{"scenario": "regular", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4006689968, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037885319667928796, "interval": [-0.06112386210154235, 0.06860088440300101], "p_value": 0.9105952900330432, "input_sha256": "70c7cf8f5615ba6e9b915545e50e7d368425fbfdd60007f12b9872f4a1730e53"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1173489899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07389777465035863, "interval": [-4.440015549322014, 4.292220000021297], "p_value": 0.973, "input_sha256": "a7a123344f755e0b4bce92c61543fecbf64fbca2bfec017f6c80318a87fdd6eb"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1173489899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07389777465035863, "interval": [-4.143235694369114, 4.010640539460135], "p_value": 0.9728046665013482, "input_sha256": "a7a123344f755e0b4bce92c61543fecbf64fbca2bfec017f6c80318a87fdd6eb"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1173489899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00364384760029815, "interval": [-0.04896290861060705, 0.04167521341001075], "p_value": 0.855, "input_sha256": "45996f3b3ff4f4c6adefe0f3048216bd0fb0e30ef1d232c329391e4b87200299"}
{"scenario": "regular", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1173489899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00364384760029815, "interval": [-0.048018628044051055, 0.03938027983119707], "p_value": 0.8714063545922679, "input_sha256": "45996f3b3ff4f4c6adefe0f3048216bd0fb0e30ef1d232c329391e4b87200299"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1190065543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.583148558783538, "interval": [-8.135915215034618, 0.969618097467543], "p_value": 0.127, "input_sha256": "237f157acb96d94a74b4b7f94b01a5e86900a3b3b22c8449977dc1b5b848901c"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1190065543, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.583148558783538, "interval": [-8.122213798056174, 0.40719470592941964], "p_value": 0.11938608672232172, "input_sha256": "237f157acb96d94a74b4b7f94b01a5e86900a3b3b22c8449977dc1b5b848901c"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1190065543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.041697922182991884, "interval": [-0.08672160135841096, 0.003325756992427195], "p_value": 0.07, "input_sha256": "fd5f67e7becac17baf9d3bff3bc772cb120a9583971b705fb6b9722862e80e63"}
{"scenario": "regular", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1190065543, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.041697922182991884, "interval": [-0.08751734922425702, -0.0025272283229138726], "p_value": 0.06851256160047792, "input_sha256": "fd5f67e7becac17baf9d3bff3bc772cb120a9583971b705fb6b9722862e80e63"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 397095094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5603645390349454, "interval": [-3.1715795134460083, 4.2923085915159], "p_value": 0.766, "input_sha256": "6543479e4208e1b25086546558dd3ac82eddfb703cf44599495d692ab504e515"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 397095094, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5603645390349454, "interval": [-2.8847482130432707, 4.125125221298016], "p_value": 0.7624823822026433, "input_sha256": "6543479e4208e1b25086546558dd3ac82eddfb703cf44599495d692ab504e515"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 397095094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002467346447393666, "interval": [-0.0348675887916016, 0.039802281686388934], "p_value": 0.903, "input_sha256": "313407b09bc1625a6ddb9457461025ffe862d78c17daa2485a09ca793b3de91d"}
{"scenario": "regular", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 397095094, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002467346447393666, "interval": [-0.03180541777813662, 0.039213205043163626], "p_value": 0.8941206352321465, "input_sha256": "313407b09bc1625a6ddb9457461025ffe862d78c17daa2485a09ca793b3de91d"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3716023265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3821072812181274, "interval": [-2.7002965925752624, 5.464511155011517], "p_value": 0.493, "input_sha256": "74b9c24a442ab2593cc56bc94b2c35244517350f1569a803c705e64017f0a02e"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3716023265, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3821072812181274, "interval": [-2.2826773091569654, 5.840733344651782], "p_value": 0.4970434512092371, "input_sha256": "74b9c24a442ab2593cc56bc94b2c35244517350f1569a803c705e64017f0a02e"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3716023265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01198477094647013, "interval": [-0.02778309416003727, 0.05175263605297753], "p_value": 0.535, "input_sha256": "004fdce9d73b6fe42fea3272240ab4a68d4358b760502cca28a7577c907066f7"}
{"scenario": "regular", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3716023265, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01198477094647013, "interval": [-0.024080949441370875, 0.05330933127847238], "p_value": 0.545207350836231, "input_sha256": "004fdce9d73b6fe42fea3272240ab4a68d4358b760502cca28a7577c907066f7"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1407784251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.713426198447901, "interval": [-6.5705524982850285, 3.1437001013892267], "p_value": 0.498, "input_sha256": "ffa247efe12c72a257d0c8d2cf830a0e415c76063d9e80965bdbe1340f6da660"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1407784251, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.713426198447901, "interval": [-6.169152958042247, 2.961597476083025], "p_value": 0.4794831203608727, "input_sha256": "ffa247efe12c72a257d0c8d2cf830a0e415c76063d9e80965bdbe1340f6da660"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1407784251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005594763527058844, "interval": [-0.058626542728878725, 0.04743701567476104], "p_value": 0.846, "input_sha256": "65d3a9e646426db2650f3b88945ae4ddbfff72e51cddb308b45f38fa5d84a3d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1407784251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005594763527058844, "interval": [-0.0582185134775174, 0.04197354575318768], "p_value": 0.8320178684256995, "input_sha256": "65d3a9e646426db2650f3b88945ae4ddbfff72e51cddb308b45f38fa5d84a3d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 444893481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015857041386038162, "interval": [-4.924963385582042, 4.956677468354118], "p_value": 0.998, "input_sha256": "4479f8d08bf8e33147dc796700eae6cd231e8d16b76f1c2362ee2c2407430b97"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 444893481, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015857041386038162, "interval": [-4.930585205316179, 3.990006246958479], "p_value": 0.994849269246491, "input_sha256": "4479f8d08bf8e33147dc796700eae6cd231e8d16b76f1c2362ee2c2407430b97"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 444893481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004352641395699283, "interval": [-0.05661083350205506, 0.04790555071065649], "p_value": 0.881, "input_sha256": "7e1b8da8538f1aef45e51d7bd9ac59f6ac7b7d04ebced6fb153ea88f848b6947"}
{"scenario": "regular", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 444893481, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004352641395699283, "interval": [-0.0542121742480634, 0.03993806474538244], "p_value": 0.8668968293975876, "input_sha256": "7e1b8da8538f1aef45e51d7bd9ac59f6ac7b7d04ebced6fb153ea88f848b6947"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2606238604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2311522802621484, "interval": [-4.767371331420862, 5.229675891945159], "p_value": 0.913, "input_sha256": "838e5ea45295e47692d9787626fcc0ae86ca9ee5a6977ae74ba1528036c76ab7"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2606238604, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2311522802621484, "interval": [-4.294349268098189, 5.472430534565327], "p_value": 0.9258475644575599, "input_sha256": "838e5ea45295e47692d9787626fcc0ae86ca9ee5a6977ae74ba1528036c76ab7"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2606238604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005238677190426602, "interval": [-0.04747858749713031, 0.057955941877983516], "p_value": 0.837, "input_sha256": "30dd3a2da8bccd39c8605cb82f2bb3c9a06829fa196ba468ed6f3d88d0039835"}
{"scenario": "regular", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2606238604, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005238677190426602, "interval": [-0.0455275836866673, 0.05737597287902942], "p_value": 0.8415472981142003, "input_sha256": "30dd3a2da8bccd39c8605cb82f2bb3c9a06829fa196ba468ed6f3d88d0039835"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2985552690, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.31073805561369117, "interval": [-4.720158245147477, 4.098682133920095], "p_value": 0.897, "input_sha256": "9605e11b956ad4b98c13b9773e07f4c381f3b684816324f50e812eb5a1efbd56"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2985552690, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.31073805561369117, "interval": [-4.108225929106882, 4.007968967496198], "p_value": 0.8872302625032096, "input_sha256": "9605e11b956ad4b98c13b9773e07f4c381f3b684816324f50e812eb5a1efbd56"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2985552690, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001293699270485893, "interval": [-0.04426071944337635, 0.04167332090240457], "p_value": 0.955, "input_sha256": "81632f8d79aad6cebc4ae81df0ed55f85f38d1f1c8311351fca2c5253c5de0b5"}
{"scenario": "regular", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2985552690, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001293699270485893, "interval": [-0.03705117036641467, 0.04110152618857605], "p_value": 0.9516978475551864, "input_sha256": "81632f8d79aad6cebc4ae81df0ed55f85f38d1f1c8311351fca2c5253c5de0b5"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3266661749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9018372147554423, "interval": [-7.911921249506998, 2.108246819996113], "p_value": 0.254, "input_sha256": "25ca3369cfdbff605e87c9f6cce74c7df66be0293c652e108e3a5ba0476598bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3266661749, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9018372147554423, "interval": [-7.273039243875699, 1.690156813536873], "p_value": 0.24826394829079398, "input_sha256": "25ca3369cfdbff605e87c9f6cce74c7df66be0293c652e108e3a5ba0476598bd"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3266661749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027437279091238803, "interval": [-0.08078557622313096, 0.02591101804065335], "p_value": 0.318, "input_sha256": "751e85bccdac31672800edd57e97b9a9ea58d74efd1c8f013e063af7d7e7bb38"}
{"scenario": "regular", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3266661749, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027437279091238803, "interval": [-0.07645618705969005, 0.018718748005943378], "p_value": 0.3043450791735169, "input_sha256": "751e85bccdac31672800edd57e97b9a9ea58d74efd1c8f013e063af7d7e7bb38"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1377558828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.708849081983148, "interval": [-7.104073511863025, -0.31362465210327084], "p_value": 0.032, "input_sha256": "7b951165e732b32c617e36194ca59327798eec8284981ccf219aad56225e7ddc"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1377558828, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.708849081983148, "interval": [-7.14279290564076, -0.7868831844339541], "p_value": 0.03311951059013073, "input_sha256": "7b951165e732b32c617e36194ca59327798eec8284981ccf219aad56225e7ddc"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1377558828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04132345262942412, "interval": [-0.07745367958752278, -0.00519322567132547], "p_value": 0.027, "input_sha256": "e504e285abc4f0f46af847cc8c81172c9c580e4a74196cec8dbf57480e5113fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1377558828, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04132345262942412, "interval": [-0.07805844757377843, -0.009606333301728125], "p_value": 0.026089241844150717, "input_sha256": "e504e285abc4f0f46af847cc8c81172c9c580e4a74196cec8dbf57480e5113fb"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3404998446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4242009391474655, "interval": [-5.875272329465609, 3.0268704511706783], "p_value": 0.536, "input_sha256": "74aa2edf2901658e851f8d4460a419f5b55621a0d5002b0b6e481489ba16fea0"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3404998446, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4242009391474655, "interval": [-6.132921270428605, 2.532425208602364], "p_value": 0.520327263229506, "input_sha256": "74aa2edf2901658e851f8d4460a419f5b55621a0d5002b0b6e481489ba16fea0"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3404998446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009195781317569138, "interval": [-0.05894173822901494, 0.040550175593876664], "p_value": 0.722, "input_sha256": "257ec0bd72c2e6856d986bec9d3c0bc131f38406fc9dc9cfe1f5dbdf8a435fa4"}
{"scenario": "regular", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3404998446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009195781317569138, "interval": [-0.06086321485621457, 0.034390569170951214], "p_value": 0.7101478104020877, "input_sha256": "257ec0bd72c2e6856d986bec9d3c0bc131f38406fc9dc9cfe1f5dbdf8a435fa4"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 529866717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7660427769985727, "interval": [-7.677491402527449, 2.145405848530304], "p_value": 0.246, "input_sha256": "07b0d21990334c9b9a5ddd34cd39c3119a8151322866a6d0d2151291a9e1e0da"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 529866717, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7660427769985727, "interval": [-8.038711428226405, 1.860804233160492], "p_value": 0.26111087471135846, "input_sha256": "07b0d21990334c9b9a5ddd34cd39c3119a8151322866a6d0d2151291a9e1e0da"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 529866717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027557081128297037, "interval": [-0.08027246441835104, 0.02515830216175697], "p_value": 0.299, "input_sha256": "fca61f918828dccc3861ee1928e8b136f5b9a3e4dd6b3e6a33158f7a4bdaade6"}
{"scenario": "regular", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 529866717, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027557081128297037, "interval": [-0.08349001284267933, 0.0214960142572628], "p_value": 0.29653974766252, "input_sha256": "fca61f918828dccc3861ee1928e8b136f5b9a3e4dd6b3e6a33158f7a4bdaade6"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1650357494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8431047770318765, "interval": [-6.550603901380312, 2.8643943473165594], "p_value": 0.438, "input_sha256": "909ec6b525f302cb92ec3f687cf83e15caa0d69dc4aa19e9ae7e0f84ff592934"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1650357494, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8431047770318765, "interval": [-5.6588049565077085, 3.54471771821865], "p_value": 0.4325005074264201, "input_sha256": "909ec6b525f302cb92ec3f687cf83e15caa0d69dc4aa19e9ae7e0f84ff592934"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1650357494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01744526460896749, "interval": [-0.0670206437812359, 0.032130114563300914], "p_value": 0.499, "input_sha256": "69570690b371817345db725a6c0176b3df47b97dad87171afea2acf72593c2ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1650357494, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01744526460896749, "interval": [-0.0564670167281367, 0.04239558430406322], "p_value": 0.4801630468575735, "input_sha256": "69570690b371817345db725a6c0176b3df47b97dad87171afea2acf72593c2ef"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1658661451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1510711619143628, "interval": [-3.199952832993631, 5.502095156822357], "p_value": 0.596, "input_sha256": "14102af84524e8ab6e4e2bb7be553f661c2cc95afa73365ac8535cc228a053b2"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1658661451, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1510711619143628, "interval": [-2.981471216028275, 5.284692769367714], "p_value": 0.5952871325460389, "input_sha256": "14102af84524e8ab6e4e2bb7be553f661c2cc95afa73365ac8535cc228a053b2"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1658661451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008624380405397924, "interval": [-0.038348843343711615, 0.055597604154507464], "p_value": 0.703, "input_sha256": "806ae3cd79fde9a4723fd86981d80eeec844f0853b4448c483b096102c84ea0a"}
{"scenario": "regular", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1658661451, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008624380405397924, "interval": [-0.0371197572319193, 0.05112905144741794], "p_value": 0.7119910061065355, "input_sha256": "806ae3cd79fde9a4723fd86981d80eeec844f0853b4448c483b096102c84ea0a"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 542129271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10885729956634904, "interval": [-4.410046728962792, 4.62776132809549], "p_value": 0.964, "input_sha256": "6d8a2159555fbf083fb7f7e4d999acd2b3166e2bfabe2f23d11e7cae37ab8aab"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 542129271, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10885729956634904, "interval": [-3.6854959086023316, 4.673520168213886], "p_value": 0.9613230696610786, "input_sha256": "6d8a2159555fbf083fb7f7e4d999acd2b3166e2bfabe2f23d11e7cae37ab8aab"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 542129271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00010957576240704092, "interval": [-0.047348009054566875, 0.04712885752975279], "p_value": 0.997, "input_sha256": "4ffd337881e842a226ac40b8ff81fc2b86f0fa571ea83281b6ba2d7dd4678ed0"}
{"scenario": "regular", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 542129271, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00010957576240704092, "interval": [-0.04061754765144694, 0.04589494946908083], "p_value": 0.9962709620066563, "input_sha256": "4ffd337881e842a226ac40b8ff81fc2b86f0fa571ea83281b6ba2d7dd4678ed0"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2162242427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16829213453103975, "interval": [-5.197534191240691, 4.860949922178611], "p_value": 0.951, "input_sha256": "0732e3a8fd582c1eca239052f5d5aa8ed0690834d71b2ca3780b01ebe34ec2e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2162242427, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16829213453103975, "interval": [-5.004822358643901, 4.436785901450899], "p_value": 0.9462975793012505, "input_sha256": "0732e3a8fd582c1eca239052f5d5aa8ed0690834d71b2ca3780b01ebe34ec2e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2162242427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023823931395524356, "interval": [-0.04698224429313933, 0.0517470305722442], "p_value": 0.92, "input_sha256": "cc92bef59e700bab8478c883c5e922aeb4c7b8982b4a854e5c172cce462264af"}
{"scenario": "regular", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2162242427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023823931395524356, "interval": [-0.04507329367545699, 0.047385157000442706], "p_value": 0.922679893769035, "input_sha256": "cc92bef59e700bab8478c883c5e922aeb4c7b8982b4a854e5c172cce462264af"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3753617816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.19303024541590386, "interval": [-4.597725180817649, 4.211664689985842], "p_value": 0.943, "input_sha256": "7800899fc7531cb71ef6f9d64247772f68c269e4c64b788793a4b89ca2fddcc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3753617816, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.19303024541590386, "interval": [-4.398342692483756, 3.886574174800718], "p_value": 0.9297388562915818, "input_sha256": "7800899fc7531cb71ef6f9d64247772f68c269e4c64b788793a4b89ca2fddcc0"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3753617816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0014329133731696836, "interval": [-0.04687115914424424, 0.049736985890583604], "p_value": 0.951, "input_sha256": "d454e84c7d74bb5239fb4e044713ebcf38cf59595b47d82ef91002e5e960f987"}
{"scenario": "regular", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3753617816, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0014329133731696836, "interval": [-0.04264215640937216, 0.04828664821911549], "p_value": 0.9524275695867426, "input_sha256": "d454e84c7d74bb5239fb4e044713ebcf38cf59595b47d82ef91002e5e960f987"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 9598600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.500102701101266, "interval": [-2.268778840768322, 7.268984242970854], "p_value": 0.255, "input_sha256": "5710659177b88360a641ed5f447a9c9f95fd9b47579390e808d7b2446387e069"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 9598600, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.500102701101266, "interval": [-2.4388079754316636, 6.8122907702984], "p_value": 0.2933768519701526, "input_sha256": "5710659177b88360a641ed5f447a9c9f95fd9b47579390e808d7b2446387e069"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 9598600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029703638593803885, "interval": [-0.020276701000870763, 0.07968397818847853], "p_value": 0.222, "input_sha256": "1297ce2ab610f3527891bff04b732d5f81f63455762db93076c78360afecb55f"}
{"scenario": "regular", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 9598600, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029703638593803885, "interval": [-0.021577532330192804, 0.07496797121334864], "p_value": 0.2346135082556106, "input_sha256": "1297ce2ab610f3527891bff04b732d5f81f63455762db93076c78360afecb55f"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2979690576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.19802001324475516, "interval": [-4.120202809734866, 4.516242836224376], "p_value": 0.923, "input_sha256": "1e7d9d8b0127e015425b544e9f6801946812d5dd1d42400635c90a8e6e6fadda"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2979690576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.19802001324475516, "interval": [-3.8619465334706633, 4.270936516377996], "p_value": 0.9260710623580901, "input_sha256": "1e7d9d8b0127e015425b544e9f6801946812d5dd1d42400635c90a8e6e6fadda"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2979690576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018841092028191314, "interval": [-0.04044267177188005, 0.044210890177518315], "p_value": 0.925, "input_sha256": "f7c31951e2dfe6c5514d783d6589dc6886936867e098545944b85d267afdb08d"}
{"scenario": "regular", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2979690576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018841092028191314, "interval": [-0.03603220264580366, 0.043100222870656534], "p_value": 0.9283117863269806, "input_sha256": "f7c31951e2dfe6c5514d783d6589dc6886936867e098545944b85d267afdb08d"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4134692997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.663639309614438, "interval": [-6.262840206685179, 2.935561587456303], "p_value": 0.468, "input_sha256": "34083b4e3c00de4a33ba301a0372d830798552d39c2a6137194c5acb0e259958"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4134692997, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.663639309614438, "interval": [-6.22347676675893, 2.4448017170872975], "p_value": 0.46823078483498326, "input_sha256": "34083b4e3c00de4a33ba301a0372d830798552d39c2a6137194c5acb0e259958"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4134692997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010121920551804886, "interval": [-0.056733796701988914, 0.03648995559837914], "p_value": 0.665, "input_sha256": "b1180a0167f616305a6506e2b052a7b5338811177e55b14d3fb4fa130a9e221b"}
{"scenario": "regular", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4134692997, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010121920551804886, "interval": [-0.057023774150316016, 0.031037491610941288], "p_value": 0.6623643207699128, "input_sha256": "b1180a0167f616305a6506e2b052a7b5338811177e55b14d3fb4fa130a9e221b"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3527675373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.437235513692504, "interval": [-4.153469347240196, 7.027940374625204], "p_value": 0.613, "input_sha256": "672989e271ba4dcc368556b3d38c833b9479ae82da457a541ce7ede13118f82e"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3527675373, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.437235513692504, "interval": [-3.7636371533985806, 6.7184413335539075], "p_value": 0.6054906352112321, "input_sha256": "672989e271ba4dcc368556b3d38c833b9479ae82da457a541ce7ede13118f82e"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3527675373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013260855394130605, "interval": [-0.04502844519573074, 0.07155015598399195], "p_value": 0.653, "input_sha256": "82131524c0df78c92f653e945b0ff8510a60c43fe0d4cc496c6fa763e4d60148"}
{"scenario": "regular", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3527675373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013260855394130605, "interval": [-0.04162091997579989, 0.07065177768414736], "p_value": 0.6476159432889016, "input_sha256": "82131524c0df78c92f653e945b0ff8510a60c43fe0d4cc496c6fa763e4d60148"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1507869341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3154505975523687, "interval": [-5.169569372109815, 4.538668177005078], "p_value": 0.903, "input_sha256": "e9faa11c6576ebbebbbef0545e31de1300126ec1f456908083f12e470e4e6c26"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1507869341, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3154505975523687, "interval": [-5.013374513112711, 3.896716623670152], "p_value": 0.8959847519218915, "input_sha256": "e9faa11c6576ebbebbbef0545e31de1300126ec1f456908083f12e470e4e6c26"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1507869341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0017633288519127432, "interval": [-0.051600988281598134, 0.05512764598542362], "p_value": 0.953, "input_sha256": "5e610f300ae1e8fa625a749129cec8216f44531ad1b3eb069830f5c7274ca851"}
{"scenario": "regular", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1507869341, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0017633288519127432, "interval": [-0.04870834971483209, 0.04977799381818613], "p_value": 0.9469752952227197, "input_sha256": "5e610f300ae1e8fa625a749129cec8216f44531ad1b3eb069830f5c7274ca851"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2519935285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0283216511214972, "interval": [-2.932118205428774, 4.988761507671768], "p_value": 0.582, "input_sha256": "4712d10d3a09ea28adc1f4462d8169bfed51e1eac835bde0f175c36d832ce49f"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2519935285, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0283216511214972, "interval": [-2.881359923273538, 4.507539722039144], "p_value": 0.6014118953582763, "input_sha256": "4712d10d3a09ea28adc1f4462d8169bfed51e1eac835bde0f175c36d832ce49f"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2519935285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005381513925982573, "interval": [-0.03885200471277577, 0.04961503256474092], "p_value": 0.811, "input_sha256": "0e5f41318acc5437a0b6d620d623964f2eb93461813539c546b6ad1cb9c72798"}
{"scenario": "regular", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2519935285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005381513925982573, "interval": [-0.0396519742236534, 0.043111664624322435], "p_value": 0.8062389087616271, "input_sha256": "0e5f41318acc5437a0b6d620d623964f2eb93461813539c546b6ad1cb9c72798"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1246735570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4471401759074567, "interval": [-4.849106215771387, 3.954825863956474], "p_value": 0.846, "input_sha256": "2800d497cb1ead35d79d5c31bfe12ea8bc02e3e14060884307b37b895bf375d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1246735570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4471401759074567, "interval": [-4.333790012121597, 3.894300522275793], "p_value": 0.8376160950530221, "input_sha256": "2800d497cb1ead35d79d5c31bfe12ea8bc02e3e14060884307b37b895bf375d9"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1246735570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003602918869993879, "interval": [-0.05036608285848201, 0.04316024511849425], "p_value": 0.875, "input_sha256": "9ba96018a4158fb5da1df41e8db290b682effb7231719f196fa97e578866f6e6"}
{"scenario": "regular", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1246735570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003602918869993879, "interval": [-0.04336493529398698, 0.04356924883107903], "p_value": 0.8766109068329934, "input_sha256": "9ba96018a4158fb5da1df41e8db290b682effb7231719f196fa97e578866f6e6"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2814392887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7124663143744714, "interval": [-7.2708148351129696, 1.8458822063640268], "p_value": 0.221, "input_sha256": "f3ae04a28de06c4261616b746e0cfe26021526472d94e32b2eb056e1f9a1e38b"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2814392887, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7124663143744714, "interval": [-6.7675849146532725, 1.8150900989873804], "p_value": 0.23575289330180002, "input_sha256": "f3ae04a28de06c4261616b746e0cfe26021526472d94e32b2eb056e1f9a1e38b"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2814392887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02555683706470127, "interval": [-0.06761899798315515, 0.016505323853752613], "p_value": 0.212, "input_sha256": "c297b6fd3d02026e9819cf50abbff74f6c2161eb9f858aad343378696f53fa80"}
{"scenario": "regular", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2814392887, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02555683706470127, "interval": [-0.06451076021990242, 0.015467876728540834], "p_value": 0.2262434947370747, "input_sha256": "c297b6fd3d02026e9819cf50abbff74f6c2161eb9f858aad343378696f53fa80"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2567497837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.23174946574091493, "interval": [-4.088456349687938, 4.551955281169768], "p_value": 0.922, "input_sha256": "8dc0e8169d3518956f770fa41cb80d0dd340d296e65b773e1043a3fba6c8aff8"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2567497837, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.23174946574091493, "interval": [-3.70411604322578, 4.613885917743059], "p_value": 0.9140791906237559, "input_sha256": "8dc0e8169d3518956f770fa41cb80d0dd340d296e65b773e1043a3fba6c8aff8"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2567497837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009525189658436475, "interval": [-0.055731170357176396, 0.036680791040303445], "p_value": 0.702, "input_sha256": "674096a0fcd9707f39a43edf1e988d022c457c90c667d21ef29b65cf1de467f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2567497837, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009525189658436475, "interval": [-0.05382771495800259, 0.034546019781924904], "p_value": 0.678456741063954, "input_sha256": "674096a0fcd9707f39a43edf1e988d022c457c90c667d21ef29b65cf1de467f4"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4160568042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.4757787056351344, "interval": [-7.30675695147775, 2.3551995402074812], "p_value": 0.295, "input_sha256": "03a189961d435dfdf511b79d9b38eefef41badf944fa5fab3c6a099d2696d1db"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4160568042, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.4757787056351344, "interval": [-7.360578697076175, 1.5349336262280135], "p_value": 0.3054510239034463, "input_sha256": "03a189961d435dfdf511b79d9b38eefef41badf944fa5fab3c6a099d2696d1db"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4160568042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025869154176836877, "interval": [-0.0732893082816664, 0.021550999927992642], "p_value": 0.276, "input_sha256": "82443bc157fdc1b8a97eed553bed340e7620ff641cb9725fb5a5b40a5f1cc74e"}
{"scenario": "regular", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4160568042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025869154176836877, "interval": [-0.07494542785853589, 0.013452812297356998], "p_value": 0.27596809542374195, "input_sha256": "82443bc157fdc1b8a97eed553bed340e7620ff641cb9725fb5a5b40a5f1cc74e"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4183059114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.178259331020235, "interval": [-6.911643729368855, 4.555125067328385], "p_value": 0.683, "input_sha256": "9769266603851393de9900299188e21c094b31ce6b11d2ecb1351c9e586658ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4183059114, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.178259331020235, "interval": [-6.326481362863189, 4.505099189100472], "p_value": 0.6790137553683475, "input_sha256": "9769266603851393de9900299188e21c094b31ce6b11d2ecb1351c9e586658ed"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4183059114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011850028480981406, "interval": [-0.0713580069429274, 0.0476579499809646], "p_value": 0.694, "input_sha256": "6e7868ee70ceb71a542f8263e32a106170eded400aae77cc24e1829394519ec1"}
{"scenario": "regular", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4183059114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011850028480981406, "interval": [-0.06560681463293455, 0.04739954698795528], "p_value": 0.6887938632485653, "input_sha256": "6e7868ee70ceb71a542f8263e32a106170eded400aae77cc24e1829394519ec1"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1127710522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.535097899700558, "interval": [-6.031781020668871, 2.9615852212677547], "p_value": 0.489, "input_sha256": "b42426bbe4062fc4376a9276f2d4464788d3a26ff84506f0aa331bedfbc51d0d"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1127710522, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.535097899700558, "interval": [-5.555559281754253, 2.6081307571368084], "p_value": 0.493687405655167, "input_sha256": "b42426bbe4062fc4376a9276f2d4464788d3a26ff84506f0aa331bedfbc51d0d"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1127710522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006721151678281606, "interval": [-0.05341839674784557, 0.03997609339128236], "p_value": 0.767, "input_sha256": "8ad405400fa88b0ed93cbf648f26afa5d92c7227817f2eb36865a0ba556d2100"}
{"scenario": "regular", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1127710522, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006721151678281606, "interval": [-0.047788187237473266, 0.03592441526701985], "p_value": 0.7721460861138114, "input_sha256": "8ad405400fa88b0ed93cbf648f26afa5d92c7227817f2eb36865a0ba556d2100"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2223174711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8089460712556384, "interval": [-4.589530799910369, 2.971638657399092], "p_value": 0.666, "input_sha256": "d0cb966a58b4b1da33b2b6f89ab1450e6818425b80a56d6a8855eeead9f1b883"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2223174711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8089460712556384, "interval": [-4.163924767387976, 2.9193521423670283], "p_value": 0.6673411663153612, "input_sha256": "d0cb966a58b4b1da33b2b6f89ab1450e6818425b80a56d6a8855eeead9f1b883"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2223174711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005902470668538759, "interval": [-0.05350298684410603, 0.04169804550702851], "p_value": 0.794, "input_sha256": "3e427e736ab197f7910b294be56fae7bdad8981948ccee925c4eb724e78767dc"}
{"scenario": "regular", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2223174711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005902470668538759, "interval": [-0.051175293341622824, 0.03930027666106976], "p_value": 0.8031471047238495, "input_sha256": "3e427e736ab197f7910b294be56fae7bdad8981948ccee925c4eb724e78767dc"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2279345184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6804470495950437, "interval": [-1.8767044072891084, 9.237598506479195], "p_value": 0.172, "input_sha256": "d5e931188b2862833090983ad82869980050e2969058cacd5dfabb4eb752fd38"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2279345184, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6804470495950437, "interval": [-1.6159563715725758, 9.242634555831373], "p_value": 0.18754583918002712, "input_sha256": "d5e931188b2862833090983ad82869980050e2969058cacd5dfabb4eb752fd38"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2279345184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03800975455242321, "interval": [-0.022149918355334544, 0.09816942746018097], "p_value": 0.196, "input_sha256": "3c7b69421f1d1a02147c094c1f05654ef53d1aa11ace3e2a894b6f64f33f2ccd"}
{"scenario": "regular", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2279345184, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03800975455242321, "interval": [-0.01983417988854569, 0.09740848654520216], "p_value": 0.20831395104397005, "input_sha256": "3c7b69421f1d1a02147c094c1f05654ef53d1aa11ace3e2a894b6f64f33f2ccd"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 172514986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.611771081774945, "interval": [-6.169130560510027, 2.9455883969601366], "p_value": 0.476, "input_sha256": "eb77a7dcf33259b228246abf44ae176cf49fad674146c1d4e6297ccedaca468f"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 172514986, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.611771081774945, "interval": [-5.749478017452658, 2.63970160416531], "p_value": 0.4783889363626732, "input_sha256": "eb77a7dcf33259b228246abf44ae176cf49fad674146c1d4e6297ccedaca468f"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 172514986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013347345339348532, "interval": [-0.061497689532606835, 0.03480299885390977], "p_value": 0.585, "input_sha256": "7e6b572af4cd41627cb0656672973d58aab3b3d44cf88e23bc838334aa4c1ff1"}
{"scenario": "regular", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 172514986, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013347345339348532, "interval": [-0.06007613664662762, 0.0307971435816508], "p_value": 0.5779720658183598, "input_sha256": "7e6b572af4cd41627cb0656672973d58aab3b3d44cf88e23bc838334aa4c1ff1"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2968649761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9788012791857295, "interval": [-2.445279421627445, 8.402881979998904], "p_value": 0.285, "input_sha256": "383e381d4ed377e1cf4f0b8838f8a80f6855035ded2f060835b736a17dccdfa3"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2968649761, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9788012791857295, "interval": [-1.3837531387631763, 8.085849746117246], "p_value": 0.2717933882955314, "input_sha256": "383e381d4ed377e1cf4f0b8838f8a80f6855035ded2f060835b736a17dccdfa3"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2968649761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03496368387928915, "interval": [-0.020104189843082286, 0.0900315576016606], "p_value": 0.228, "input_sha256": "d2d42175a3f492f094d40ecd631870af9e47117716132a80cf41e5b3efae71ad"}
{"scenario": "regular", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2968649761, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03496368387928915, "interval": [-0.009442314253890199, 0.08721173943963881], "p_value": 0.20480439509274462, "input_sha256": "d2d42175a3f492f094d40ecd631870af9e47117716132a80cf41e5b3efae71ad"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 308244983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2679070049467764, "interval": [-2.2421099462232474, 4.7779239561168], "p_value": 0.446, "input_sha256": "70fca4b275d75015b8773509b4d964fa4d3263814e39ea8da827940f3a2d35d2"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 308244983, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2679070049467764, "interval": [-1.576502370879421, 5.038604428130067], "p_value": 0.46698025540468513, "input_sha256": "70fca4b275d75015b8773509b4d964fa4d3263814e39ea8da827940f3a2d35d2"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 308244983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008957360018889277, "interval": [-0.027949662294143952, 0.045864382331922506], "p_value": 0.616, "input_sha256": "98c6e1c3e45d2f74bf01bb72c258177527355e56a91de9bc71384913b62047dc"}
{"scenario": "regular", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 308244983, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008957360018889277, "interval": [-0.02052105147344493, 0.04688767163023169], "p_value": 0.6245009014504671, "input_sha256": "98c6e1c3e45d2f74bf01bb72c258177527355e56a91de9bc71384913b62047dc"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2788205456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.404474195475083, "interval": [-7.107523362094389, 2.298574971144223], "p_value": 0.305, "input_sha256": "e0e79e454068d25f6a851effc1377a51795869703fa961ab74ff88dcb2a21b05"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2788205456, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.404474195475083, "interval": [-6.921948042830478, 2.1466414874577664], "p_value": 0.305110693713697, "input_sha256": "e0e79e454068d25f6a851effc1377a51795869703fa961ab74ff88dcb2a21b05"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2788205456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026489839500220477, "interval": [-0.07453418311332141, 0.021554504112880457], "p_value": 0.282, "input_sha256": "8ff8e852d42eba60b1e8d532f74e08ed97e8cfeba3154967c70f30fa36597f98"}
{"scenario": "regular", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2788205456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026489839500220477, "interval": [-0.07530332289473618, 0.016678063797481595], "p_value": 0.269381491419441, "input_sha256": "8ff8e852d42eba60b1e8d532f74e08ed97e8cfeba3154967c70f30fa36597f98"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2523265781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.387233190859507, "interval": [-6.6703600542324475, 1.8958936725134334], "p_value": 0.246, "input_sha256": "d497678880172a1839c9e68c4d09640c9809a087e54f74090e212a02c88bfa11"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2523265781, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.387233190859507, "interval": [-6.410410492345481, 1.7930362767752086], "p_value": 0.2653864134717403, "input_sha256": "d497678880172a1839c9e68c4d09640c9809a087e54f74090e212a02c88bfa11"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2523265781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021763088898362745, "interval": [-0.06616249560956962, 0.02263631781284413], "p_value": 0.314, "input_sha256": "225b463159b007da9bd5beb3fa9a11025caabcfdb1cb52959da171c13e2bcfd8"}
{"scenario": "regular", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2523265781, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021763088898362745, "interval": [-0.06227196833822547, 0.021948704967036308], "p_value": 0.3261694742265385, "input_sha256": "225b463159b007da9bd5beb3fa9a11025caabcfdb1cb52959da171c13e2bcfd8"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 974451377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.3998578358741725, "interval": [-9.337497290442649, 0.5377816186943027], "p_value": 0.087, "input_sha256": "6cf11eb71e83b8e3282726a62f2b338c926b318ec21b78602a9b62fe6ea0f1f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 974451377, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.3998578358741725, "interval": [-9.423427263905447, -0.01764039451393211], "p_value": 0.07917732657210917, "input_sha256": "6cf11eb71e83b8e3282726a62f2b338c926b318ec21b78602a9b62fe6ea0f1f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 974451377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042446521090450974, "interval": [-0.09156887299226851, 0.006675830811366565], "p_value": 0.097, "input_sha256": "693c5ac016bd33630c7acf97514e9897ecb5fe46e4c33e7d63b9faff5bd795bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 974451377, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042446521090450974, "interval": [-0.08888472083438882, 0.0015848819989144904], "p_value": 0.08831091929118776, "input_sha256": "693c5ac016bd33630c7acf97514e9897ecb5fe46e4c33e7d63b9faff5bd795bb"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2549468044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.937972284430617, "interval": [-9.17792220592587, 1.3019776370646357], "p_value": 0.125, "input_sha256": "4a8770947573c3dcd56fc4c6ae3836376e50a6217148903f128413eb282da26a"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2549468044, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.937972284430617, "interval": [-8.690242534014988, 0.9032399865655039], "p_value": 0.13549128697038318, "input_sha256": "4a8770947573c3dcd56fc4c6ae3836376e50a6217148903f128413eb282da26a"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2549468044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.050219467561678215, "interval": [-0.10956464171747314, 0.009125706594116711], "p_value": 0.089, "input_sha256": "8b29a30a360ea3e375b7c8d9b958f2501ff6d99e243bec3b41db59e39e56948a"}
{"scenario": "regular", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2549468044, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.050219467561678215, "interval": [-0.10514264975826555, 0.002052208479307125], "p_value": 0.0941730189250415, "input_sha256": "8b29a30a360ea3e375b7c8d9b958f2501ff6d99e243bec3b41db59e39e56948a"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 193884191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9493937997000144, "interval": [-6.083821647942006, 4.1850340485419775], "p_value": 0.718, "input_sha256": "76681369cfe8e0eb86f4287ced33d652cda0a0cd9d19d6ad3489f2e51457595f"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 193884191, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9493937997000144, "interval": [-5.848165818380349, 4.281239193203125], "p_value": 0.7100936232117241, "input_sha256": "76681369cfe8e0eb86f4287ced33d652cda0a0cd9d19d6ad3489f2e51457595f"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 193884191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015116032810093952, "interval": [-0.06590831516361687, 0.035676249543428955], "p_value": 0.567, "input_sha256": "0fe56f8e89a32a62342942056bddd77371ce4146b706dcbd271a3b9d9e9bec58"}
{"scenario": "regular", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 193884191, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015116032810093952, "interval": [-0.06360091890992434, 0.03495899792113058], "p_value": 0.5504085976973019, "input_sha256": "0fe56f8e89a32a62342942056bddd77371ce4146b706dcbd271a3b9d9e9bec58"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1354126907, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.457997972950906, "interval": [-8.442358204487864, -0.473637741413949], "p_value": 0.037, "input_sha256": "c1c85f1f5680641b377a7a145f6b505eca45043b3d238d7d581526ad83d693b3"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1354126907, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.457997972950906, "interval": [-7.940918778959339, -0.5294023115225832], "p_value": 0.029302894695593374, "input_sha256": "c1c85f1f5680641b377a7a145f6b505eca45043b3d238d7d581526ad83d693b3"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1354126907, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04722760681890781, "interval": [-0.08911785870206651, -0.005337354935749106], "p_value": 0.032, "input_sha256": "d0f7a37237e57a071450f81ad465aa893828aa1000d7734c764867f3db2c6773"}
{"scenario": "regular", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1354126907, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04722760681890781, "interval": [-0.08586389660991249, -0.006493406274284157], "p_value": 0.02816966193411071, "input_sha256": "d0f7a37237e57a071450f81ad465aa893828aa1000d7734c764867f3db2c6773"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1862065078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0835029108935395, "interval": [-3.103908791118867, 7.270914612905946], "p_value": 0.399, "input_sha256": "9888f291c84cf4686219901d49f8eed2e165f5f335eb4187ae28746669167477"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1862065078, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0835029108935395, "interval": [-2.938183582425407, 6.776227521083984], "p_value": 0.42067473716303116, "input_sha256": "9888f291c84cf4686219901d49f8eed2e165f5f335eb4187ae28746669167477"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1862065078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02385048872506798, "interval": [-0.027726934954811593, 0.07542791240494756], "p_value": 0.322, "input_sha256": "e250567ea4dd1b04fa67ca3a08d3abd58a66c28af5a044a6dfdc3d997eb13eca"}
{"scenario": "regular", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1862065078, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02385048872506798, "interval": [-0.024182022431415803, 0.0700481683896711], "p_value": 0.35459898481987784, "input_sha256": "e250567ea4dd1b04fa67ca3a08d3abd58a66c28af5a044a6dfdc3d997eb13eca"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2799001031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.610227686339303, "interval": [-6.8466223237322, 1.6261669510535945], "p_value": 0.21, "input_sha256": "6608049b22b3ca3a5ddb915ec2471be6f096ca24eaa15e17be4c23b8805449fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2799001031, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.610227686339303, "interval": [-6.524661274400917, 1.3416236832250845], "p_value": 0.21975603766999685, "input_sha256": "6608049b22b3ca3a5ddb915ec2471be6f096ca24eaa15e17be4c23b8805449fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2799001031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026326275103694015, "interval": [-0.06865680038791643, 0.016004250180528395], "p_value": 0.222, "input_sha256": "78f3a490238254eb3b452994d446769c7caf7eebc728c8a1ded1eea58a838221"}
{"scenario": "regular", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2799001031, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026326275103694015, "interval": [-0.06520475281840396, 0.01335674664133655], "p_value": 0.21566452409985484, "input_sha256": "78f3a490238254eb3b452994d446769c7caf7eebc728c8a1ded1eea58a838221"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1319511421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7444674562416562, "interval": [-4.333631818465923, 5.8225667309492355], "p_value": 0.774, "input_sha256": "3803b67d966c135e670ece244345cb5fb2b1c9afa2dc3128958468d1f9683c3b"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1319511421, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7444674562416562, "interval": [-4.40564324098706, 5.122188142620525], "p_value": 0.7678986586458696, "input_sha256": "3803b67d966c135e670ece244345cb5fb2b1c9afa2dc3128958468d1f9683c3b"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1319511421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0002963071307868492, "interval": [-0.05558771163140139, 0.05499509736982769], "p_value": 0.99, "input_sha256": "1cb24421df2432e94af9189642c0bfef8e92faeadd74acf805bef1004c501d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1319511421, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0002963071307868492, "interval": [-0.05904203073711231, 0.044211278030774986], "p_value": 0.9913792850665932, "input_sha256": "1cb24421df2432e94af9189642c0bfef8e92faeadd74acf805bef1004c501d6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2798562341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.273571610072461, "interval": [-10.369525745448984, -2.1776174746959374], "p_value": 0.003, "input_sha256": "a2748145bf64765c6916c4068c4691bf48d1c3c713fbd1e170f9996344e0a8a3"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2798562341, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.273571610072461, "interval": [-9.983866561003845, -2.4666379548571853], "p_value": 0.00363501528968665, "input_sha256": "a2748145bf64765c6916c4068c4691bf48d1c3c713fbd1e170f9996344e0a8a3"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2798562341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07004945519546989, "interval": [-0.11291286109939777, -0.027186049291542003], "p_value": 0.002, "input_sha256": "d9822791ca6bd34f2e28b784fdf705b8c6153f81ea8db8dc89b0ea421417b9a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2798562341, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07004945519546989, "interval": [-0.11017921558760645, -0.03171991137726788], "p_value": 0.002072367741226961, "input_sha256": "d9822791ca6bd34f2e28b784fdf705b8c6153f81ea8db8dc89b0ea421417b9a2"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4230366756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.349619731207137, "interval": [-1.6234855344398573, 6.322724996854132], "p_value": 0.232, "input_sha256": "fd04874bf319c5ab5a6e0a35f40551c9c41581d266a6bb33449ede8537c32a1a"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4230366756, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.349619731207137, "interval": [-1.478237681273301, 5.868639360213248], "p_value": 0.23862766883375539, "input_sha256": "fd04874bf319c5ab5a6e0a35f40551c9c41581d266a6bb33449ede8537c32a1a"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4230366756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024982801116286674, "interval": [-0.018214411160211427, 0.06818001339278477], "p_value": 0.256, "input_sha256": "2aab6ec95bbe19a3b5c2e49c5344a3309533c1338b9c295310afa24caae251f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4230366756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024982801116286674, "interval": [-0.012349696739522279, 0.06760143758318146], "p_value": 0.2489352690783976, "input_sha256": "2aab6ec95bbe19a3b5c2e49c5344a3309533c1338b9c295310afa24caae251f9"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3115042946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.19927742205970844, "interval": [-4.648766296474173, 5.04732114059359], "p_value": 0.939, "input_sha256": "e5853e778da8cac88e7480d57f8142a295aa8f191f0909bfbb421f6940c15bdb"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3115042946, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.19927742205970844, "interval": [-3.895602658930596, 4.751050331336229], "p_value": 0.933930783891076, "input_sha256": "e5853e778da8cac88e7480d57f8142a295aa8f191f0909bfbb421f6940c15bdb"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3115042946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0002431111265123881, "interval": [-0.04831494438215312, 0.048801166635177896], "p_value": 0.99, "input_sha256": "da3deccd24e3af1bc0021bef4c0fac846974bd655b237cf6656ebfc14b89d171"}
{"scenario": "regular", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3115042946, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0002431111265123881, "interval": [-0.04296019829747075, 0.044270492682758955], "p_value": 0.9919347724701688, "input_sha256": "da3deccd24e3af1bc0021bef4c0fac846974bd655b237cf6656ebfc14b89d171"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1361445401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7955318205373798, "interval": [-5.586751844724856, 3.9956882036500962], "p_value": 0.755, "input_sha256": "cf7efa61e42922cd74834fc14bf76eb5d03819f827701769a132c1f5861d2746"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1361445401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7955318205373798, "interval": [-5.662561727449131, 3.6719562259730543], "p_value": 0.7386156127439694, "input_sha256": "cf7efa61e42922cd74834fc14bf76eb5d03819f827701769a132c1f5861d2746"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1361445401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014522722790604584, "interval": [-0.0636868469747213, 0.03464140139351212], "p_value": 0.564, "input_sha256": "1732092124bb115c99ad2b1b2efbe559a95151566f00329cee5568d14ae42e9a"}
{"scenario": "regular", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1361445401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014522722790604584, "interval": [-0.06485592006150329, 0.03128152977665584], "p_value": 0.5532413954643869, "input_sha256": "1732092124bb115c99ad2b1b2efbe559a95151566f00329cee5568d14ae42e9a"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1241483637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.384034232689115, "interval": [-3.3922894820686498, 8.16035794744688], "p_value": 0.423, "input_sha256": "51691424ee58d1016f2593d795ecab981163b429a43adb0d1798b1b2bfc9ca2b"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1241483637, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.384034232689115, "interval": [-3.523365868293482, 7.623346164960245], "p_value": 0.40854306451382705, "input_sha256": "51691424ee58d1016f2593d795ecab981163b429a43adb0d1798b1b2bfc9ca2b"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1241483637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02839928690060846, "interval": [-0.03198652507819137, 0.08878509887940829], "p_value": 0.357, "input_sha256": "174630cdac77e63259c60bd50c14d42c30bfe0c6f1f168f3e808c1b789330233"}
{"scenario": "regular", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1241483637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02839928690060846, "interval": [-0.030646381951145128, 0.08430785375927889], "p_value": 0.34699386021428136, "input_sha256": "174630cdac77e63259c60bd50c14d42c30bfe0c6f1f168f3e808c1b789330233"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1224628032, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5950207203746745, "interval": [-0.16921846531575824, 9.359259906065107], "p_value": 0.06, "input_sha256": "298c2db60423d3d8dec2403c9012c4787b763e02e1e04a23b66a7fd8afe28a2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1224628032, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5950207203746745, "interval": [0.11543953227579229, 9.16116572532391], "p_value": 0.05825110455321353, "input_sha256": "298c2db60423d3d8dec2403c9012c4787b763e02e1e04a23b66a7fd8afe28a2a"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1224628032, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.048957444868397905, "interval": [-0.00046172950776481037, 0.09837661924456062], "p_value": 0.061, "input_sha256": "6a246ad6235fd1e7288929677492cc911b086a8a27fcaa6fad55fd3f6bf577e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1224628032, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.048957444868397905, "interval": [0.002957780000336245, 0.09540346344919046], "p_value": 0.05206266075701394, "input_sha256": "6a246ad6235fd1e7288929677492cc911b086a8a27fcaa6fad55fd3f6bf577e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1463685120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3747798577833974, "interval": [-5.89431657545875, 5.144756859891955], "p_value": 0.891, "input_sha256": "c28d74af777c9ce2915d4a7211e2a055fb3a6001f5fd4a6882fa8faa5b542f0c"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1463685120, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3747798577833974, "interval": [-5.150309698377549, 5.018624276198173], "p_value": 0.8913292484692852, "input_sha256": "c28d74af777c9ce2915d4a7211e2a055fb3a6001f5fd4a6882fa8faa5b542f0c"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1463685120, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024645706506849774, "interval": [-0.059671160593992516, 0.05474201929262256], "p_value": 0.938, "input_sha256": "f1213b57268317e7308bb962afb0ab2fdda8da05e31979be912652d9f093dc49"}
{"scenario": "regular", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1463685120, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024645706506849774, "interval": [-0.05202135137112153, 0.05508951851586202], "p_value": 0.9309227244096845, "input_sha256": "f1213b57268317e7308bb962afb0ab2fdda8da05e31979be912652d9f093dc49"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 802401849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1112584237759346, "interval": [-2.8866886275925028, 5.109205475144372], "p_value": 0.579, "input_sha256": "17f1edb4282a771b3fc1c24b652efeafe28def326d82cc2fa9399fa1488c0a12"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 802401849, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1112584237759346, "interval": [-2.456010109298592, 5.304348595663394], "p_value": 0.576674525214852, "input_sha256": "17f1edb4282a771b3fc1c24b652efeafe28def326d82cc2fa9399fa1488c0a12"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 802401849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01449524886989123, "interval": [-0.027533018792879352, 0.05652351653266181], "p_value": 0.485, "input_sha256": "779b410188df550692134b0d0c5794e4a4c20b347d8d28c2cc378999d06d9b95"}
{"scenario": "regular", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 802401849, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01449524886989123, "interval": [-0.023996915800313278, 0.058903526459939126], "p_value": 0.4892824342771894, "input_sha256": "779b410188df550692134b0d0c5794e4a4c20b347d8d28c2cc378999d06d9b95"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3701061960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3837944519330616, "interval": [-8.103434767564067, 1.3358458636979433], "p_value": 0.151, "input_sha256": "c569f6b2706f5ab892374252d54b42344e51fa439e32261b02d79b8039113e6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3701061960, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3837944519330616, "interval": [-8.200653686210119, 0.9310578484751537], "p_value": 0.1548685499280567, "input_sha256": "c569f6b2706f5ab892374252d54b42344e51fa439e32261b02d79b8039113e6d"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3701061960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033806221980056686, "interval": [-0.08236832217751204, 0.014755878217398669], "p_value": 0.167, "input_sha256": "c13fa22541bb292c32317c5bfb17133b49b4738bd0e2b2c44d29b16996957e75"}
{"scenario": "regular", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3701061960, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033806221980056686, "interval": [-0.0832816214369352, 0.010279196731005403], "p_value": 0.16687632283933243, "input_sha256": "c13fa22541bb292c32317c5bfb17133b49b4738bd0e2b2c44d29b16996957e75"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3492859651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05039208147805141, "interval": [-5.002277573065564, 4.901493410109461], "p_value": 0.988, "input_sha256": "efacab3e70c046f2b80d02f076e37901b2c12f3aef2ea88d9cd69015bc5ce986"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3492859651, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05039208147805141, "interval": [-4.4642463972381, 4.964317067869289], "p_value": 0.9836587466619561, "input_sha256": "efacab3e70c046f2b80d02f076e37901b2c12f3aef2ea88d9cd69015bc5ce986"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3492859651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003763335183162214, "interval": [-0.045549651981039725, 0.053076322347364153], "p_value": 0.899, "input_sha256": "0310a20bb6c1c9cdceecb536bd0e33a95f8cd769f608a96be824cd0de59cf919"}
{"scenario": "regular", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3492859651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003763335183162214, "interval": [-0.03935290484004402, 0.05600483140416182], "p_value": 0.8778916575148824, "input_sha256": "0310a20bb6c1c9cdceecb536bd0e33a95f8cd769f608a96be824cd0de59cf919"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2523758595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.19565187442285037, "interval": [-4.192084722362268, 4.583388471207969], "p_value": 0.921, "input_sha256": "f594fbd6212d7931ef9f0edc51f1bd29418bed973684e06611ea2e6de0fad2fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2523758595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.19565187442285037, "interval": [-3.8924770764092047, 4.179757548055605], "p_value": 0.9285138308987728, "input_sha256": "f594fbd6212d7931ef9f0edc51f1bd29418bed973684e06611ea2e6de0fad2fa"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2523758595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004892809727896047, "interval": [-0.0452264976852009, 0.055012117140992994], "p_value": 0.825, "input_sha256": "c3f577d09e1aa642a1c03a82af4853d71e78a729bf25b72720bc49bc06370427"}
{"scenario": "regular", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2523758595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004892809727896047, "interval": [-0.04312828811526311, 0.049407009642760145], "p_value": 0.8443554590116233, "input_sha256": "c3f577d09e1aa642a1c03a82af4853d71e78a729bf25b72720bc49bc06370427"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1245544788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.657865922249303, "interval": [-7.324296649408431, 2.0085648049098257], "p_value": 0.234, "input_sha256": "4ba276474e46983b19fce5ac0fa9a6852f81c605137f6872d9fe085c61be7030"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1245544788, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.657865922249303, "interval": [-7.123189549759316, 1.7358443078419823], "p_value": 0.25608898761839405, "input_sha256": "4ba276474e46983b19fce5ac0fa9a6852f81c605137f6872d9fe085c61be7030"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1245544788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020647851414581433, "interval": [-0.06862210294653688, 0.027326400117374014], "p_value": 0.37, "input_sha256": "aa534ed1e15ff0827d4c5a1a0c80516b53ef0f14aaeefac5babd9fdd445ec500"}
{"scenario": "regular", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1245544788, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020647851414581433, "interval": [-0.06485628748431371, 0.025494002711288356], "p_value": 0.3890562397879883, "input_sha256": "aa534ed1e15ff0827d4c5a1a0c80516b53ef0f14aaeefac5babd9fdd445ec500"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292407268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6041658103245773, "interval": [-5.351535901722689, 4.143204281073534], "p_value": 0.819, "input_sha256": "6664497d780540cd3d4f751433914a2f184583f39f087b40e674a8996fce16b1"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292407268, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6041658103245773, "interval": [-4.630071855509559, 4.073382639567977], "p_value": 0.7979309776898866, "input_sha256": "6664497d780540cd3d4f751433914a2f184583f39f087b40e674a8996fce16b1"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292407268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019108941977936375, "interval": [-0.06975133547475718, 0.03153345151888443], "p_value": 0.454, "input_sha256": "116e843333e3b35ccd7763a9cdb12211d66cd9fb9839331ea2df10a006dc3b07"}
{"scenario": "regular", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292407268, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019108941977936375, "interval": [-0.06418887511956296, 0.029445874135348424], "p_value": 0.44966061178810923, "input_sha256": "116e843333e3b35ccd7763a9cdb12211d66cd9fb9839331ea2df10a006dc3b07"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2198632817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5676569410939143, "interval": [-4.242959345649981, 5.378273227837809], "p_value": 0.834, "input_sha256": "c2480c4906d93e05af7ef18a310cabf4b9ef22d07c0df7315e16c92698fd0f97"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2198632817, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5676569410939143, "interval": [-3.637095820078693, 5.179300273271818], "p_value": 0.8124679364381738, "input_sha256": "c2480c4906d93e05af7ef18a310cabf4b9ef22d07c0df7315e16c92698fd0f97"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2198632817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0010368136667410766, "interval": [-0.052782433135463096, 0.05070880580198094], "p_value": 0.973, "input_sha256": "565c01cb907b680e22b1651b63a968bab384ef0e9b1e3c5160b421ccdbca7deb"}
{"scenario": "regular", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2198632817, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0010368136667410766, "interval": [-0.04630247809170716, 0.04745260414080187], "p_value": 0.9678324423952471, "input_sha256": "565c01cb907b680e22b1651b63a968bab384ef0e9b1e3c5160b421ccdbca7deb"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 81427691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1987214687585155, "interval": [-3.1586513768044515, 5.5560943143214825], "p_value": 0.587, "input_sha256": "b5d1cd92d036d7d71148d838ced99a8a6a15786dc7d849619c0de01b4ca38ca9"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 81427691, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1987214687585155, "interval": [-3.307066715023515, 5.019037467775259], "p_value": 0.5808495478918982, "input_sha256": "b5d1cd92d036d7d71148d838ced99a8a6a15786dc7d849619c0de01b4ca38ca9"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 81427691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009819025261363815, "interval": [-0.038764971371691756, 0.058403021894419385], "p_value": 0.703, "input_sha256": "98f3fe604d41e334973f2b91f68bf911518d68d6167aeecf784ed93083be517b"}
{"scenario": "regular", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 81427691, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009819025261363815, "interval": [-0.036271647814725264, 0.05183468891911228], "p_value": 0.6847311970559443, "input_sha256": "98f3fe604d41e334973f2b91f68bf911518d68d6167aeecf784ed93083be517b"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3260302709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030746100593001202, "interval": [-3.4942629124985847, 3.555755113684587], "p_value": 0.98, "input_sha256": "ebf3db1e1a0c3340a8bac561879326f0e099ef81ee20c15db71e836920643aa4"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3260302709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030746100593001202, "interval": [-3.1277848439953124, 3.0295439384980245], "p_value": 0.9859388691325753, "input_sha256": "ebf3db1e1a0c3340a8bac561879326f0e099ef81ee20c15db71e836920643aa4"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3260302709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014132220162763429, "interval": [-0.02978383626583824, 0.0580482765913651], "p_value": 0.503, "input_sha256": "6e86b4c6b547e526268f18763f30c520533dfae74a26ca3e21e279167e2a460d"}
{"scenario": "regular", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3260302709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014132220162763429, "interval": [-0.022322190859802048, 0.053478622485946405], "p_value": 0.5153587290650238, "input_sha256": "6e86b4c6b547e526268f18763f30c520533dfae74a26ca3e21e279167e2a460d"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1225391464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8167420728454147, "interval": [-3.7792406277822073, 7.412724773473037], "p_value": 0.531, "input_sha256": "b93bf3be969006476778b254c408d49eeb77e6fcc30ff103a9b72c5425004c5d"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1225391464, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8167420728454147, "interval": [-3.396615168757399, 6.575943232688749], "p_value": 0.5149216180604972, "input_sha256": "b93bf3be969006476778b254c408d49eeb77e6fcc30ff103a9b72c5425004c5d"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1225391464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01684973014373055, "interval": [-0.04540838372103343, 0.07910784400849452], "p_value": 0.593, "input_sha256": "ccadfd6478e12d67ad2ba088c698d06b9c0e97cfa4bd5d2bc7fe86f9c1a4f1f0"}
{"scenario": "regular", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1225391464, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01684973014373055, "interval": [-0.03584131078317419, 0.0712483531360263], "p_value": 0.5869376045588921, "input_sha256": "ccadfd6478e12d67ad2ba088c698d06b9c0e97cfa4bd5d2bc7fe86f9c1a4f1f0"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4214350253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2516129715384263, "interval": [-3.1774280406933952, 5.680653983770248], "p_value": 0.592, "input_sha256": "71df0a48e313fa3073d9bab0e45a476a2aa558741791baa2537269e4db023118"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4214350253, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2516129715384263, "interval": [-2.681594534414858, 6.10235840952542], "p_value": 0.5706058332348208, "input_sha256": "71df0a48e313fa3073d9bab0e45a476a2aa558741791baa2537269e4db023118"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4214350253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01487663868707554, "interval": [-0.031423930491983935, 0.061177207866135015], "p_value": 0.535, "input_sha256": "2f0edf3d4f45ac818bef1c37bf99e6beed5876c345b8598c201caa2b5a106a67"}
{"scenario": "regular", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4214350253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01487663868707554, "interval": [-0.02691546429511785, 0.06541023600678733], "p_value": 0.5192433549904137, "input_sha256": "2f0edf3d4f45ac818bef1c37bf99e6beed5876c345b8598c201caa2b5a106a67"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2585779878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.091418290455267, "interval": [-6.893781598671585, 2.710945017761051], "p_value": 0.383, "input_sha256": "f5ba746bccdec9a97559558ebfb25e18615bcfc18f41dce85a934c29a57a243c"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2585779878, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.091418290455267, "interval": [-6.864161042384865, 2.5528669630994583], "p_value": 0.3832828471725064, "input_sha256": "f5ba746bccdec9a97559558ebfb25e18615bcfc18f41dce85a934c29a57a243c"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2585779878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02236958800889155, "interval": [-0.07449284823903873, 0.029753672221255627], "p_value": 0.402, "input_sha256": "db5199f8e20f3b98e5424cf27d8737dd2c7b81aff6252c69ff07be17c684e1da"}
{"scenario": "regular", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2585779878, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02236958800889155, "interval": [-0.07672285697727037, 0.027926131095107935], "p_value": 0.3896137320131934, "input_sha256": "db5199f8e20f3b98e5424cf27d8737dd2c7b81aff6252c69ff07be17c684e1da"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3852358519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6811649799690969, "interval": [-2.5783898544467183, 5.940719814384912], "p_value": 0.445, "input_sha256": "ace68e5decc2b689103d6af4b2a31138bf55241f111b60aa8e9e067baa1b0db9"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3852358519, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6811649799690969, "interval": [-2.205240739128238, 5.552659832988923], "p_value": 0.42925818933872306, "input_sha256": "ace68e5decc2b689103d6af4b2a31138bf55241f111b60aa8e9e067baa1b0db9"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3852358519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017461327696626276, "interval": [-0.026732166839988795, 0.06165482223324135], "p_value": 0.435, "input_sha256": "9955a2c9188804f0a8d9a75f6ed1ac74b3f69d3c5d8e3d2cef58cd9ae28eb011"}
{"scenario": "regular", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3852358519, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017461327696626276, "interval": [-0.022604221690031196, 0.05732235982900018], "p_value": 0.428702776432607, "input_sha256": "9955a2c9188804f0a8d9a75f6ed1ac74b3f69d3c5d8e3d2cef58cd9ae28eb011"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 299168571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3609254484647755, "interval": [-5.7710886627007065, 3.0492377657711556], "p_value": 0.546, "input_sha256": "8eb7d25e8acb9a6b5a05ceb46a88b230c897ae198f7d4198545e12cb5312d943"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 299168571, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3609254484647755, "interval": [-5.3957170685105025, 2.8334678270581017], "p_value": 0.5348633860093241, "input_sha256": "8eb7d25e8acb9a6b5a05ceb46a88b230c897ae198f7d4198545e12cb5312d943"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 299168571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013172042131413805, "interval": [-0.057809456792821776, 0.031465372529994165], "p_value": 0.56, "input_sha256": "059f1d9630fe7a0a3528d7d222f78c57ef3a0aad779dedc3913b050c8f4bb472"}
{"scenario": "regular", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 299168571, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013172042131413805, "interval": [-0.05426849283132906, 0.03018146237318203], "p_value": 0.5528135770578224, "input_sha256": "059f1d9630fe7a0a3528d7d222f78c57ef3a0aad779dedc3913b050c8f4bb472"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1003563868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3095213588975554, "interval": [-8.427391720264355, 1.8083490024692441], "p_value": 0.214, "input_sha256": "18878bd316df3f2173a6c892a89687b1d5b316856e71d1a46569b1145b6b85df"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1003563868, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3095213588975554, "interval": [-8.035992593043176, 1.2546769866533085], "p_value": 0.1983626692889624, "input_sha256": "18878bd316df3f2173a6c892a89687b1d5b316856e71d1a46569b1145b6b85df"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1003563868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.040702557892896674, "interval": [-0.09236015422623085, 0.010955038440437506], "p_value": 0.135, "input_sha256": "8c2d0774d1e662e2c1f60412a095e3075380b7c313e47d14adc1c29dc1e315c7"}
{"scenario": "regular", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1003563868, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.040702557892896674, "interval": [-0.08671351914019647, 0.007342247316036441], "p_value": 0.11889901945960474, "input_sha256": "8c2d0774d1e662e2c1f60412a095e3075380b7c313e47d14adc1c29dc1e315c7"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2746847964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.024509759912884, "interval": [-7.482956081736221, 3.4339365619104534], "p_value": 0.468, "input_sha256": "c301c12cf470673e4520cc1732959efe1ce240d19a9941e84f5c11406cc62ce0"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2746847964, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.024509759912884, "interval": [-7.064867975072183, 3.4438192126827585], "p_value": 0.4573686206767006, "input_sha256": "c301c12cf470673e4520cc1732959efe1ce240d19a9941e84f5c11406cc62ce0"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2746847964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018556678770828214, "interval": [-0.07741700178728028, 0.040303644245623854], "p_value": 0.542, "input_sha256": "50202ff4c4bccc7551672453d0175fc6719a3184e250427be812674603471657"}
{"scenario": "regular", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2746847964, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018556678770828214, "interval": [-0.07271558950722229, 0.03827760613649783], "p_value": 0.527140834811771, "input_sha256": "50202ff4c4bccc7551672453d0175fc6719a3184e250427be812674603471657"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3540739645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.180829489525026, "interval": [-7.887659449310912, 1.5260004702608603], "p_value": 0.179, "input_sha256": "6e1af39e597ab264fa911a41adf000dc681d75dcb9f8327d1997d08cb7490e68"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3540739645, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.180829489525026, "interval": [-7.859278826613314, 1.161782729403713], "p_value": 0.1791845276179517, "input_sha256": "6e1af39e597ab264fa911a41adf000dc681d75dcb9f8327d1997d08cb7490e68"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3540739645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03090499434868721, "interval": [-0.08029792217027001, 0.018487933472895603], "p_value": 0.219, "input_sha256": "101ff3aa45a6dece50ab294d2056a493802d661daf0f5e47e64c8679f45349d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3540739645, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03090499434868721, "interval": [-0.07920247279144242, 0.01495846347009992], "p_value": 0.21289830146948074, "input_sha256": "101ff3aa45a6dece50ab294d2056a493802d661daf0f5e47e64c8679f45349d5"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1992776633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7429291276563301, "interval": [-4.557321934234051, 6.043180189546711], "p_value": 0.76, "input_sha256": "e92de26e0e734f7009b32724eb042d3fa200fe9227a5a37b0eafaa3fae596937"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1992776633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7429291276563301, "interval": [-3.9851472851069643, 5.392343216832727], "p_value": 0.7777947036459583, "input_sha256": "e92de26e0e734f7009b32724eb042d3fa200fe9227a5a37b0eafaa3fae596937"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1992776633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009123092327664215, "interval": [-0.04799746141419397, 0.0662436460695224], "p_value": 0.728, "input_sha256": "46dd46e5fd330561c2c25659eb047d0ffd5b026736224a924de9627a41fc3776"}
{"scenario": "regular", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1992776633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009123092327664215, "interval": [-0.038452392336305215, 0.06205192632959258], "p_value": 0.7476639665321847, "input_sha256": "46dd46e5fd330561c2c25659eb047d0ffd5b026736224a924de9627a41fc3776"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3162049753, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.34946893274541146, "interval": [-4.331732242211194, 5.030670107702017], "p_value": 0.883, "input_sha256": "9c6e324049712f3f6a90ecaa0c0595d0fac9b0df9555bae5fcf7bbd15f2083e7"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3162049753, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.34946893274541146, "interval": [-4.477389455775965, 4.506209790327221], "p_value": 0.8802933498548119, "input_sha256": "9c6e324049712f3f6a90ecaa0c0595d0fac9b0df9555bae5fcf7bbd15f2083e7"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3162049753, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0035533563947975355, "interval": [-0.04523949279169744, 0.052346205581292514], "p_value": 0.891, "input_sha256": "48a79da5ff36e134a5c420a15c2f0f212a00124f410ba255b14ba9a511451c2c"}
{"scenario": "regular", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3162049753, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0035533563947975355, "interval": [-0.04670864348321144, 0.04704684493085142], "p_value": 0.8830993739454225, "input_sha256": "48a79da5ff36e134a5c420a15c2f0f212a00124f410ba255b14ba9a511451c2c"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3304883542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.164212282874023, "interval": [-3.3510827773614658, 5.6795073431095116], "p_value": 0.597, "input_sha256": "1b3ec3f4db109b1c51cfbd4b683671eb2c4f6cfa82a9bb2fe6dd460df02273ad"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3304883542, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.164212282874023, "interval": [-3.518159771170294, 5.272618769008874], "p_value": 0.6047230495841869, "input_sha256": "1b3ec3f4db109b1c51cfbd4b683671eb2c4f6cfa82a9bb2fe6dd460df02273ad"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3304883542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006613984487314609, "interval": [-0.042514518130636135, 0.05574248710526535], "p_value": 0.808, "input_sha256": "8a6e9663be932982376941fb04a5ad27cfd6daabcb13b24263da6c50170ba6ae"}
{"scenario": "regular", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3304883542, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006613984487314609, "interval": [-0.0468913095290055, 0.04988811030045546], "p_value": 0.7866324504286946, "input_sha256": "8a6e9663be932982376941fb04a5ad27cfd6daabcb13b24263da6c50170ba6ae"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1725347329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.27477920567593905, "interval": [-6.047332939496268, 5.49777452814439], "p_value": 0.93, "input_sha256": "ee985eea85da88eaee0be9d2c825d75c1674141e26d420f31e985d220a82c8e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1725347329, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.27477920567593905, "interval": [-6.318299686027864, 4.857806332475523], "p_value": 0.9237210442469171, "input_sha256": "ee985eea85da88eaee0be9d2c825d75c1674141e26d420f31e985d220a82c8e2"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1725347329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006905583035415733, "interval": [-0.05261950348320667, 0.06643066955403813], "p_value": 0.806, "input_sha256": "d3a6d82bc2aa2468b9956d8e32ed4c8924477dbeee6f3ea8bb256a40eabdef75"}
{"scenario": "regular", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1725347329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006905583035415733, "interval": [-0.048569083316815496, 0.06326232331205517], "p_value": 0.8155551598901971, "input_sha256": "d3a6d82bc2aa2468b9956d8e32ed4c8924477dbeee6f3ea8bb256a40eabdef75"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2287155862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9702592254538747, "interval": [-5.62239592206803, 1.6818774711602806], "p_value": 0.287, "input_sha256": "9bc77daa0f9587b5b066ef3ef82bafd6ba7b5ef2bc9947eb6774a065b0ef4782"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2287155862, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9702592254538747, "interval": [-5.474388894331055, 1.3990516475855725], "p_value": 0.28165295764279774, "input_sha256": "9bc77daa0f9587b5b066ef3ef82bafd6ba7b5ef2bc9947eb6774a065b0ef4782"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2287155862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016529490883053624, "interval": [-0.05338338823006003, 0.020324406463952782], "p_value": 0.381, "input_sha256": "1621aa4ef2b7ee68b3b4268d949862c9a8a77f0fc2d6ca9314e5ab9815b84700"}
{"scenario": "regular", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2287155862, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016529490883053624, "interval": [-0.05298664666479917, 0.017937088535949174], "p_value": 0.36961515783809473, "input_sha256": "1621aa4ef2b7ee68b3b4268d949862c9a8a77f0fc2d6ca9314e5ab9815b84700"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4175547593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6133411543776717, "interval": [-3.676093470895455, 6.902775779650798], "p_value": 0.557, "input_sha256": "3ad26e26ff1e1945fa49d5ae717badb7e5266c208f7cfb16472597eb0d15f478"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4175547593, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6133411543776717, "interval": [-2.963192301193402, 6.984626787142341], "p_value": 0.5403626604213694, "input_sha256": "3ad26e26ff1e1945fa49d5ae717badb7e5266c208f7cfb16472597eb0d15f478"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4175547593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020958439836215453, "interval": [-0.0343608736127002, 0.07627775328513112], "p_value": 0.471, "input_sha256": "7d6b3def2a198c94af444a8bf3eefd6d26ba64cc0acd7a1c3f8b13069f347b2b"}
{"scenario": "regular", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4175547593, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020958439836215453, "interval": [-0.02772855248590539, 0.07607146327030705], "p_value": 0.44775283530816323, "input_sha256": "7d6b3def2a198c94af444a8bf3eefd6d26ba64cc0acd7a1c3f8b13069f347b2b"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 364393324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6927834256901395, "interval": [-4.216427810876106, 5.601994662256385], "p_value": 0.814, "input_sha256": "546a56142721502e11ea95279f5d01903b705aae144ce7e0bc3dbb4891be3279"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 364393324, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6927834256901395, "interval": [-4.025255540239238, 5.187190576630104], "p_value": 0.7766742459470575, "input_sha256": "546a56142721502e11ea95279f5d01903b705aae144ce7e0bc3dbb4891be3279"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 364393324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001728271686232255, "interval": [-0.05803698393088165, 0.05458044055841714], "p_value": 0.958, "input_sha256": "21d8e47b7156ddf9fe522a503442c4a048b9c0b5a24d2800469f2534d037e9b4"}
{"scenario": "regular", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 364393324, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001728271686232255, "interval": [-0.05810270873062556, 0.05036778739577792], "p_value": 0.9507517334331479, "input_sha256": "21d8e47b7156ddf9fe522a503442c4a048b9c0b5a24d2800469f2534d037e9b4"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3118491505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.534693747244777, "interval": [-2.9096922947281145, 7.979079789217669], "p_value": 0.341, "input_sha256": "f0b8d9e7b6ab691f83128cbe6720451a85d26ce9099e183ec2d1ed0f4c70e01d"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3118491505, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.534693747244777, "interval": [-2.318390844388262, 7.393288495565448], "p_value": 0.3501945429973482, "input_sha256": "f0b8d9e7b6ab691f83128cbe6720451a85d26ce9099e183ec2d1ed0f4c70e01d"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3118491505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02932114296934217, "interval": [-0.02726589325442247, 0.08590817919310681], "p_value": 0.291, "input_sha256": "4409aa3df8671858304b79d5b887c63cc431bb178c772e422be17289fb906880"}
{"scenario": "regular", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3118491505, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02932114296934217, "interval": [-0.02161356622591991, 0.0817413289220295], "p_value": 0.2994828136299833, "input_sha256": "4409aa3df8671858304b79d5b887c63cc431bb178c772e422be17289fb906880"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1436398547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13252956702549668, "interval": [-5.0724398537452, 4.807380719694207], "p_value": 0.966, "input_sha256": "25c3d18c0a0acb7dd93f28b89fc946cbb2b2babfd04461dd24b6b82eb63799b3"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1436398547, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13252956702549668, "interval": [-4.657788782270884, 4.952545929226408], "p_value": 0.9567265032429559, "input_sha256": "25c3d18c0a0acb7dd93f28b89fc946cbb2b2babfd04461dd24b6b82eb63799b3"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1436398547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009730175135308147, "interval": [-0.04956147131927793, 0.05150750634633956], "p_value": 0.97, "input_sha256": "ecbeef32e750f2cf884f7b08faa4194b377faf30ac6919eef5ffbc87b08fecad"}
{"scenario": "regular", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1436398547, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009730175135308147, "interval": [-0.0444435650206651, 0.05418649961842628], "p_value": 0.9688967474077012, "input_sha256": "ecbeef32e750f2cf884f7b08faa4194b377faf30ac6919eef5ffbc87b08fecad"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3105948440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2252550609107935, "interval": [-5.784852356347113, 3.3343422345255256], "p_value": 0.6, "input_sha256": "6c33d74569ee27c92c07cf05d759c5b274404c3a9b51e69f964709b7c7f01bb2"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3105948440, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2252550609107935, "interval": [-5.507631069651701, 3.1266165601153606], "p_value": 0.588993073015994, "input_sha256": "6c33d74569ee27c92c07cf05d759c5b274404c3a9b51e69f964709b7c7f01bb2"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3105948440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011220749780865208, "interval": [-0.05594566459651836, 0.033504165034787946], "p_value": 0.623, "input_sha256": "3d30aa42297a568113c2f01c3c3e4492ceeed2b4e6b032a8944ff18d72bd976f"}
{"scenario": "regular", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3105948440, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011220749780865208, "interval": [-0.05312417631030737, 0.029664175164259052], "p_value": 0.6139996856652594, "input_sha256": "3d30aa42297a568113c2f01c3c3e4492ceeed2b4e6b032a8944ff18d72bd976f"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 865083135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.47849917870874936, "interval": [-4.630021067748071, 3.6730227103305726], "p_value": 0.812, "input_sha256": "a87d471dfcbe62b971b10c4c7ec74540c16e2d6c8e77ec0d7bf7e47680c18605"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 865083135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.47849917870874936, "interval": [-4.955894173889723, 2.926748508830283], "p_value": 0.8167159837103337, "input_sha256": "a87d471dfcbe62b971b10c4c7ec74540c16e2d6c8e77ec0d7bf7e47680c18605"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 865083135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005187052723582081, "interval": [-0.048222873112133906, 0.037848767664969744], "p_value": 0.809, "input_sha256": "4b9cbcf1e5a0ecaeae8ce547e77bc815316a075287e3094048612e96716cecd4"}
{"scenario": "regular", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 865083135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005187052723582081, "interval": [-0.05251487391545128, 0.030052827988355166], "p_value": 0.8085160854804109, "input_sha256": "4b9cbcf1e5a0ecaeae8ce547e77bc815316a075287e3094048612e96716cecd4"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 506413018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9434418033866017, "interval": [-1.2880442938042798, 7.174927900577483], "p_value": 0.191, "input_sha256": "4196025b012a839bd466212ff3e8dfaf1569fc7f8fdaef647f3bb77c0d5f4197"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 506413018, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9434418033866017, "interval": [-1.1389958640988687, 6.638302731211591], "p_value": 0.16705492975602718, "input_sha256": "4196025b012a839bd466212ff3e8dfaf1569fc7f8fdaef647f3bb77c0d5f4197"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 506413018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03146934592335665, "interval": [-0.01109204571094878, 0.07403073755766208], "p_value": 0.16, "input_sha256": "f28536ef88400f9bd48cf86d0a08b1ff94995442f386127223fece3e37222c5e"}
{"scenario": "regular", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 506413018, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03146934592335665, "interval": [-0.009045569097344207, 0.06666083466030549], "p_value": 0.14248751265660925, "input_sha256": "f28536ef88400f9bd48cf86d0a08b1ff94995442f386127223fece3e37222c5e"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 184350815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7352128427439908, "interval": [-3.1699128910594307, 6.640338576547412], "p_value": 0.467, "input_sha256": "4f4dc4601639ec5aaf07a6738c2d6dac21fc7866f7e7da7223e615d0376e83ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 184350815, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7352128427439908, "interval": [-2.6031065629431422, 7.06303859368696], "p_value": 0.47769279278361454, "input_sha256": "4f4dc4601639ec5aaf07a6738c2d6dac21fc7866f7e7da7223e615d0376e83ba"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 184350815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018317245757056705, "interval": [-0.03144834831264341, 0.06808283982675682], "p_value": 0.457, "input_sha256": "6b0db27c4c3dffef6bcb262357a31647044030c309d141eca925fa8c9f2d9a6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 184350815, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018317245757056705, "interval": [-0.026218334100126188, 0.07151175919062996], "p_value": 0.4599470464783807, "input_sha256": "6b0db27c4c3dffef6bcb262357a31647044030c309d141eca925fa8c9f2d9a6c"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2818990950, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2620881735129625, "interval": [-1.698996642415378, 8.223172989441302], "p_value": 0.207, "input_sha256": "eb189c03be0ab3be7b90efc7f413fd14900e8432ff14076a01c616afd649c1a8"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2818990950, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2620881735129625, "interval": [-0.8969241147064565, 8.167316307245244], "p_value": 0.19075323803871463, "input_sha256": "eb189c03be0ab3be7b90efc7f413fd14900e8432ff14076a01c616afd649c1a8"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2818990950, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03813830728262411, "interval": [-0.02068509557995813, 0.09696171014520635], "p_value": 0.219, "input_sha256": "34176a5d0124a50c2ed199f02177cde26c42b692ef14b198f7b54e1a0de6304a"}
{"scenario": "regular", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2818990950, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03813830728262411, "interval": [-0.007874652774931986, 0.10127052868305356], "p_value": 0.1960438364256688, "input_sha256": "34176a5d0124a50c2ed199f02177cde26c42b692ef14b198f7b54e1a0de6304a"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 255732042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3840491145618259, "interval": [-4.594246117686875, 3.8261478885632236], "p_value": 0.862, "input_sha256": "0fdc8314ab6d54314569fcc9e28e21ad85986765b4d12c14362507203ed7df05"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 255732042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3840491145618259, "interval": [-5.067661002114413, 3.262114287241993], "p_value": 0.8544078982127344, "input_sha256": "0fdc8314ab6d54314569fcc9e28e21ad85986765b4d12c14362507203ed7df05"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 255732042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007157457535846637, "interval": [-0.048864574087121776, 0.0345496590154285], "p_value": 0.713, "input_sha256": "f150031ce6bc057274455e7625b7fb070d419e804329e5b7f8e0c0e019541414"}
{"scenario": "regular", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 255732042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007157457535846637, "interval": [-0.05199953430936449, 0.02927220786482733], "p_value": 0.7301817830977119, "input_sha256": "f150031ce6bc057274455e7625b7fb070d419e804329e5b7f8e0c0e019541414"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 36364660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.769318658432587, "interval": [-11.514770230808711, -2.0238670860564625], "p_value": 0.007, "input_sha256": "8edfa69db2e4b96cb5a6ad013e4ea0c20bc1ed502e611756fe92aa12ab4dbe55"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 36364660, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.769318658432587, "interval": [-11.142448781002471, -2.3105689378029894], "p_value": 0.006496611387603724, "input_sha256": "8edfa69db2e4b96cb5a6ad013e4ea0c20bc1ed502e611756fe92aa12ab4dbe55"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 36364660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06976213869224421, "interval": [-0.11693533968199274, -0.022588937702495676], "p_value": 0.006, "input_sha256": "c6814fa9f1ea0280503ed7c2c3edb8cc7b16b828fb2fb085ec93648234a8e78e"}
{"scenario": "regular", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 36364660, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06976213869224421, "interval": [-0.11337406987540628, -0.025125879120760183], "p_value": 0.00491049960271504, "input_sha256": "c6814fa9f1ea0280503ed7c2c3edb8cc7b16b828fb2fb085ec93648234a8e78e"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1615738130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6429738171656894, "interval": [-5.644681723678121, 4.358734089346743], "p_value": 0.794, "input_sha256": "92d458df6562b4e74b5a6a341190e4a18ebf6064ebc6d99b7af93bf2690672ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1615738130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6429738171656894, "interval": [-5.234222306465018, 4.466826469003468], "p_value": 0.795755578418644, "input_sha256": "92d458df6562b4e74b5a6a341190e4a18ebf6064ebc6d99b7af93bf2690672ec"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1615738130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011425764284520357, "interval": [-0.059704771875890364, 0.03685324330684965], "p_value": 0.615, "input_sha256": "0cd0e065b7abc727d43a165554ada32315f8c047c71973031fb1b4d7abfbafaa"}
{"scenario": "regular", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1615738130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011425764284520357, "interval": [-0.05383954299201724, 0.04093453074928006], "p_value": 0.6340115031415677, "input_sha256": "0cd0e065b7abc727d43a165554ada32315f8c047c71973031fb1b4d7abfbafaa"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1937988239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4927955890739995, "interval": [-2.572232875671837, 7.557824053819836], "p_value": 0.319, "input_sha256": "50086e2b62328f1e96250fb7c4fd33be6bfaad726a3752769de9c06276d13510"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1937988239, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4927955890739995, "interval": [-2.530749303439658, 7.302420316877619], "p_value": 0.3253867276890906, "input_sha256": "50086e2b62328f1e96250fb7c4fd33be6bfaad726a3752769de9c06276d13510"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1937988239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03135959170825487, "interval": [-0.020338323289359313, 0.08305750670586906], "p_value": 0.227, "input_sha256": "da16bffc99b51869f126b6099423bdc55bdc5d2b2b8ac508247b39e0064636a9"}
{"scenario": "regular", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1937988239, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03135959170825487, "interval": [-0.020859763476189522, 0.07868249735881165], "p_value": 0.2268818690968959, "input_sha256": "da16bffc99b51869f126b6099423bdc55bdc5d2b2b8ac508247b39e0064636a9"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1311616000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7952456680593567, "interval": [-3.877945069874463, 5.4684364059931765], "p_value": 0.714, "input_sha256": "99e23d79a737ecf8b44e45738e5a5d38337ba39b1b9f00672cc7709e56981119"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1311616000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7952456680593567, "interval": [-3.252416967208344, 5.063641751336191], "p_value": 0.7321232828177315, "input_sha256": "99e23d79a737ecf8b44e45738e5a5d38337ba39b1b9f00672cc7709e56981119"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1311616000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01455682307807376, "interval": [-0.03017113502444875, 0.05928478118059627], "p_value": 0.468, "input_sha256": "ee88101aebdbd24d813fe9262f8ea4a550369e0863a5055e2c6bd9ba851b9935"}
{"scenario": "regular", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1311616000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01455682307807376, "interval": [-0.02491538969704736, 0.05726190604288728], "p_value": 0.5135461577137764, "input_sha256": "ee88101aebdbd24d813fe9262f8ea4a550369e0863a5055e2c6bd9ba851b9935"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1722456064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2140106475290633, "interval": [-6.742275356909578, 2.314254061851451], "p_value": 0.33, "input_sha256": "e37ad2913604f353f4b433afa5d9f7463afd2be366ff0e8e75d1834142d6b555"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1722456064, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2140106475290633, "interval": [-6.390647181018659, 2.5159155268581115], "p_value": 0.328502021992333, "input_sha256": "e37ad2913604f353f4b433afa5d9f7463afd2be366ff0e8e75d1834142d6b555"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1722456064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027300965454046103, "interval": [-0.07783511490270628, 0.02323318399461407], "p_value": 0.288, "input_sha256": "51daa917cb9ab5b55c7800446a4d428b77ece9945a24969bf714d459c0139f40"}
{"scenario": "regular", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1722456064, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027300965454046103, "interval": [-0.07564916455550823, 0.024092967270997374], "p_value": 0.2807516248521061, "input_sha256": "51daa917cb9ab5b55c7800446a4d428b77ece9945a24969bf714d459c0139f40"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1176038485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9731835001083837, "interval": [-5.290800769812448, 3.344433769595681], "p_value": 0.631, "input_sha256": "e46d678495d702eebdcbb416944acc953419bbfc3c49be47b51a993e40822713"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1176038485, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9731835001083837, "interval": [-5.171596697513681, 3.055501994432487], "p_value": 0.6505827354408522, "input_sha256": "e46d678495d702eebdcbb416944acc953419bbfc3c49be47b51a993e40822713"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1176038485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009933027325175842, "interval": [-0.053798226522894496, 0.03393217187254281], "p_value": 0.63, "input_sha256": "55e56bbf534b67e153a72cf74f986acf50992e47ed93d2b4c0486fd29c39ba5b"}
{"scenario": "regular", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1176038485, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009933027325175842, "interval": [-0.0542759789580118, 0.030311533913662946], "p_value": 0.6491153521119579, "input_sha256": "55e56bbf534b67e153a72cf74f986acf50992e47ed93d2b4c0486fd29c39ba5b"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3706619022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0383532123073351, "interval": [-4.1092881875244744, 6.185994612139145], "p_value": 0.689, "input_sha256": "c70c4f91ae0093c473dd8b0f024e1eab72f1343757d9e171ae493ad186c8ac26"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3706619022, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0383532123073351, "interval": [-4.003856652433128, 5.598421585662886], "p_value": 0.6841289471437365, "input_sha256": "c70c4f91ae0093c473dd8b0f024e1eab72f1343757d9e171ae493ad186c8ac26"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3706619022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0021083905670701286, "interval": [-0.049272374784116266, 0.05348915591825652], "p_value": 0.931, "input_sha256": "a7a81c9611f3b8778a092376a00fa9f113483e07a71b5177d9a44b9feaab004c"}
{"scenario": "regular", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3706619022, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0021083905670701286, "interval": [-0.05049736449829579, 0.04468318126229965], "p_value": 0.9338232262355906, "input_sha256": "a7a81c9611f3b8778a092376a00fa9f113483e07a71b5177d9a44b9feaab004c"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2565670833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5811458958998168, "interval": [-6.147202333019327, 2.9849105412196932], "p_value": 0.476, "input_sha256": "e26ba57aac1894a2aa003f94b4d947b4b96f1a3be8bdf8612856d043aca2ba41"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2565670833, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5811458958998168, "interval": [-5.205519942828099, 2.7059068176732617], "p_value": 0.48442994224322067, "input_sha256": "e26ba57aac1894a2aa003f94b4d947b4b96f1a3be8bdf8612856d043aca2ba41"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2565670833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018022532610618675, "interval": [-0.06615996045408988, 0.03011489523285253], "p_value": 0.433, "input_sha256": "897ace17547689424468c30140eeab64e7929bec722bb67edc6f06504f1d6861"}
{"scenario": "regular", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2565670833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018022532610618675, "interval": [-0.05574030176863255, 0.030682222309186935], "p_value": 0.450771395942864, "input_sha256": "897ace17547689424468c30140eeab64e7929bec722bb67edc6f06504f1d6861"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 798551739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.408484839670467, "interval": [-8.45404043046116, 1.637070751120226], "p_value": 0.204, "input_sha256": "fb125c87e90199136b3f563bb6a796d16af2c31e77df0cbee9b2c5e945e8f2b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 798551739, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.408484839670467, "interval": [-7.836415773911817, 1.3998847571532487], "p_value": 0.17948314631102577, "input_sha256": "fb125c87e90199136b3f563bb6a796d16af2c31e77df0cbee9b2c5e945e8f2b9"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 798551739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03668603435413213, "interval": [-0.09468244460835766, 0.021310375900093395], "p_value": 0.233, "input_sha256": "41ea73df7b4591160529c2a206cdfdced918c89a38b735e67a0f3a8007aa79f0"}
{"scenario": "regular", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 798551739, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03668603435413213, "interval": [-0.08726549991944506, 0.018697800646296635], "p_value": 0.2080606429150183, "input_sha256": "41ea73df7b4591160529c2a206cdfdced918c89a38b735e67a0f3a8007aa79f0"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1565100153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4971108639859745, "interval": [-0.9761822785047451, 7.970404006476694], "p_value": 0.123, "input_sha256": "25af8ecc0c625942d0c78d2dcd96d7989517d51330b78d5d38c620845b7dccb8"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1565100153, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4971108639859745, "interval": [-0.817649314595408, 7.419222160786572], "p_value": 0.12176845790501367, "input_sha256": "25af8ecc0c625942d0c78d2dcd96d7989517d51330b78d5d38c620845b7dccb8"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1565100153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036868878145330464, "interval": [-0.012627032566702619, 0.08636478885736354], "p_value": 0.141, "input_sha256": "0d0501eb27dedf3b6b00d68c91d860e640bb2b1fe9108d637b211cd8816aecaf"}
{"scenario": "regular", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1565100153, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036868878145330464, "interval": [-0.0069519915815451526, 0.08187028183142603], "p_value": 0.13978201154049455, "input_sha256": "0d0501eb27dedf3b6b00d68c91d860e640bb2b1fe9108d637b211cd8816aecaf"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 209716490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.279494465472931, "interval": [-5.374222029220162, 5.933210960166024], "p_value": 0.915, "input_sha256": "db966d089ad6d0df64675703993cfe38debaacbc0fff2f43e1ee8aaf5ce70ce6"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 209716490, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.279494465472931, "interval": [-3.976592077081035, 6.312763533777106], "p_value": 0.9207955101836669, "input_sha256": "db966d089ad6d0df64675703993cfe38debaacbc0fff2f43e1ee8aaf5ce70ce6"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 209716490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011020026392234483, "interval": [-0.047052616325621535, 0.0690926691100905], "p_value": 0.7, "input_sha256": "55c4b5aaf113c8e5423ae092a937a6bdb0d243d8857ba746a1d4236a441e8f15"}
{"scenario": "regular", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 209716490, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011020026392234483, "interval": [-0.03103501396135833, 0.0754757929844335], "p_value": 0.7026727799073813, "input_sha256": "55c4b5aaf113c8e5423ae092a937a6bdb0d243d8857ba746a1d4236a441e8f15"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2749536632, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4899933681860729, "interval": [-6.8008928070843355, 3.82090607071219], "p_value": 0.571, "input_sha256": "18f4479102ecacbe62ee5506d1aeef053ef773f3d6113a0cc75fc2144473dbd0"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2749536632, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4899933681860729, "interval": [-6.577644082763131, 3.587044250188042], "p_value": 0.572758896465301, "input_sha256": "18f4479102ecacbe62ee5506d1aeef053ef773f3d6113a0cc75fc2144473dbd0"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2749536632, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01855339483818197, "interval": [-0.07544925630812067, 0.038342466631756736], "p_value": 0.5, "input_sha256": "8eca0603c08dd327b9782c50140ad352a0a4837f26a775b8b7a49729813391a1"}
{"scenario": "regular", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2749536632, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01855339483818197, "interval": [-0.0716634432939913, 0.03784958337415545], "p_value": 0.512317839946296, "input_sha256": "8eca0603c08dd327b9782c50140ad352a0a4837f26a775b8b7a49729813391a1"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3573564746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13374467383088895, "interval": [-4.283290798116937, 4.015801450455159], "p_value": 0.951, "input_sha256": "1e8dc57e19abd2a9142ec98b72724afd804d3f00d7129be554f62122b4043a7b"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3573564746, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13374467383088895, "interval": [-3.7290439310209007, 4.208534017041501], "p_value": 0.9483044004335651, "input_sha256": "1e8dc57e19abd2a9142ec98b72724afd804d3f00d7129be554f62122b4043a7b"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3573564746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0031986495218309374, "interval": [-0.046504225653329644, 0.04010692660966777], "p_value": 0.896, "input_sha256": "ccd24458e53504516ab98cc877417b4601718e752c16f77253a415ae662a237a"}
{"scenario": "regular", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3573564746, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0031986495218309374, "interval": [-0.03935723891575799, 0.04196938796351453], "p_value": 0.8818457324897256, "input_sha256": "ccd24458e53504516ab98cc877417b4601718e752c16f77253a415ae662a237a"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1202826029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.785165132508482, "interval": [-6.999912827479731, 1.4295825624627674], "p_value": 0.18, "input_sha256": "d5cb6dbe5b8d30da86b2d219721ca9f9ee2957097a79f925db9c3a0f7a0a0a0a"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1202826029, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.785165132508482, "interval": [-6.8314045208814225, 1.0846209697113982], "p_value": 0.18796366220551894, "input_sha256": "d5cb6dbe5b8d30da86b2d219721ca9f9ee2957097a79f925db9c3a0f7a0a0a0a"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1202826029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022813355419059586, "interval": [-0.06382413661050854, 0.01819742577238937], "p_value": 0.246, "input_sha256": "25539503bda852b987b884bcf4dd15af556542bda95fb4ec1a580ce1f2687465"}
{"scenario": "regular", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1202826029, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022813355419059586, "interval": [-0.06073946917088409, 0.017290658281213393], "p_value": 0.2666696537901996, "input_sha256": "25539503bda852b987b884bcf4dd15af556542bda95fb4ec1a580ce1f2687465"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 528910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8062874683911554, "interval": [-1.6261677448241363, 7.238742681606447], "p_value": 0.226, "input_sha256": "8a413f872b67b79c7d914fe585eb25c3312518c4265dca30f07178e85dc3ef10"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 528910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8062874683911554, "interval": [-1.5356923511350675, 6.7754196041249095], "p_value": 0.2077085957395939, "input_sha256": "8a413f872b67b79c7d914fe585eb25c3312518c4265dca30f07178e85dc3ef10"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 528910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029072286399703794, "interval": [-0.015673471385471135, 0.07381804418487872], "p_value": 0.215, "input_sha256": "0365cadc97a6bb091d33d82c0dbbe7b55c34b53b95afe75732312b17e4499cb5"}
{"scenario": "regular", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 528910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029072286399703794, "interval": [-0.015762189163649135, 0.06848354485549632], "p_value": 0.19628491582647323, "input_sha256": "0365cadc97a6bb091d33d82c0dbbe7b55c34b53b95afe75732312b17e4499cb5"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2552499072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2990809504326863, "interval": [-8.22781294375314, 1.629651042887768], "p_value": 0.178, "input_sha256": "21f90af114bb29e1b8fed4b203bd57383dbdd9eac8698dab9b7ad3fd882f4a44"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2552499072, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2990809504326863, "interval": [-8.145001841040903, 1.215583684012585], "p_value": 0.1819104123105965, "input_sha256": "21f90af114bb29e1b8fed4b203bd57383dbdd9eac8698dab9b7ad3fd882f4a44"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2552499072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03663375703705907, "interval": [-0.08746058455333136, 0.014193070479213234], "p_value": 0.159, "input_sha256": "0cade29f4c004b5740b470ccb9e995f2c945c068093358eb29540ce87c023466"}
{"scenario": "regular", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2552499072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03663375703705907, "interval": [-0.08513719761394313, 0.010958870399292709], "p_value": 0.15173779275672677, "input_sha256": "0cade29f4c004b5740b470ccb9e995f2c945c068093358eb29540ce87c023466"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3767699971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.12447392240613553, "interval": [-6.084741059639698, 5.835793214827427], "p_value": 0.964, "input_sha256": "686eb686a901bfee7e5216872245575fb0de552d56873289446ce93f80262c1a"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3767699971, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.12447392240613553, "interval": [-6.173959504296018, 5.7348188464922485], "p_value": 0.9664913905819063, "input_sha256": "686eb686a901bfee7e5216872245575fb0de552d56873289446ce93f80262c1a"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3767699971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00015200363188985766, "interval": [-0.0657438075688792, 0.06543980030509948], "p_value": 0.995, "input_sha256": "642a0ae937d9b4dedfae3f037493dcfd6098e817ef0ad0c8259e323e4b4e1090"}
{"scenario": "regular", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3767699971, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00015200363188985766, "interval": [-0.06305144316867607, 0.06621249029337188], "p_value": 0.9962797000972783, "input_sha256": "642a0ae937d9b4dedfae3f037493dcfd6098e817ef0ad0c8259e323e4b4e1090"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3388925100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3848604218308438, "interval": [-5.002284393461229, 5.772005237122917], "p_value": 0.905, "input_sha256": "d8c8aaf13d34cc9c06678df90e168a88fa7652f613c458a22eddbd25988ab204"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3388925100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3848604218308438, "interval": [-4.108229412834915, 5.991381408805821], "p_value": 0.8857573101263535, "input_sha256": "d8c8aaf13d34cc9c06678df90e168a88fa7652f613c458a22eddbd25988ab204"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3388925100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003424886578217004, "interval": [-0.05414980112016261, 0.06099957427659662], "p_value": 0.92, "input_sha256": "a69bbab12e2ded66bcb843c64fbf780a7ed0c752777dc22c27b63ea17579caf4"}
{"scenario": "regular", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3388925100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003424886578217004, "interval": [-0.04600131962201573, 0.06459498931252906], "p_value": 0.9047254572234442, "input_sha256": "a69bbab12e2ded66bcb843c64fbf780a7ed0c752777dc22c27b63ea17579caf4"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3859087145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8915570056705313, "interval": [-2.123694001345375, 5.9068080126864375], "p_value": 0.333, "input_sha256": "30344c2b20d45584f186dbfaf253c7964a3278d1949c55bb078661ebb897f2f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3859087145, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8915570056705313, "interval": [-1.5829938804184631, 6.045009269832834], "p_value": 0.34612532605442403, "input_sha256": "30344c2b20d45584f186dbfaf253c7964a3278d1949c55bb078661ebb897f2f6"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3859087145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014252598004607459, "interval": [-0.03151369685905805, 0.060018892868272965], "p_value": 0.521, "input_sha256": "5354cf943dc825e0e824af09e47ed1c5d3fd2dec7690af7bfe846f011054b922"}
{"scenario": "regular", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3859087145, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014252598004607459, "interval": [-0.028065574799498266, 0.05760581849575918], "p_value": 0.5317546335278149, "input_sha256": "5354cf943dc825e0e824af09e47ed1c5d3fd2dec7690af7bfe846f011054b922"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304574864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4915662501640332, "interval": [-4.632555485334888, 3.6494229850068214], "p_value": 0.816, "input_sha256": "f3a22fb38554db4022511cf75d91846ce284c71b42b738e734076040286c1b76"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304574864, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4915662501640332, "interval": [-4.547595885055844, 3.7453041038611485], "p_value": 0.8111438149327813, "input_sha256": "f3a22fb38554db4022511cf75d91846ce284c71b42b738e734076040286c1b76"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304574864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009512898195578892, "interval": [-0.053956689203467, 0.03493089281230922], "p_value": 0.683, "input_sha256": "c48ddf27f04ee7c857af79d5aac7f11d7c76814d8fdb602bdf8308986063b707"}
{"scenario": "regular", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304574864, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009512898195578892, "interval": [-0.05382380863567281, 0.03442465618346516], "p_value": 0.6665600013417139, "input_sha256": "c48ddf27f04ee7c857af79d5aac7f11d7c76814d8fdb602bdf8308986063b707"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 289562053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.65866697899175, "interval": [-0.5884091991391802, 7.90574315712268], "p_value": 0.091, "input_sha256": "a30cee08fb938222f808b0a941846e08c5d8b3cf8569e526584112e548eb53f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 289562053, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.65866697899175, "interval": [0.04296236959439337, 7.927559968324718], "p_value": 0.0892572563180731, "input_sha256": "a30cee08fb938222f808b0a941846e08c5d8b3cf8569e526584112e548eb53f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.05098879204816061, "seed": 289562053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020691492056335622, "interval": [-0.02338397754038258, 0.06476696165305382], "p_value": 0.349, "input_sha256": "6de3b45fdd777a01c332cab92f47b0d9a1078df33efc05b2264e8184a6a37118"}
{"scenario": "regular", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.05098879204816061, "seed": 289562053, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020691492056335622, "interval": [-0.01722743651379045, 0.06518890109533461], "p_value": 0.34779963933679814, "input_sha256": "6de3b45fdd777a01c332cab92f47b0d9a1078df33efc05b2264e8184a6a37118"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2489705154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.02560876955862, "interval": [-0.21141723109402566, 10.262634770211264], "p_value": 0.074, "input_sha256": "928e6c0efd4c0eca8bc8457043bc8e73e6fab0c0e2852fb08a91cada52def0ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2489705154, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.02560876955862, "interval": [0.2553409064690438, 9.963360081808267], "p_value": 0.0594383524712085, "input_sha256": "928e6c0efd4c0eca8bc8457043bc8e73e6fab0c0e2852fb08a91cada52def0ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.04754588491156246, "seed": 2489705154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042804539183603676, "interval": [-0.008000623424649668, 0.09360970179185701], "p_value": 0.114, "input_sha256": "4bb233d3b93d736a8c1b08c6592535e6ea1cfed7e44399d5a8e57f1b06b119d2"}
{"scenario": "regular", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.04754588491156246, "seed": 2489705154, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042804539183603676, "interval": [-0.005689070640173296, 0.09119061184711318], "p_value": 0.0961069693188149, "input_sha256": "4bb233d3b93d736a8c1b08c6592535e6ea1cfed7e44399d5a8e57f1b06b119d2"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3367060103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.483795707813652, "interval": [4.483024779635936, 14.484566635991367], "p_value": 0.001, "input_sha256": "4486070b3662da942cf8648bd35824a6b51100ebe077c6f7a795adf9bc8ecd61"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3367060103, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.483795707813652, "interval": [4.80685387261278, 14.225288304585169], "p_value": 0.0004541175816384728, "input_sha256": "4486070b3662da942cf8648bd35824a6b51100ebe077c6f7a795adf9bc8ecd61"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.049891356765622466, "seed": 3367060103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0950210497189704, "interval": [0.04471001701783755, 0.14533208242010323], "p_value": 0.001, "input_sha256": "f63dba783ae4669de942bb1d2fced7d618c8753a332eed0bf89043aceea2300d"}
{"scenario": "regular", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.049891356765622466, "seed": 3367060103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0950210497189704, "interval": [0.0520732069801119, 0.14405208887178655], "p_value": 0.00047904309973391846, "input_sha256": "f63dba783ae4669de942bb1d2fced7d618c8753a332eed0bf89043aceea2300d"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2564976324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.773120404628187, "interval": [1.757848470333653, 9.788392338922723], "p_value": 0.004, "input_sha256": "6358c261b755323b578adfc63a0b0fcecdc7994231a9f95150aea0304c83956c"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2564976324, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.773120404628187, "interval": [2.1161320079153905, 9.735614239873708], "p_value": 0.006102956560813908, "input_sha256": "6358c261b755323b578adfc63a0b0fcecdc7994231a9f95150aea0304c83956c"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.04829654624803016, "seed": 2564976324, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05268433339429411, "interval": [0.010798685579900151, 0.09456998120868806], "p_value": 0.014, "input_sha256": "fe039994af37d5a1a0e36c66d7474431fc3c5091ce80d366756085191ac62240"}
{"scenario": "regular", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.04829654624803016, "seed": 2564976324, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05268433339429411, "interval": [0.01774990772139919, 0.09511080940585435], "p_value": 0.015239178395605906, "input_sha256": "fe039994af37d5a1a0e36c66d7474431fc3c5091ce80d366756085191ac62240"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 955490103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.899780113797252, "interval": [0.7237807327271337, 11.075779494867371], "p_value": 0.02, "input_sha256": "68db54bb3c404689fa79c30216124df9af006de587122d0e9ccb6dfb04ffcce8"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 955490103, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.899780113797252, "interval": [1.2155752299245373, 10.439292766846041], "p_value": 0.02659711104777313, "input_sha256": "68db54bb3c404689fa79c30216124df9af006de587122d0e9ccb6dfb04ffcce8"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04764868712987956, "seed": 955490103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05530370781701913, "interval": [0.0028641914768029603, 0.1077432241572353], "p_value": 0.03, "input_sha256": "dc8221e0dd23d5f28497e8a4bd89fe9c86891fa6cf8a512511f892a76a9877c5"}
{"scenario": "regular", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04764868712987956, "seed": 955490103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05530370781701913, "interval": [0.008948141739317754, 0.10296112075490801], "p_value": 0.03928795772555669, "input_sha256": "dc8221e0dd23d5f28497e8a4bd89fe9c86891fa6cf8a512511f892a76a9877c5"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3613201125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.350832656571352, "interval": [2.071722549220759, 12.629942763921946], "p_value": 0.011, "input_sha256": "a487a8eb45f090afefaef095da0ce05fdce9a493dd449dff49eef2b1402e729f"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3613201125, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.350832656571352, "interval": [2.513131964320211, 12.528141323854802], "p_value": 0.007612209935242265, "input_sha256": "a487a8eb45f090afefaef095da0ce05fdce9a493dd449dff49eef2b1402e729f"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04875040631357265, "seed": 3613201125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07260674380690534, "interval": [0.015044110634757885, 0.1301693769790528], "p_value": 0.02, "input_sha256": "3632ff6e97293d7f27737365ad7379241846ac695d79dbcb4312df29fa6dc5ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04875040631357265, "seed": 3613201125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07260674380690534, "interval": [0.020547749112445883, 0.13133727520124497], "p_value": 0.01480142781346596, "input_sha256": "3632ff6e97293d7f27737365ad7379241846ac695d79dbcb4312df29fa6dc5ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3858137298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.290230487764747, "interval": [2.4306406641901597, 10.149820311339335], "p_value": 0.002, "input_sha256": "5def7811ec8c427951a03c20e72fac2b97dc5b1b4c9ffe2d9829b5f3a3021b95"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3858137298, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.290230487764747, "interval": [2.8752661723482134, 9.901737817596842], "p_value": 0.002116962053232439, "input_sha256": "5def7811ec8c427951a03c20e72fac2b97dc5b1b4c9ffe2d9829b5f3a3021b95"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.05143598240455779, "seed": 3858137298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06572154146105548, "interval": [0.025333909238912218, 0.10610917368319875], "p_value": 0.005, "input_sha256": "ebaea70ae84bd0578313f23601c5b1e036b62db00cb2c5c33c9f89018df230a1"}
{"scenario": "regular", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.05143598240455779, "seed": 3858137298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06572154146105548, "interval": [0.03100403695073155, 0.10439162998731623], "p_value": 0.002149364488958851, "input_sha256": "ebaea70ae84bd0578313f23601c5b1e036b62db00cb2c5c33c9f89018df230a1"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3843444212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.603634199609358, "interval": [-1.5882409840900458, 8.795509383308762], "p_value": 0.169, "input_sha256": "ed2156bd5224ca37e14eafdf7b7d49976e7baa45e71551f5ca262072893c8473"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3843444212, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.603634199609358, "interval": [-1.3003797082572492, 8.25872091913881], "p_value": 0.16745598318953395, "input_sha256": "ed2156bd5224ca37e14eafdf7b7d49976e7baa45e71551f5ca262072893c8473"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.05012653256783243, "seed": 3843444212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046270429487592024, "interval": [-0.009659610864619327, 0.10220046983980338], "p_value": 0.092, "input_sha256": "9eed8b4e7907d7ecf5dc79cfd6abaafef8a56111c6051fd7266f4388d2e852ff"}
{"scenario": "regular", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.05012653256783243, "seed": 3843444212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046270429487592024, "interval": [-0.0015942170936299668, 0.10070130947972744], "p_value": 0.10157496002658178, "input_sha256": "9eed8b4e7907d7ecf5dc79cfd6abaafef8a56111c6051fd7266f4388d2e852ff"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1169674348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0955113249834234, "interval": [-1.4502430805851736, 7.64126573055202], "p_value": 0.15, "input_sha256": "d924af65c9d49016f0e52b8f77e39adf0d04bafe3dfc2e64f2a9f52aaa8146d2"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1169674348, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0955113249834234, "interval": [-1.1586130048802197, 7.442654335477749], "p_value": 0.17604492864873988, "input_sha256": "d924af65c9d49016f0e52b8f77e39adf0d04bafe3dfc2e64f2a9f52aaa8146d2"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.04962996376218774, "seed": 1169674348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0418304361812864, "interval": [-0.009647419500508451, 0.09330829186308126], "p_value": 0.108, "input_sha256": "2a2b994ac7f4a22d6afffe2b9bfc5ed57c59b696b83232b92b482bcb07551d89"}
{"scenario": "regular", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.04962996376218774, "seed": 1169674348, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0418304361812864, "interval": [-0.006608764625973771, 0.09203048493818045], "p_value": 0.10816236714185613, "input_sha256": "2a2b994ac7f4a22d6afffe2b9bfc5ed57c59b696b83232b92b482bcb07551d89"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2014155669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.535259882102206, "interval": [1.8221148907103526, 11.24840487349406], "p_value": 0.01, "input_sha256": "52022295123298295d83c8d88b395c94e84ed678d5415bca6c7a809806ea12dd"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2014155669, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.535259882102206, "interval": [2.089192216863802, 10.862493675949008], "p_value": 0.00789425714626743, "input_sha256": "52022295123298295d83c8d88b395c94e84ed678d5415bca6c7a809806ea12dd"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.04834552413948346, "seed": 2014155669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05480116159044052, "interval": [0.004952644121814821, 0.10464967905906622], "p_value": 0.029, "input_sha256": "4c5930cdc0a620ff2787d85450919e2e587c0c9dae76a0e59c4060bcaf67e46c"}
{"scenario": "regular", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.04834552413948346, "seed": 2014155669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05480116159044052, "interval": [0.007698185393957583, 0.1002563436472768], "p_value": 0.03205638392747215, "input_sha256": "4c5930cdc0a620ff2787d85450919e2e587c0c9dae76a0e59c4060bcaf67e46c"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 152811766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2483018804436545, "interval": [0.9639479549599601, 11.532655805927348], "p_value": 0.02, "input_sha256": "c05d0aed7432888580d5ad3bdc9cce891553f487deb1c7a507fa703039714e21"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 152811766, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2483018804436545, "interval": [0.8476279576130815, 11.186900442514377], "p_value": 0.02184096982557708, "input_sha256": "c05d0aed7432888580d5ad3bdc9cce891553f487deb1c7a507fa703039714e21"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.04803272312444415, "seed": 152811766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06786224590313318, "interval": [0.010866660044754735, 0.12485783176151163], "p_value": 0.019, "input_sha256": "85c4fd04bee2ed4ddbee13d4712e2172a02df1da7c0e0e599249085d017e0106"}
{"scenario": "regular", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.04803272312444415, "seed": 152811766, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06786224590313318, "interval": [0.012367004688130675, 0.12267437899756489], "p_value": 0.021106883768606022, "input_sha256": "85c4fd04bee2ed4ddbee13d4712e2172a02df1da7c0e0e599249085d017e0106"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2858878888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.18388757100841246, "interval": [-5.382220131084207, 5.749995273101032], "p_value": 0.947, "input_sha256": "69f570a7c94e31779937cbd0942b9ac9b327c94c66b56d46f74660d6f73fa768"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2858878888, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.18388757100841246, "interval": [-5.189222065203889, 4.936402082115926], "p_value": 0.947025545772699, "input_sha256": "69f570a7c94e31779937cbd0942b9ac9b327c94c66b56d46f74660d6f73fa768"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.048243313101926165, "seed": 2858878888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0019255240083909803, "interval": [-0.058537138351912585, 0.054686090335130624], "p_value": 0.937, "input_sha256": "41a31b35c44f77c12c2ce8715f965b53ed05959d98dc2dab90027012bf65f3ce"}
{"scenario": "regular", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.048243313101926165, "seed": 2858878888, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0019255240083909803, "interval": [-0.05717967709570085, 0.04867955539641356], "p_value": 0.9454506771267795, "input_sha256": "41a31b35c44f77c12c2ce8715f965b53ed05959d98dc2dab90027012bf65f3ce"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4232644064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9937922335856033, "interval": [-2.057430545212939, 8.045015012384145], "p_value": 0.237, "input_sha256": "15618dd489d0168783d8021e5a1a96ada1a1dfa64b2253cdddc77df4185a8b3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4232644064, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9937922335856033, "interval": [-1.8080859209859574, 7.690133209073004], "p_value": 0.237627402170086, "input_sha256": "15618dd489d0168783d8021e5a1a96ada1a1dfa64b2253cdddc77df4185a8b3b"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.04798284902061415, "seed": 4232644064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022967374888636594, "interval": [-0.029560609932690343, 0.07549535970996353], "p_value": 0.401, "input_sha256": "d5710870bd7af98a6ff250a15ceaa81e64ba5ceaf7f00366afc59777ade99bd3"}
{"scenario": "regular", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.04798284902061415, "seed": 4232644064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022967374888636594, "interval": [-0.026004729451694474, 0.07169355561048826], "p_value": 0.38159059334605216, "input_sha256": "d5710870bd7af98a6ff250a15ceaa81e64ba5ceaf7f00366afc59777ade99bd3"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 976534358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.122863830665233, "interval": [-1.9510769376609005, 10.196804598991367], "p_value": 0.191, "input_sha256": "08d46a236f5756ea5f8fecde2f9d30d35bfdb876ce0f54be61f3a95b7184f536"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 976534358, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.122863830665233, "interval": [-2.4702850934417966, 9.219808508686185], "p_value": 0.17743940670697728, "input_sha256": "08d46a236f5756ea5f8fecde2f9d30d35bfdb876ce0f54be61f3a95b7184f536"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0478258717745643, "seed": 976534358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0326191224049559, "interval": [-0.030273431331968317, 0.09551167614188012], "p_value": 0.312, "input_sha256": "6c27cc70452cc9f5fd849c5fad324424d29767b38d77538ff734046deb744a26"}
{"scenario": "regular", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0478258717745643, "seed": 976534358, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0326191224049559, "interval": [-0.034802281312743946, 0.08422907188965446], "p_value": 0.3003620810245355, "input_sha256": "6c27cc70452cc9f5fd849c5fad324424d29767b38d77538ff734046deb744a26"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2892186113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4800918784237087, "interval": [-2.0415196067650925, 7.00170336361251], "p_value": 0.26, "input_sha256": "f474dd7618f42387475c449e8df3bb23ed3cdf74783acd305ad355850c3da80a"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2892186113, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4800918784237087, "interval": [-1.7090169110433846, 6.912203535577939], "p_value": 0.2726282388408256, "input_sha256": "f474dd7618f42387475c449e8df3bb23ed3cdf74783acd305ad355850c3da80a"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.04917228866218557, "seed": 2892186113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03686804126154866, "interval": [-0.012169747820181084, 0.08590583034327841], "p_value": 0.129, "input_sha256": "340c80763a934d941577eca28f163fc2c03160ebbba49780aee9899b5c787d31"}
{"scenario": "regular", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.04917228866218557, "seed": 2892186113, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03686804126154866, "interval": [-0.004820631097136168, 0.08498211867443622], "p_value": 0.13514688012037235, "input_sha256": "340c80763a934d941577eca28f163fc2c03160ebbba49780aee9899b5c787d31"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3874824772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.275147029340141, "interval": [0.7898874544690981, 11.760406604211184], "p_value": 0.021, "input_sha256": "eab686df203f7275d319056f55fcb7b729f37c1cd625c9b7237ea9ea1ef9d61a"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3874824772, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.275147029340141, "interval": [1.638275370227134, 11.733407164647819], "p_value": 0.02606901220559027, "input_sha256": "eab686df203f7275d319056f55fcb7b729f37c1cd625c9b7237ea9ea1ef9d61a"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.049527297044717936, "seed": 3874824772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059704175612503255, "interval": [0.0005768963626762436, 0.11883145486233027], "p_value": 0.043, "input_sha256": "8ba92ae6316f9f8a6659b945f50d9fbbc895236e8ce5f0ac6e9063a557704d94"}
{"scenario": "regular", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.049527297044717936, "seed": 3874824772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059704175612503255, "interval": [0.010375719230231653, 0.11663406505881453], "p_value": 0.0479144007969316, "input_sha256": "8ba92ae6316f9f8a6659b945f50d9fbbc895236e8ce5f0ac6e9063a557704d94"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 838902722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.356987596573807, "interval": [1.3241491348463503, 9.389826058301264], "p_value": 0.008, "input_sha256": "4dcf0f1291b8a2426203afe6bd741fef8d85bbbec038b997c28931d622b25f8a"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 838902722, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.356987596573807, "interval": [1.4781937228493063, 9.028553648639994], "p_value": 0.010594372264930945, "input_sha256": "4dcf0f1291b8a2426203afe6bd741fef8d85bbbec038b997c28931d622b25f8a"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.05013660204040312, "seed": 838902722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06263230765496831, "interval": [0.017469140402946726, 0.1077954749069899], "p_value": 0.006, "input_sha256": "c8dc0378f1bfc5eeeb0977ff199705b5ddee31d582d1cc395f78915e83b23ec8"}
{"scenario": "regular", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.05013660204040312, "seed": 838902722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06263230765496831, "interval": [0.021773069033542262, 0.107005695689515], "p_value": 0.007962386982870853, "input_sha256": "c8dc0378f1bfc5eeeb0977ff199705b5ddee31d582d1cc395f78915e83b23ec8"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 287725773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.525583941256489, "interval": [7.348993848871438, 15.70217403364154], "p_value": 0.001, "input_sha256": "94c977860d38bcba1b59e64fc2363dbc9d49b37fb82f11c05fd25d4575a9e964"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 287725773, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.525583941256489, "interval": [7.961194316476767, 15.287487379748557], "p_value": 2.3232158922869533e-06, "input_sha256": "94c977860d38bcba1b59e64fc2363dbc9d49b37fb82f11c05fd25d4575a9e964"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.049580917692516345, "seed": 287725773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12431634637070126, "interval": [0.07478717235381188, 0.17384552038759063], "p_value": 0.001, "input_sha256": "638cb84ea6666b8daf57ad61bb8b623ada9f998e2046ebfce414203f3ac80f38"}
{"scenario": "regular", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.049580917692516345, "seed": 287725773, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12431634637070126, "interval": [0.08646249681001777, 0.17317318718900843], "p_value": 1.488696296796358e-05, "input_sha256": "638cb84ea6666b8daf57ad61bb8b623ada9f998e2046ebfce414203f3ac80f38"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4147624314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.375981098160867, "interval": [4.239993578824906, 12.511968617496828], "p_value": 0.001, "input_sha256": "a25347a45699ddb84a4926a49fb177c6ac594ccc80a43c6487188f6ce9afdad6"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4147624314, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.375981098160867, "interval": [3.9828143113462744, 12.104988411360239], "p_value": 0.0002135379598325867, "input_sha256": "a25347a45699ddb84a4926a49fb177c6ac594ccc80a43c6487188f6ce9afdad6"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.049881527912227594, "seed": 4147624314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07896982016409296, "interval": [0.03318551337261552, 0.1247541269555704], "p_value": 0.001, "input_sha256": "c950e4e1dd05f2361a657955f2a9a9adbc3ee3399584991530105bace7bcad70"}
{"scenario": "regular", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.049881527912227594, "seed": 4147624314, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07896982016409296, "interval": [0.0315802138957871, 0.1214759439175572], "p_value": 0.0012381125459046017, "input_sha256": "c950e4e1dd05f2361a657955f2a9a9adbc3ee3399584991530105bace7bcad70"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3903176480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.593776988359325, "interval": [0.8539670839977438, 10.333586892720906], "p_value": 0.017, "input_sha256": "cd6ceb9d93cb4d6d53c39b769175639e107e915685e1ec386cb4c9ba85afbcc4"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3903176480, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.593776988359325, "interval": [1.6133094936375585, 10.511249499238492], "p_value": 0.02198483786652756, "input_sha256": "cd6ceb9d93cb4d6d53c39b769175639e107e915685e1ec386cb4c9ba85afbcc4"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.04923172057792252, "seed": 3903176480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05699259394522485, "interval": [0.009037673091720974, 0.10494751479872873], "p_value": 0.015, "input_sha256": "c352d1108dd1e6837b974a2290587e5cdeb03d0180e7b2587e72082f17e241f8"}
{"scenario": "regular", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.04923172057792252, "seed": 3903176480, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05699259394522485, "interval": [0.014325999886940279, 0.10782625821783565], "p_value": 0.021112203145808243, "input_sha256": "c352d1108dd1e6837b974a2290587e5cdeb03d0180e7b2587e72082f17e241f8"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2676624484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.95723375672312, "interval": [2.0845943757754055, 9.829873137670834], "p_value": 0.003, "input_sha256": "a640f9673bf085205019e09c8bbacb05324981ac333f2399f78c65b117eae605"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2676624484, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.95723375672312, "interval": [2.046610169951782, 9.736230235839644], "p_value": 0.003505244546329529, "input_sha256": "a640f9673bf085205019e09c8bbacb05324981ac333f2399f78c65b117eae605"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.048321786855145266, "seed": 2676624484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06603884734631571, "interval": [0.024758326849843602, 0.10731936784278781], "p_value": 0.003, "input_sha256": "1c2fc70e0490e7dece369db7d277b706ef8a76557f19d67345671fd0bf9eb7e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.048321786855145266, "seed": 2676624484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06603884734631571, "interval": [0.02596569280112308, 0.1083548944889814], "p_value": 0.0025791309701078836, "input_sha256": "1c2fc70e0490e7dece369db7d277b706ef8a76557f19d67345671fd0bf9eb7e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 598288426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5065119748250204, "interval": [-0.9918108442814741, 8.004834793931515], "p_value": 0.121, "input_sha256": "bab21cfc485e73af26f31dbe342cbe2782278a11d39158fb6c8089ea4183d99c"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 598288426, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5065119748250204, "interval": [-1.3153092988259125, 7.487092506911414], "p_value": 0.12270842784537665, "input_sha256": "bab21cfc485e73af26f31dbe342cbe2782278a11d39158fb6c8089ea4183d99c"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.05001476343544684, "seed": 598288426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04278075843294707, "interval": [-0.010142522726025116, 0.09570403959191925], "p_value": 0.107, "input_sha256": "4437105568f191feb3d01827d20e19dec7c1c351daf418064f890176b7612531"}
{"scenario": "regular", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.05001476343544684, "seed": 598288426, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04278075843294707, "interval": [-0.010061383463965156, 0.08907480710914305], "p_value": 0.10956862762542062, "input_sha256": "4437105568f191feb3d01827d20e19dec7c1c351daf418064f890176b7612531"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4001673017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.488928614965118, "interval": [3.9075731472028306, 15.070284082727406], "p_value": 0.002, "input_sha256": "2d7bc4f01ae2eec25c1e2747eb5a8e537e0ba70979ed41e73559706121b79914"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4001673017, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.488928614965118, "interval": [4.630019491285742, 14.805587662243553], "p_value": 0.0014332409033625854, "input_sha256": "2d7bc4f01ae2eec25c1e2747eb5a8e537e0ba70979ed41e73559706121b79914"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.04994638414353164, "seed": 4001673017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09365984561048571, "interval": [0.03488778641385219, 0.1524319048071192], "p_value": 0.003, "input_sha256": "684b9fe454a58f61fc5dc10c6243464a07818866c4ba4d3199fa4aa555473f2f"}
{"scenario": "regular", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.04994638414353164, "seed": 4001673017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09365984561048571, "interval": [0.041024750449970615, 0.15241736770782313], "p_value": 0.0026336063208190225, "input_sha256": "684b9fe454a58f61fc5dc10c6243464a07818866c4ba4d3199fa4aa555473f2f"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 330171128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.880517626682048, "interval": [3.836829705481974, 11.92420554788212], "p_value": 0.002, "input_sha256": "530a8a8cde8ac9c1b30f066a8c2c50c00db61561a36dae8babdca4883c32f553"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 330171128, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.880517626682048, "interval": [4.106251514789837, 11.574722342579603], "p_value": 0.0003321748697391268, "input_sha256": "530a8a8cde8ac9c1b30f066a8c2c50c00db61561a36dae8babdca4883c32f553"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04991658939165096, "seed": 330171128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08047303609397384, "interval": [0.039441058372525685, 0.121505013815422], "p_value": 0.002, "input_sha256": "0700ea91736c07ee2bd39a25e50c7de85eae92b5b2f0bac01fa4b4c563836af4"}
{"scenario": "regular", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04991658939165096, "seed": 330171128, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08047303609397384, "interval": [0.04353469045771326, 0.11745456106913896], "p_value": 0.0003089982046960688, "input_sha256": "0700ea91736c07ee2bd39a25e50c7de85eae92b5b2f0bac01fa4b4c563836af4"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 548179884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.683448702722371, "interval": [4.138906559503153, 13.22799084594159], "p_value": 0.002, "input_sha256": "6ff1fca5df077da0f8f4362a8d53779b8598429fdf4476042c1b0b940f5c65b5"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 548179884, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.683448702722371, "interval": [4.36501992049063, 12.924177081556813], "p_value": 0.00042550286219302126, "input_sha256": "6ff1fca5df077da0f8f4362a8d53779b8598429fdf4476042c1b0b940f5c65b5"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.04844418101976699, "seed": 548179884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0899247367929356, "interval": [0.0414984239350774, 0.1383510496507938], "p_value": 0.002, "input_sha256": "9dab47e7ddb1e0278e0cec543bff0e767d160ce0f11048d902be4d832aa8eca5"}
{"scenario": "regular", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.04844418101976699, "seed": 548179884, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0899247367929356, "interval": [0.049469460112074246, 0.13872946642647424], "p_value": 0.0006305311254712285, "input_sha256": "9dab47e7ddb1e0278e0cec543bff0e767d160ce0f11048d902be4d832aa8eca5"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1631125926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.70359595006199, "interval": [1.0417115136728494, 10.36548038645113], "p_value": 0.015, "input_sha256": "a122415b77608e455a9d5b76117cba01733331eb94ca71d303ef199bfcca9014"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1631125926, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.70359595006199, "interval": [1.4176111803447153, 9.902828335503507], "p_value": 0.017977183402329327, "input_sha256": "a122415b77608e455a9d5b76117cba01733331eb94ca71d303ef199bfcca9014"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.050036699767321016, "seed": 1631125926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06696654444996306, "interval": [0.015238128590800669, 0.11869496030912544], "p_value": 0.015, "input_sha256": "c988a1d83416907abb47c7a3d884c2d5133d31d9ab1f5929a8211ba7a377ac43"}
{"scenario": "regular", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.050036699767321016, "seed": 1631125926, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06696654444996306, "interval": [0.0163392466737692, 0.11056636517497508], "p_value": 0.012579057208019044, "input_sha256": "c988a1d83416907abb47c7a3d884c2d5133d31d9ab1f5929a8211ba7a377ac43"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1220358352, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.553339806260409, "interval": [2.910049752737237, 12.196629859783581], "p_value": 0.002, "input_sha256": "97b4eeb17c651a0c647452fb5263ccbb6352a794a299b27dfdc0c1f034d06cc8"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1220358352, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.553339806260409, "interval": [3.202221493026421, 12.043499635050253], "p_value": 0.0021678038812755944, "input_sha256": "97b4eeb17c651a0c647452fb5263ccbb6352a794a299b27dfdc0c1f034d06cc8"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.04976609202516315, "seed": 1220358352, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08138286728456041, "interval": [0.027761921937698067, 0.13500381263142275], "p_value": 0.003, "input_sha256": "f436751d565b462e886629b8a81ec45dcbfa115ed14eaff30abbe645954b62b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.04976609202516315, "seed": 1220358352, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08138286728456041, "interval": [0.03426872461611969, 0.13795358695416812], "p_value": 0.003921616876115541, "input_sha256": "f436751d565b462e886629b8a81ec45dcbfa115ed14eaff30abbe645954b62b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2775061773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7533496508391195, "interval": [-1.1828970090210271, 8.689596310699265], "p_value": 0.133, "input_sha256": "4165f5880a3be6cee5767ecd2da7fa43aa6f52355cada8b8681c44253607e690"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2775061773, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7533496508391195, "interval": [-0.7036883854065711, 8.668354004740275], "p_value": 0.13201614603747455, "input_sha256": "4165f5880a3be6cee5767ecd2da7fa43aa6f52355cada8b8681c44253607e690"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.048674559370048276, "seed": 2775061773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0352193452212832, "interval": [-0.015337938882990745, 0.08577662932555714], "p_value": 0.168, "input_sha256": "ab1e2a140901cb055175a82969a99430c7cd6945806b1487c82eff810249e640"}
{"scenario": "regular", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.048674559370048276, "seed": 2775061773, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0352193452212832, "interval": [-0.010775564941015836, 0.08323858888889826], "p_value": 0.16660239608287666, "input_sha256": "ab1e2a140901cb055175a82969a99430c7cd6945806b1487c82eff810249e640"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3820930852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.416290009447625, "interval": [0.12967300355480038, 8.70290701534045], "p_value": 0.055, "input_sha256": "92e49073171f671d25b333824dfac0cdb2131e7003d1fdaca3ba911e198e7471"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3820930852, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.416290009447625, "interval": [0.3889375932532347, 8.816550015647346], "p_value": 0.043808353815490884, "input_sha256": "92e49073171f671d25b333824dfac0cdb2131e7003d1fdaca3ba911e198e7471"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.04755693286797062, "seed": 3820930852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03456873562677229, "interval": [-0.008848398528833713, 0.07798586978237829], "p_value": 0.132, "input_sha256": "29518789ff33fd552a79a1ea90a8282f712bbefe6bfb51af3ee53f813caba4f3"}
{"scenario": "regular", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.04755693286797062, "seed": 3820930852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03456873562677229, "interval": [-0.00576622114815387, 0.07985117221475696], "p_value": 0.11485600636896479, "input_sha256": "29518789ff33fd552a79a1ea90a8282f712bbefe6bfb51af3ee53f813caba4f3"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2310265210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.73901442665032, "interval": [0.8833082683510716, 10.594720584949567], "p_value": 0.023, "input_sha256": "66301684c8b80557b949946f8c4a0cd44ddf4714efaf06a6ba0a09bfee66a66c"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2310265210, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.73901442665032, "interval": [1.2247205195177664, 9.97903656435103], "p_value": 0.0217901701147232, "input_sha256": "66301684c8b80557b949946f8c4a0cd44ddf4714efaf06a6ba0a09bfee66a66c"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.049559115908798614, "seed": 2310265210, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07041212910661816, "interval": [0.01716176142623957, 0.12366249678699676], "p_value": 0.01, "input_sha256": "0f216b6db34f1c0d60181d0a580d31c27ebd3d8e0e192d56f0fa0f7c906b7101"}
{"scenario": "regular", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.049559115908798614, "seed": 2310265210, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07041212910661816, "interval": [0.02467043536929744, 0.12275395901722987], "p_value": 0.010978314655103861, "input_sha256": "0f216b6db34f1c0d60181d0a580d31c27ebd3d8e0e192d56f0fa0f7c906b7101"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2459316780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.788304488537313, "interval": [2.875078313117643, 10.701530663956984], "p_value": 0.002, "input_sha256": "c96c6d3c6076fd0e18e38a75bf65c3b12782d7ad7434fe633f2ddc182d417c4e"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2459316780, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.788304488537313, "interval": [3.3409936129273117, 10.734977939132012], "p_value": 0.0011691712405757766, "input_sha256": "c96c6d3c6076fd0e18e38a75bf65c3b12782d7ad7434fe633f2ddc182d417c4e"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.049434703642261796, "seed": 2459316780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06187017659759825, "interval": [0.02121571277491724, 0.10252464042027926], "p_value": 0.004, "input_sha256": "10ecf72cdd050a7cddf0e08795125b465aa53abbd85fe6de2495f85ceaf797fc"}
{"scenario": "regular", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.049434703642261796, "seed": 2459316780, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06187017659759825, "interval": [0.026697025092602265, 0.10013572281455731], "p_value": 0.0038471587182753323, "input_sha256": "10ecf72cdd050a7cddf0e08795125b465aa53abbd85fe6de2495f85ceaf797fc"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 627591851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.175326072549632, "interval": [1.1216457622794422, 11.229006382819822], "p_value": 0.013, "input_sha256": "95fa60152aa6dabb2008db1f58590b9019c74849ad5f41c9566296a9a6a477c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 627591851, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.175326072549632, "interval": [1.4934208600311696, 11.230821239524415], "p_value": 0.017959572194458085, "input_sha256": "95fa60152aa6dabb2008db1f58590b9019c74849ad5f41c9566296a9a6a477c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.049137178751273394, "seed": 627591851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06084362749301153, "interval": [0.007890994071275047, 0.11379626091474801], "p_value": 0.021, "input_sha256": "621e7aa2eb1b586cccfe6bb9376ade2ccaf3daae25b9ef365ce644ef0a9c6e0d"}
{"scenario": "regular", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.049137178751273394, "seed": 627591851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06084362749301153, "interval": [0.012067286880947652, 0.10881869171751302], "p_value": 0.025449152306461206, "input_sha256": "621e7aa2eb1b586cccfe6bb9376ade2ccaf3daae25b9ef365ce644ef0a9c6e0d"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3350990709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.22860797101238, "interval": [-0.2460046066476762, 8.703220548672437], "p_value": 0.061, "input_sha256": "455cfb0f2e3666cb8d59e4204802224aaeec4245187c6159d0af50363b82fc50"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3350990709, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.22860797101238, "interval": [0.27995711305961624, 8.96135317544001], "p_value": 0.06329158588915773, "input_sha256": "455cfb0f2e3666cb8d59e4204802224aaeec4245187c6159d0af50363b82fc50"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.04845757893219098, "seed": 3350990709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03979464798085057, "interval": [-0.006194287172790983, 0.08578358313449212], "p_value": 0.085, "input_sha256": "8edf7b0227b748ed9296c8924b81c5d0092b9e7a662f56d5b7669a52508b8a82"}
{"scenario": "regular", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.04845757893219098, "seed": 3350990709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03979464798085057, "interval": [-0.0009647593682157703, 0.08582474325681834], "p_value": 0.08788310336282375, "input_sha256": "8edf7b0227b748ed9296c8924b81c5d0092b9e7a662f56d5b7669a52508b8a82"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3042544944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2938308379602805, "interval": [0.32869408400501143, 10.25896759191555], "p_value": 0.036, "input_sha256": "b1086520d3324980c4c6ad2cfaa7370fdec335a39306f7ca1c59967dac3f8fc6"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3042544944, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2938308379602805, "interval": [0.725322819289122, 9.722791082598668], "p_value": 0.03729435332914142, "input_sha256": "b1086520d3324980c4c6ad2cfaa7370fdec335a39306f7ca1c59967dac3f8fc6"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0481314925311961, "seed": 3042544944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05861311626859167, "interval": [0.008186299474532109, 0.10903993306265122], "p_value": 0.024, "input_sha256": "3e3389bd30e93e60190c0e952866a61758fe4bdff024f25c17ef251cf3e832cb"}
{"scenario": "regular", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0481314925311961, "seed": 3042544944, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05861311626859167, "interval": [0.013748814775286838, 0.10424728429132553], "p_value": 0.023904904330134646, "input_sha256": "3e3389bd30e93e60190c0e952866a61758fe4bdff024f25c17ef251cf3e832cb"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4059400855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.547427939467962, "interval": [-0.5859417674276157, 9.68079764636354], "p_value": 0.095, "input_sha256": "096c2459197d05256ac4d57470fb9d863769ce44083af729448f2c989178a4d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4059400855, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.547427939467962, "interval": [-0.5036604684240013, 9.00008305521566], "p_value": 0.08087920273142053, "input_sha256": "096c2459197d05256ac4d57470fb9d863769ce44083af729448f2c989178a4d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.049377325379240444, "seed": 4059400855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04346638268145575, "interval": [-0.00867477704915641, 0.09560754241206791], "p_value": 0.11, "input_sha256": "13736e6a15c74ddb6ebf560f24338862182a2b4d080ef68925830165f87a9ebc"}
{"scenario": "regular", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.049377325379240444, "seed": 4059400855, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04346638268145575, "interval": [-0.009307396926840655, 0.0872685558664273], "p_value": 0.09967199117891577, "input_sha256": "13736e6a15c74ddb6ebf560f24338862182a2b4d080ef68925830165f87a9ebc"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2610467243, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.869407844475715, "interval": [-2.663371197367921, 6.402186886319351], "p_value": 0.431, "input_sha256": "2b92939377e788e6bde05c6e5971fbfa9be9efb293511b2b4508d6d538ab3b45"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2610467243, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.869407844475715, "interval": [-2.301554587730922, 6.028205235440082], "p_value": 0.4089399122482199, "input_sha256": "2b92939377e788e6bde05c6e5971fbfa9be9efb293511b2b4508d6d538ab3b45"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0497417795848859, "seed": 2610467243, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025080072381689314, "interval": [-0.021707894466736995, 0.07186803923011562], "p_value": 0.292, "input_sha256": "242a111d76dd1f3de6fe5b277d96c0caca6b1a9a96ec9302a38873bdd36d1475"}
{"scenario": "regular", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0497417795848859, "seed": 2610467243, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025080072381689314, "interval": [-0.022515928186667852, 0.06543719474090534], "p_value": 0.28467991992712344, "input_sha256": "242a111d76dd1f3de6fe5b277d96c0caca6b1a9a96ec9302a38873bdd36d1475"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3924449107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1441777467005885, "interval": [-2.315967181063497, 8.604322674464674], "p_value": 0.278, "input_sha256": "08ac7bffb96235b51ea62c15ae9bffca14b30b4a6abd43cd19a37a981c050cfa"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3924449107, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1441777467005885, "interval": [-2.041312518611418, 8.60755918779538], "p_value": 0.2508854553791713, "input_sha256": "08ac7bffb96235b51ea62c15ae9bffca14b30b4a6abd43cd19a37a981c050cfa"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.047844759992961804, "seed": 3924449107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03824953089492769, "interval": [-0.01961902587030616, 0.09611808766016154], "p_value": 0.22, "input_sha256": "6085ec1447019869e2766bc23d13c66a8efd45252cb58ba51e4ff76b7f88d8c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.047844759992961804, "seed": 3924449107, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03824953089492769, "interval": [-0.014004327214495566, 0.10012390080561719], "p_value": 0.18836735093352755, "input_sha256": "6085ec1447019869e2766bc23d13c66a8efd45252cb58ba51e4ff76b7f88d8c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1494666403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8769546130513852, "interval": [-2.23800028541348, 7.99190951151625], "p_value": 0.265, "input_sha256": "18388fc8ba7b04f95aac19dd9db03a95d5280ae101ab06fa61148a9efbb1ea41"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1494666403, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8769546130513852, "interval": [-1.9033089213842014, 7.4900886798330975], "p_value": 0.2614363385989698, "input_sha256": "18388fc8ba7b04f95aac19dd9db03a95d5280ae101ab06fa61148a9efbb1ea41"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0497323119672232, "seed": 1494666403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02809500556607686, "interval": [-0.02485922898228613, 0.08104924011443984], "p_value": 0.301, "input_sha256": "f00e7350658003026173ad8b19e283dd9f89b3db4d53438b2a5b6830778df93a"}
{"scenario": "regular", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0497323119672232, "seed": 1494666403, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02809500556607686, "interval": [-0.020856722476147126, 0.07890022261562836], "p_value": 0.2890074996493555, "input_sha256": "f00e7350658003026173ad8b19e283dd9f89b3db4d53438b2a5b6830778df93a"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3332200512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.786312890182646, "interval": [1.294388309507153, 10.27823747085814], "p_value": 0.022, "input_sha256": "0d70b6a88e1ec60d496d3e1d8a007f6c9ab8d407015990aba0498453675660aa"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3332200512, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.786312890182646, "interval": [1.780383037193508, 10.179717018353944], "p_value": 0.012955247922324067, "input_sha256": "0d70b6a88e1ec60d496d3e1d8a007f6c9ab8d407015990aba0498453675660aa"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.04877528561012077, "seed": 3332200512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062269456647211924, "interval": [0.014975475157959044, 0.1095634381364648], "p_value": 0.017, "input_sha256": "e26fd37e95a6044179b39155a1f2dfbc99e9ef62531d5f8d29a14dfcf0ebf5ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.04877528561012077, "seed": 3332200512, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062269456647211924, "interval": [0.017491946372000564, 0.10922615482522648], "p_value": 0.011241171617232823, "input_sha256": "e26fd37e95a6044179b39155a1f2dfbc99e9ef62531d5f8d29a14dfcf0ebf5ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2383398046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.244668077021682, "interval": [-1.062446180765618, 9.551782334808983], "p_value": 0.107, "input_sha256": "96d65db3fce099c2f87ca4628a4c609d05012c7e1b6523ce64940355cfa508fa"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2383398046, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.244668077021682, "interval": [-1.2726934864328867, 9.164401900328404], "p_value": 0.11363074455249685, "input_sha256": "96d65db3fce099c2f87ca4628a4c609d05012c7e1b6523ce64940355cfa508fa"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.04932275028690528, "seed": 2383398046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04082885771234028, "interval": [-0.016202036363762662, 0.09785975178844322], "p_value": 0.156, "input_sha256": "2dac55cc9050b8bf652d2ab8feef3ea5d6a00343ca73d54a91cb7b5d12a76533"}
{"scenario": "regular", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.04932275028690528, "seed": 2383398046, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04082885771234028, "interval": [-0.01720032888193136, 0.09354117429327449], "p_value": 0.15536758102881487, "input_sha256": "2dac55cc9050b8bf652d2ab8feef3ea5d6a00343ca73d54a91cb7b5d12a76533"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3449922240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.687160898700586, "interval": [0.9501254364303611, 10.42419636097081], "p_value": 0.023, "input_sha256": "62fd3f3d9446f01674076f1c25475def6d435b856cb9e3f4633b0972e513d7e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3449922240, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.687160898700586, "interval": [1.1051681933028605, 10.34612688782804], "p_value": 0.019911752554616535, "input_sha256": "62fd3f3d9446f01674076f1c25475def6d435b856cb9e3f4633b0972e513d7e7"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.04887385770478206, "seed": 3449922240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0591252458375353, "interval": [0.009071679124627481, 0.10917881255044312], "p_value": 0.024, "input_sha256": "4b664f0c5966ec8c735c429ba129cfacd3d47eec69c44978c0717557e7f92110"}
{"scenario": "regular", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.04887385770478206, "seed": 3449922240, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0591252458375353, "interval": [0.013220048087075166, 0.10784252207058123], "p_value": 0.021851468862717938, "input_sha256": "4b664f0c5966ec8c735c429ba129cfacd3d47eec69c44978c0717557e7f92110"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1617306234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0655518918194318, "interval": [-1.7662263585613367, 7.8973301422002], "p_value": 0.199, "input_sha256": "9016fe5497134f09444c5787f9c6dc21dbab861800262138d04eeb67f2bfaa41"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1617306234, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0655518918194318, "interval": [-1.8451243749090604, 7.327715661176434], "p_value": 0.20599357087883163, "input_sha256": "9016fe5497134f09444c5787f9c6dc21dbab861800262138d04eeb67f2bfaa41"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0509360826315791, "seed": 1617306234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03623810015366151, "interval": [-0.021800999784820828, 0.09427720009214385], "p_value": 0.216, "input_sha256": "3c977f21b4b895ac085d5e1d299114311c9071f062a3980e33bdab811a80be3f"}
{"scenario": "regular", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0509360826315791, "seed": 1617306234, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03623810015366151, "interval": [-0.02141079509644534, 0.08579692344959541], "p_value": 0.213521483843269, "input_sha256": "3c977f21b4b895ac085d5e1d299114311c9071f062a3980e33bdab811a80be3f"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2843651239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.070294278316111, "interval": [1.6510261034855427, 12.489562453146679], "p_value": 0.009, "input_sha256": "d50736ebc22df31cb9f57dc36b3333ede414b978a8ef4c60a542d3c1bbd1082f"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2843651239, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.070294278316111, "interval": [1.8364283461956048, 12.437090012934892], "p_value": 0.011927279957835463, "input_sha256": "d50736ebc22df31cb9f57dc36b3333ede414b978a8ef4c60a542d3c1bbd1082f"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.04945908713107368, "seed": 2843651239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07504296668989396, "interval": [0.015824819953160707, 0.13426111342662722], "p_value": 0.013, "input_sha256": "66aa07dd224a607f3e873d4354eb497e04bcaf6df8b02b9784aa589a9eb9a692"}
{"scenario": "regular", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.04945908713107368, "seed": 2843651239, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07504296668989396, "interval": [0.018044334128653708, 0.13313356876186958], "p_value": 0.01438718602155964, "input_sha256": "66aa07dd224a607f3e873d4354eb497e04bcaf6df8b02b9784aa589a9eb9a692"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2980445253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.99462489349485, "interval": [1.2044644348407614, 10.784785352148937], "p_value": 0.013, "input_sha256": "0ca24040721143c76fd710fb43393c799c30aa569dd5146d7f7e792bf9dc0e30"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2980445253, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.99462489349485, "interval": [1.0691961883720857, 9.565291274564633], "p_value": 0.015585174881441136, "input_sha256": "0ca24040721143c76fd710fb43393c799c30aa569dd5146d7f7e792bf9dc0e30"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.04899790952791292, "seed": 2980445253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05807363296044382, "interval": [0.007849316652604618, 0.10829794926828303], "p_value": 0.018, "input_sha256": "bb6b057b3ac0887e73459261252870527d25659ddb245e6b4f5ba1b7664750f3"}
{"scenario": "regular", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.04899790952791292, "seed": 2980445253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05807363296044382, "interval": [0.008269788654128512, 0.09958103000547479], "p_value": 0.02461111184931217, "input_sha256": "bb6b057b3ac0887e73459261252870527d25659ddb245e6b4f5ba1b7664750f3"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2978312534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9326001089654907, "interval": [-0.30918330224867585, 8.174383520179656], "p_value": 0.061, "input_sha256": "e6cbe428c698a809df591d04cad77da2f823a55c54c49ae18a7773de9f43cdb7"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2978312534, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9326001089654907, "interval": [0.36003711912242276, 8.090140021243544], "p_value": 0.0682291592731434, "input_sha256": "e6cbe428c698a809df591d04cad77da2f823a55c54c49ae18a7773de9f43cdb7"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.049065244797366146, "seed": 2978312534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038089365481469434, "interval": [-0.0055275812917095005, 0.08170631225464836], "p_value": 0.076, "input_sha256": "ebbbb54069246f0a54b95698ecc28845c836bcc2fbd3658c497670cd43494e06"}
{"scenario": "regular", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.049065244797366146, "seed": 2978312534, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038089365481469434, "interval": [-0.0005143207490411049, 0.07918597815996638], "p_value": 0.08508593492381017, "input_sha256": "ebbbb54069246f0a54b95698ecc28845c836bcc2fbd3658c497670cd43494e06"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 22741534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.687643328850685, "interval": [0.10488650199815464, 11.270400155703214], "p_value": 0.042, "input_sha256": "8bc0d2203998f1941dd8426ae2fec14c3b76ff2384e5e1941e3cbc591bf100bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 22741534, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.687643328850685, "interval": [0.8175405480745882, 11.549878211697884], "p_value": 0.046054748847974294, "input_sha256": "8bc0d2203998f1941dd8426ae2fec14c3b76ff2384e5e1941e3cbc591bf100bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.04837827379108798, "seed": 22741534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05629600626951052, "interval": [0.0021199484224320303, 0.11047206411658901], "p_value": 0.042, "input_sha256": "21ff04602cfe9abf08f0ec2c8d190b5b4eb28eccb2bf9923868475478d872148"}
{"scenario": "regular", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.04837827379108798, "seed": 22741534, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05629600626951052, "interval": [0.007693625916314707, 0.1104938259352839], "p_value": 0.04209049047547592, "input_sha256": "21ff04602cfe9abf08f0ec2c8d190b5b4eb28eccb2bf9923868475478d872148"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3157095671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.624912588606541, "interval": [3.1830643358519293, 12.066760841361154], "p_value": 0.003, "input_sha256": "6cc7570eeb9cf763ca7a323b99a244c9c4c0a372b5104c3912ee3c40f8d46b03"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3157095671, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.624912588606541, "interval": [3.6983615415217983, 12.08921413907501], "p_value": 0.001344932086267982, "input_sha256": "6cc7570eeb9cf763ca7a323b99a244c9c4c0a372b5104c3912ee3c40f8d46b03"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04912218683174925, "seed": 3157095671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07197434510247896, "interval": [0.025987380186230903, 0.11796131001872703], "p_value": 0.006, "input_sha256": "4a4e8602df6a1ac8d1933c256698c286b626d4351373df2be985ddc39c07ad26"}
{"scenario": "regular", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04912218683174925, "seed": 3157095671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07197434510247896, "interval": [0.02992469073838537, 0.11280139564543329], "p_value": 0.003128519744546247, "input_sha256": "4a4e8602df6a1ac8d1933c256698c286b626d4351373df2be985ddc39c07ad26"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1453080523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7640614413643654, "interval": [-2.024088615935219, 7.55221149866395], "p_value": 0.26, "input_sha256": "12f6d8e80775487f920abfcb30545babe6a061b7b2e35d98de69371a7e042972"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1453080523, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7640614413643654, "interval": [-2.0310953544585937, 7.1129435761167725], "p_value": 0.24878368811166274, "input_sha256": "12f6d8e80775487f920abfcb30545babe6a061b7b2e35d98de69371a7e042972"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.049879811009629384, "seed": 1453080523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028324181658763853, "interval": [-0.021912979404181757, 0.07856134272170946], "p_value": 0.264, "input_sha256": "233cbd3127b173c02b4c30bc150b2ebd66af78588858814df6f963a9e7327084"}
{"scenario": "regular", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.049879811009629384, "seed": 1453080523, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028324181658763853, "interval": [-0.019631732495727902, 0.07686436900109092], "p_value": 0.2603958858383037, "input_sha256": "233cbd3127b173c02b4c30bc150b2ebd66af78588858814df6f963a9e7327084"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 899763229, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.280883019778198, "interval": [-0.20601247000416034, 8.767778509560557], "p_value": 0.054, "input_sha256": "6db049632ea2270cfac850cc14036e3dffb71d3154d2c118c4a8bbf676c58618"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 899763229, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.280883019778198, "interval": [0.02285274390987687, 8.357552671791698], "p_value": 0.06089822112934324, "input_sha256": "6db049632ea2270cfac850cc14036e3dffb71d3154d2c118c4a8bbf676c58618"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04794587814038017, "seed": 899763229, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039325283842660375, "interval": [-0.004143670765988046, 0.08279423845130879], "p_value": 0.068, "input_sha256": "863df5d7ae0f0195a0295f7d40d59911c9f9218b5298cf72a049b39e1fbc2348"}
{"scenario": "regular", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04794587814038017, "seed": 899763229, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039325283842660375, "interval": [-0.0027909313473947358, 0.07946237923745625], "p_value": 0.07480402264498331, "input_sha256": "863df5d7ae0f0195a0295f7d40d59911c9f9218b5298cf72a049b39e1fbc2348"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 658113424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3150714932751884, "interval": [-0.9892468892193671, 7.619389875769744], "p_value": 0.135, "input_sha256": "1c58fd501bd560b04f01499f56bac75000e37ee8fd8dd498bc97f163c486925e"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 658113424, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3150714932751884, "interval": [-1.0022894309168047, 7.262113150972127], "p_value": 0.12624384824425927, "input_sha256": "1c58fd501bd560b04f01499f56bac75000e37ee8fd8dd498bc97f163c486925e"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.04850044878395704, "seed": 658113424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028937918991845682, "interval": [-0.01915691798006495, 0.0770327559637563], "p_value": 0.254, "input_sha256": "a7c5215f903393ff92ba77ab54a675ec587b3def2c45fedd00b21cb4f42eee39"}
{"scenario": "regular", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.04850044878395704, "seed": 658113424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028937918991845682, "interval": [-0.02292741198945595, 0.06966167248825898], "p_value": 0.22881588932527172, "input_sha256": "a7c5215f903393ff92ba77ab54a675ec587b3def2c45fedd00b21cb4f42eee39"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2493133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.816704713624461, "interval": [1.6079733746521905, 12.025436052596731], "p_value": 0.011, "input_sha256": "1fcc4ddb05e99beff38734a6ce8526d935116c82982fdd8b76a5c66ef7bac5be"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2493133793, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.816704713624461, "interval": [1.8238752566256629, 11.522343174624108], "p_value": 0.011742767885097514, "input_sha256": "1fcc4ddb05e99beff38734a6ce8526d935116c82982fdd8b76a5c66ef7bac5be"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.04972648148673374, "seed": 2493133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06597644427510614, "interval": [0.0050504571490106245, 0.12690243140120167], "p_value": 0.033, "input_sha256": "c97525af42aa93cb23d1b5c3f4c5616b8fafeb80bbc9c8e3dd5c76dcac39f529"}
{"scenario": "regular", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.04972648148673374, "seed": 2493133793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06597644427510614, "interval": [0.005832429826615894, 0.1185136882659504], "p_value": 0.03457544069139075, "input_sha256": "c97525af42aa93cb23d1b5c3f4c5616b8fafeb80bbc9c8e3dd5c76dcac39f529"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3469597847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.2878054918411515, "interval": [3.546472023899562, 11.029138959782742], "p_value": 0.001, "input_sha256": "8918a28579b0f1e0fe37a7d8cee0cf2d6d5af5ff6ae714474ee2cf46a7a5d5e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3469597847, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.2878054918411515, "interval": [3.804902983798113, 10.634144414855225], "p_value": 0.00034179572016998093, "input_sha256": "8918a28579b0f1e0fe37a7d8cee0cf2d6d5af5ff6ae714474ee2cf46a7a5d5e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.05080457057389844, "seed": 3469597847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08030851370141177, "interval": [0.0339768596881226, 0.12664016771470094], "p_value": 0.001, "input_sha256": "572676be6da854c239ce1a92b38781bae507933191e7d7d66ad13cfba13a3403"}
{"scenario": "regular", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.05080457057389844, "seed": 3469597847, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08030851370141177, "interval": [0.040511982986593253, 0.12841317764531687], "p_value": 0.0013122441258163623, "input_sha256": "572676be6da854c239ce1a92b38781bae507933191e7d7d66ad13cfba13a3403"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2311265638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.486017541356606, "interval": [-1.7459887985114788, 6.718023881224691], "p_value": 0.222, "input_sha256": "42bdad496ebdc6f149da91a96acd65438d06d1fe91254ff5cdcae8aca5aef6e1"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2311265638, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.486017541356606, "interval": [-1.2288502562592576, 7.132749732380434], "p_value": 0.24136487385262997, "input_sha256": "42bdad496ebdc6f149da91a96acd65438d06d1fe91254ff5cdcae8aca5aef6e1"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.049019108128428815, "seed": 2311265638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020172873608710326, "interval": [-0.029808329320336266, 0.07015407653775692], "p_value": 0.41, "input_sha256": "4128259b62bad64b08d3f92fcfd5767e14145ec498e5027da537a34924465343"}
{"scenario": "regular", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.049019108128428815, "seed": 2311265638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020172873608710326, "interval": [-0.020122367095807493, 0.07936279008204783], "p_value": 0.4189589083167049, "input_sha256": "4128259b62bad64b08d3f92fcfd5767e14145ec498e5027da537a34924465343"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 291126457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.588250703938227, "interval": [-2.5368651144815972, 7.713366522358052], "p_value": 0.329, "input_sha256": "12efcebfb507b1ba90c109595e6ad8e712c3019553dea556113189cbcf686b62"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 291126457, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.588250703938227, "interval": [-2.0438274843818345, 7.664335029227981], "p_value": 0.31296581851631405, "input_sha256": "12efcebfb507b1ba90c109595e6ad8e712c3019553dea556113189cbcf686b62"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.04891444876596794, "seed": 291126457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026057162244518373, "interval": [-0.027500545064420595, 0.07961486955345734], "p_value": 0.339, "input_sha256": "f83accd3532755588337b3849323ce594a2c39ecb356cb93ae359af44a2aa596"}
{"scenario": "regular", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.04891444876596794, "seed": 291126457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026057162244518373, "interval": [-0.023046747722191754, 0.07704079793125942], "p_value": 0.3308886986879337, "input_sha256": "f83accd3532755588337b3849323ce594a2c39ecb356cb93ae359af44a2aa596"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3078025410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.257268342032902, "interval": [1.2647842787631616, 11.249752405302644], "p_value": 0.02, "input_sha256": "821965d447dbd4c21b46a4d6f8a3f5d18843f8080cb2ab333468af2f4623169a"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3078025410, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.257268342032902, "interval": [1.645578313833836, 11.182648978625728], "p_value": 0.015429799041534006, "input_sha256": "821965d447dbd4c21b46a4d6f8a3f5d18843f8080cb2ab333468af2f4623169a"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.047047306590923786, "seed": 3078025410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06532305725155815, "interval": [0.016858236634346574, 0.11378787786876973], "p_value": 0.014, "input_sha256": "8acadcadb8bbc49ab216a1c3c6aae530506dadafc8a34d27df27b250d2572a4d"}
{"scenario": "regular", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.047047306590923786, "seed": 3078025410, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06532305725155815, "interval": [0.022373602582845646, 0.11450470941176026], "p_value": 0.009694555159852007, "input_sha256": "8acadcadb8bbc49ab216a1c3c6aae530506dadafc8a34d27df27b250d2572a4d"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1303312461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.370098833956913, "interval": [-0.31598266496547023, 9.056180332879297], "p_value": 0.064, "input_sha256": "fcf99a7f8f92add5a18f4757728832298d938213aa7f3301e758107b58bba736"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1303312461, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.370098833956913, "interval": [-0.264554975108346, 8.796014511372416], "p_value": 0.06649505797202396, "input_sha256": "fcf99a7f8f92add5a18f4757728832298d938213aa7f3301e758107b58bba736"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.05078534185165484, "seed": 1303312461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05789887587837081, "interval": [0.0027480740589726077, 0.11304967769776901], "p_value": 0.039, "input_sha256": "24f138701df3a9f42238f321642dcc3ee2127a91004408c3cf44ffbccb6f5552"}
{"scenario": "regular", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.05078534185165484, "seed": 1303312461, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05789887587837081, "interval": [0.005287461475012022, 0.11192803860792894], "p_value": 0.04029571204009832, "input_sha256": "24f138701df3a9f42238f321642dcc3ee2127a91004408c3cf44ffbccb6f5552"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3184787556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.757695021641901, "interval": [2.6872213566938923, 12.828168686589908], "p_value": 0.01, "input_sha256": "cdde5c4d61ebe5d9248257016bd249e3977480fe845a289e48328181be54ef49"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3184787556, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.757695021641901, "interval": [2.4835156770807654, 12.426656491003524], "p_value": 0.0036689174464355633, "input_sha256": "cdde5c4d61ebe5d9248257016bd249e3977480fe845a289e48328181be54ef49"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0504537320573953, "seed": 3184787556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0865369408635233, "interval": [0.03031518720145438, 0.14275869452559223], "p_value": 0.006, "input_sha256": "1af4472ff19180f88c15ed9ef325cf90a3e00d8c73a0e16b21cdcf2de2e8ccf5"}
{"scenario": "regular", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0504537320573953, "seed": 3184787556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0865369408635233, "interval": [0.028331238969968458, 0.13935547085618688], "p_value": 0.003483589317324581, "input_sha256": "1af4472ff19180f88c15ed9ef325cf90a3e00d8c73a0e16b21cdcf2de2e8ccf5"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2199342035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.433937133780774, "interval": [0.2692504693944304, 10.598623798167118], "p_value": 0.041, "input_sha256": "cfe16b1d072669e2e7847fc42b5b170884bc394507c086a08c7ca212215f3877"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2199342035, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.433937133780774, "interval": [-0.16643746004547186, 10.006014718145138], "p_value": 0.03978476458273745, "input_sha256": "cfe16b1d072669e2e7847fc42b5b170884bc394507c086a08c7ca212215f3877"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.05009011229652023, "seed": 2199342035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05522589166365466, "interval": [-0.0024958518039993466, 0.11294763513130866], "p_value": 0.056, "input_sha256": "6d7daba69a03f5d18f2063a59bb4e635ec1eb6312474c1076f6a5f0efa03c99c"}
{"scenario": "regular", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.05009011229652023, "seed": 2199342035, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05522589166365466, "interval": [-0.0028677957605441297, 0.10514557324449852], "p_value": 0.06014249916274266, "input_sha256": "6d7daba69a03f5d18f2063a59bb4e635ec1eb6312474c1076f6a5f0efa03c99c"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3826406353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1082013822199546, "interval": [-2.8938652765888673, 7.110268041028776], "p_value": 0.412, "input_sha256": "b7b0e36265b35274e1378e467ac2143dc5ea798e45d11e130332312d44fde11a"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3826406353, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1082013822199546, "interval": [-2.3205703883532993, 6.710132481892069], "p_value": 0.3988856905810151, "input_sha256": "b7b0e36265b35274e1378e467ac2143dc5ea798e45d11e130332312d44fde11a"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.05101071946921274, "seed": 3826406353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026593510845660306, "interval": [-0.03328685213702939, 0.08647387382835], "p_value": 0.377, "input_sha256": "0c1c455a51a8a5ca79de9789c19a07bff17a398343df8d08edc666776e129ec8"}
{"scenario": "regular", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.05101071946921274, "seed": 3826406353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026593510845660306, "interval": [-0.021921911245885994, 0.08756833579248574], "p_value": 0.373866182692832, "input_sha256": "0c1c455a51a8a5ca79de9789c19a07bff17a398343df8d08edc666776e129ec8"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1434768066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.822215324454655, "interval": [-0.26178664108061067, 9.906217289989922], "p_value": 0.066, "input_sha256": "7c96e3fedbcbba2b1453a177247e59c9e3686be89e923f19b4a002bad76a35ee"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1434768066, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.822215324454655, "interval": [0.33298912636004147, 9.873074202222542], "p_value": 0.06235599764276687, "input_sha256": "7c96e3fedbcbba2b1453a177247e59c9e3686be89e923f19b4a002bad76a35ee"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.04975316688156323, "seed": 1434768066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05259944693133005, "interval": [-0.0034381353715341317, 0.10863702923419423], "p_value": 0.065, "input_sha256": "833727e7a9b885862b60c983c9aaa4794663f1d226cfae2bd0e870999a444eaa"}
{"scenario": "regular", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.04975316688156323, "seed": 1434768066, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05259944693133005, "interval": [0.005090562439177758, 0.11015213671489901], "p_value": 0.06496232590221575, "input_sha256": "833727e7a9b885862b60c983c9aaa4794663f1d226cfae2bd0e870999a444eaa"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1825238611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7969616419664236, "interval": [-0.09766259994599125, 7.6915858838788385], "p_value": 0.057, "input_sha256": "ff01ffc09f2c6f63ce59a2a7b664b53dc532eadd078aa57a0a2393b3d2255770"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1825238611, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7969616419664236, "interval": [0.47440723892971226, 7.490292484143911], "p_value": 0.05571748498337862, "input_sha256": "ff01ffc09f2c6f63ce59a2a7b664b53dc532eadd078aa57a0a2393b3d2255770"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.04863373665394905, "seed": 1825238611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03272955669041014, "interval": [-0.0062043203423311905, 0.07166343372315147], "p_value": 0.097, "input_sha256": "6382e454991d04ff1af10358d71ca31a28c6fcbe637f3e400b97eeeb1f994167"}
{"scenario": "regular", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.04863373665394905, "seed": 1825238611, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03272955669041014, "interval": [-0.0007000271957551964, 0.06770786564702874], "p_value": 0.09690970788671846, "input_sha256": "6382e454991d04ff1af10358d71ca31a28c6fcbe637f3e400b97eeeb1f994167"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2681981920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.64911688545722, "interval": [2.1699309002776035, 11.128302870636837], "p_value": 0.008, "input_sha256": "b37af4583ab4cf85b2ee2f4dc1b4c3a7fbf6802cbe088a1b2e19ec883e85fc54"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2681981920, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.64911688545722, "interval": [2.7689686628541472, 10.992771686739054], "p_value": 0.004688749768309553, "input_sha256": "b37af4583ab4cf85b2ee2f4dc1b4c3a7fbf6802cbe088a1b2e19ec883e85fc54"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.049911783381713565, "seed": 2681981920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06732630370381827, "interval": [0.01917886582113465, 0.1154737415865019], "p_value": 0.006, "input_sha256": "df0a0fd3f9ea44983fb11db78ee0d2563a178d2e5281671ed7565c1185709974"}
{"scenario": "regular", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.049911783381713565, "seed": 2681981920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06732630370381827, "interval": [0.027123444515748073, 0.11419240162839688], "p_value": 0.007387280753268364, "input_sha256": "df0a0fd3f9ea44983fb11db78ee0d2563a178d2e5281671ed7565c1185709974"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3394808792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.9139059884540055, "interval": [0.21817348419378035, 11.60963849271423], "p_value": 0.036, "input_sha256": "0b3d28682351472d36974555344fed27425af119163d08c6f6e94e19fcbf293e"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3394808792, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.9139059884540055, "interval": [0.8247605757619154, 11.968764545026723], "p_value": 0.04227035411870825, "input_sha256": "0b3d28682351472d36974555344fed27425af119163d08c6f6e94e19fcbf293e"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.04924087210508883, "seed": 3394808792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06741211575723641, "interval": [-0.004903731183374491, 0.13972796269784732], "p_value": 0.049, "input_sha256": "15dde5fa62c7070153549fb1b4886461a01ea7a3961a63775aa90585142ae680"}
{"scenario": "regular", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.04924087210508883, "seed": 3394808792, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06741211575723641, "interval": [0.013055408872093034, 0.15619016038422934], "p_value": 0.06658775965299804, "input_sha256": "15dde5fa62c7070153549fb1b4886461a01ea7a3961a63775aa90585142ae680"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 193693015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.79988755695065, "interval": [2.6607239308774533, 10.939051183023846], "p_value": 0.002, "input_sha256": "335385f5add92757b24d38d02080bca55bf30db52de3c65906379aa4f9e6af80"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 193693015, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.79988755695065, "interval": [3.0276114723743697, 10.727574574704962], "p_value": 0.00203540547745081, "input_sha256": "335385f5add92757b24d38d02080bca55bf30db52de3c65906379aa4f9e6af80"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0487424876220397, "seed": 193693015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07197485910305122, "interval": [0.02675868245448243, 0.11719103575162002], "p_value": 0.004, "input_sha256": "46681df45e1c8cd9cd208b85bdca6489e9b46fe8ff6d0b672165b1a3d4daab2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0487424876220397, "seed": 193693015, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07197485910305122, "interval": [0.030835749080795224, 0.11494525371624419], "p_value": 0.0027212564381323004, "input_sha256": "46681df45e1c8cd9cd208b85bdca6489e9b46fe8ff6d0b672165b1a3d4daab2c"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3196499940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.717621724074411, "interval": [2.1764011291173, 9.258842319031523], "p_value": 0.001, "input_sha256": "2b2e53d42a6d4692482c0fd35bb9b86929f542fdae33841acec7f9a8fae31d10"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3196499940, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.717621724074411, "interval": [2.325618219720698, 8.873982352409673], "p_value": 0.0023879587719085166, "input_sha256": "2b2e53d42a6d4692482c0fd35bb9b86929f542fdae33841acec7f9a8fae31d10"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.05097981777680914, "seed": 3196499940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059062792732860955, "interval": [0.019441928928797446, 0.09868365653692446], "p_value": 0.003, "input_sha256": "ccf001b89d4f1d7317123f61a4f590a0c6106597fcd40303153d495b10f9703b"}
{"scenario": "regular", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.05097981777680914, "seed": 3196499940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059062792732860955, "interval": [0.02208939424575359, 0.09716048451592112], "p_value": 0.004601046733266804, "input_sha256": "ccf001b89d4f1d7317123f61a4f590a0c6106597fcd40303153d495b10f9703b"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 548637605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.445499685388999, "interval": [-0.14024896723541147, 9.031248338013409], "p_value": 0.06, "input_sha256": "02b4c2ff158a98d807a2322193ac40aecb16443a110975d8053f4216c4d0e2d4"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 548637605, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.445499685388999, "interval": [0.24792582991619572, 8.654704763139652], "p_value": 0.05702359508154393, "input_sha256": "02b4c2ff158a98d807a2322193ac40aecb16443a110975d8053f4216c4d0e2d4"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.04840894913634046, "seed": 548637605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04036103042543471, "interval": [-0.007438782432907104, 0.08816084328377652], "p_value": 0.102, "input_sha256": "7d0f719e6c2ed30afc895aabe7095d429c6b915667c9d2343307972161c0663c"}
{"scenario": "regular", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.04840894913634046, "seed": 548637605, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04036103042543471, "interval": [-0.0022948421798271806, 0.08576974267066462], "p_value": 0.09532589463948551, "input_sha256": "7d0f719e6c2ed30afc895aabe7095d429c6b915667c9d2343307972161c0663c"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3178446405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.283885397428295, "interval": [0.42439718069864973, 10.143373614157941], "p_value": 0.034, "input_sha256": "6662233cf771fd1d6e666e8ef725231a8ac705a239aab9b18053dd8fcbfaeb32"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3178446405, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.283885397428295, "interval": [1.1926279645949862, 10.952692386608453], "p_value": 0.03387590723367729, "input_sha256": "6662233cf771fd1d6e666e8ef725231a8ac705a239aab9b18053dd8fcbfaeb32"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.048820813893001594, "seed": 3178446405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043587969585998476, "interval": [-0.00960782551270753, 0.09678376468470448], "p_value": 0.118, "input_sha256": "8b9e67daac38bfdb400451a41af2c9e65b89f44974816be9b96c63c4c1990e32"}
{"scenario": "regular", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.048820813893001594, "seed": 3178446405, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043587969585998476, "interval": [-0.0012910135987715197, 0.09937636072582134], "p_value": 0.10539144826846963, "input_sha256": "8b9e67daac38bfdb400451a41af2c9e65b89f44974816be9b96c63c4c1990e32"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2823676578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.713248627765678, "interval": [-0.092891183803399, 9.519388439334755], "p_value": 0.05, "input_sha256": "3e7ec561797f3525e96a7e36d3c9a2c79764c467e206052d1eeab411934edbae"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2823676578, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.713248627765678, "interval": [0.33639640992444075, 9.616969895236819], "p_value": 0.054356240032847135, "input_sha256": "3e7ec561797f3525e96a7e36d3c9a2c79764c467e206052d1eeab411934edbae"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.04967849380715904, "seed": 2823676578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05271703289904339, "interval": [0.003204867726892255, 0.10222919807119453], "p_value": 0.031, "input_sha256": "14ffb15cc09e47220574b7cae6715172ccc8683bd592d37e99da652dea9f1181"}
{"scenario": "regular", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.04967849380715904, "seed": 2823676578, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05271703289904339, "interval": [0.008351917939079703, 0.10414752649229601], "p_value": 0.037569454767969135, "input_sha256": "14ffb15cc09e47220574b7cae6715172ccc8683bd592d37e99da652dea9f1181"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 673245409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.821910279947897, "interval": [4.684886159586928, 12.958934400308866], "p_value": 0.001, "input_sha256": "c8b4002c5593097c96897c923d19fcb0be957d839418e46adc1711f9d1a2aebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 673245409, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.821910279947897, "interval": [5.168595760789362, 13.049756877685985], "p_value": 0.00010958115209088606, "input_sha256": "c8b4002c5593097c96897c923d19fcb0be957d839418e46adc1711f9d1a2aebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.05152895113813659, "seed": 673245409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09700966284928358, "interval": [0.053950605026017076, 0.1400687206725501], "p_value": 0.001, "input_sha256": "897c85c8b33b288e64881295c705ac0d280d78c596fa2dbbfa9f76b9c518c155"}
{"scenario": "regular", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.05152895113813659, "seed": 673245409, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09700966284928358, "interval": [0.05845256112374773, 0.14151150242514177], "p_value": 5.226471558014527e-05, "input_sha256": "897c85c8b33b288e64881295c705ac0d280d78c596fa2dbbfa9f76b9c518c155"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2392989325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.081766720810828, "interval": [-2.2530154642925826, 6.416548905914238], "p_value": 0.339, "input_sha256": "a26bcff603f8e484da5199315dff06fcfeca5efdd07094a9426ac02394fe9053"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2392989325, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.081766720810828, "interval": [-2.4212405978888567, 5.921895863409051], "p_value": 0.33559972237417435, "input_sha256": "a26bcff603f8e484da5199315dff06fcfeca5efdd07094a9426ac02394fe9053"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.04831542114946069, "seed": 2392989325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02916653530185198, "interval": [-0.015051106768400997, 0.07338417737210495], "p_value": 0.186, "input_sha256": "de8802cdfb4f996550a23ca0a30b4e8455ceafba1e51f7e5880a3fabfc110fbe"}
{"scenario": "regular", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.04831542114946069, "seed": 2392989325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02916653530185198, "interval": [-0.013356594294004211, 0.0702210811205003], "p_value": 0.1884952659959979, "input_sha256": "de8802cdfb4f996550a23ca0a30b4e8455ceafba1e51f7e5880a3fabfc110fbe"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3873957325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.351135948671111, "interval": [1.775727308250164, 8.926544589092057], "p_value": 0.005, "input_sha256": "71155a6a5de2171216ea75d01cecc6912bc44d61e05e2372ead0c34cf280aaba"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3873957325, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.351135948671111, "interval": [1.905718223573128, 8.693622260837063], "p_value": 0.004413322820929506, "input_sha256": "71155a6a5de2171216ea75d01cecc6912bc44d61e05e2372ead0c34cf280aaba"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04856960548715013, "seed": 3873957325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05421329424799941, "interval": [0.01997020306888321, 0.0884563854271156], "p_value": 0.004, "input_sha256": "e5b2d8cb69f3667f547aa5b24599719c3196b326c2bf4662b2eafbcf829710a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04856960548715013, "seed": 3873957325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05421329424799941, "interval": [0.02170596544509925, 0.08539302762168095], "p_value": 0.002748125640589637, "input_sha256": "e5b2d8cb69f3667f547aa5b24599719c3196b326c2bf4662b2eafbcf829710a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1535710181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4613174561096125, "interval": [-0.3074455229806148, 9.23008043519984], "p_value": 0.063, "input_sha256": "d9d3eb2c92ad4f5035a773789b060649d943c7d7765e5ec87385a667cafad887"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1535710181, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4613174561096125, "interval": [-0.21398082261753273, 8.972481421788812], "p_value": 0.06583938789845369, "input_sha256": "d9d3eb2c92ad4f5035a773789b060649d943c7d7765e5ec87385a667cafad887"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.04748479800582016, "seed": 1535710181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04195160359064805, "interval": [-0.0036137979656473695, 0.08751700514694347], "p_value": 0.068, "input_sha256": "d138117410d2423a76eab418ebcd4f1956b634236a03e89b835008d3060a0388"}
{"scenario": "regular", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.04748479800582016, "seed": 1535710181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04195160359064805, "interval": [-0.003940647488192654, 0.08305609264857328], "p_value": 0.07005140882351528, "input_sha256": "d138117410d2423a76eab418ebcd4f1956b634236a03e89b835008d3060a0388"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2365943422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.153178394481124, "interval": [1.928353473973961, 10.378003314988288], "p_value": 0.01, "input_sha256": "70130df5fa47b81fe6c1e332e15e142af66f5effeaee9e4eca606193a772e7c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2365943422, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.153178394481124, "interval": [2.0819120941865514, 9.787880419066338], "p_value": 0.005510687669122291, "input_sha256": "70130df5fa47b81fe6c1e332e15e142af66f5effeaee9e4eca606193a772e7c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04946168193454483, "seed": 2365943422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06191490248953052, "interval": [0.01747421504691532, 0.10635558993214572], "p_value": 0.01, "input_sha256": "b11cc7cc458541795fd674d96cb477994d43090377a66a6a094796b06cba0163"}
{"scenario": "regular", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04946168193454483, "seed": 2365943422, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06191490248953052, "interval": [0.019919180507692424, 0.10169280066370166], "p_value": 0.007741165016457208, "input_sha256": "b11cc7cc458541795fd674d96cb477994d43090377a66a6a094796b06cba0163"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2260150779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2832467945684805, "interval": [-2.4653209222104246, 7.0318145113473856], "p_value": 0.333, "input_sha256": "29fab9b8575f1a24bf42231ca0813c90733ce11f0592f6631e47ed83bcaa0731"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2260150779, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2832467945684805, "interval": [-2.084141438228637, 6.547932997794767], "p_value": 0.33636228711302674, "input_sha256": "29fab9b8575f1a24bf42231ca0813c90733ce11f0592f6631e47ed83bcaa0731"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.048667863656111546, "seed": 2260150779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027338150754207383, "interval": [-0.020114294073731276, 0.07479059558214604], "p_value": 0.244, "input_sha256": "af3069fba99405e24fb8554f6ba3b1e83c9ad18be611d3818be06ee61d17eec6"}
{"scenario": "regular", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.048667863656111546, "seed": 2260150779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027338150754207383, "interval": [-0.014522212598399914, 0.06991905152389315], "p_value": 0.25058914077418426, "input_sha256": "af3069fba99405e24fb8554f6ba3b1e83c9ad18be611d3818be06ee61d17eec6"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3621671601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.136623584516917, "interval": [0.02697639808148633, 10.246270770952346], "p_value": 0.038, "input_sha256": "20417b94c129da030650891bdae9bd4dcf6bec592761fc1aa1cfa59b520d5e42"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3621671601, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.136623584516917, "interval": [0.3628190835940354, 9.759871128067735], "p_value": 0.0488712018125005, "input_sha256": "20417b94c129da030650891bdae9bd4dcf6bec592761fc1aa1cfa59b520d5e42"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.049748364669312435, "seed": 3621671601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04848545780277977, "interval": [-0.004871390826944037, 0.10184230643250358], "p_value": 0.066, "input_sha256": "7a355d536700752e32ec80871fbf60f387c0e99fe1cbc2c9961b72cf3735a7e4"}
{"scenario": "regular", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.049748364669312435, "seed": 3621671601, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04848545780277977, "interval": [0.0004374237848182541, 0.09680193024072657], "p_value": 0.07348278788115242, "input_sha256": "7a355d536700752e32ec80871fbf60f387c0e99fe1cbc2c9961b72cf3735a7e4"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1357326776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.200635928733845, "interval": [1.2682860697381613, 9.132985787729528], "p_value": 0.006, "input_sha256": "f259f3cc1e4f1d728e4b0e003dab80deb570e726a665da79037fbd739847a08c"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1357326776, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.200635928733845, "interval": [1.7117825465772476, 9.361252688465832], "p_value": 0.011017200146388883, "input_sha256": "f259f3cc1e4f1d728e4b0e003dab80deb570e726a665da79037fbd739847a08c"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04937155435455797, "seed": 1357326776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050614156052575424, "interval": [0.008471799318347906, 0.09275651278680294], "p_value": 0.013, "input_sha256": "d84d93bf7a9de23ebd43ebf606010f294ce9ac5a4cc596ee34b48f97a6624a83"}
{"scenario": "regular", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04937155435455797, "seed": 1357326776, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050614156052575424, "interval": [0.012310372779500353, 0.09402128942930228], "p_value": 0.0199966809856106, "input_sha256": "d84d93bf7a9de23ebd43ebf606010f294ce9ac5a4cc596ee34b48f97a6624a83"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 464114750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5753620969996085, "interval": [-1.3442132487113128, 8.49493744271053], "p_value": 0.147, "input_sha256": "5375f60a05c53f230c1b614bc440ef34972132154ef5546848dfdb84ec7966c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 464114750, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5753620969996085, "interval": [-1.0321167321395501, 8.549023109748445], "p_value": 0.1494199473945835, "input_sha256": "5375f60a05c53f230c1b614bc440ef34972132154ef5546848dfdb84ec7966c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.048746909260226165, "seed": 464114750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03991701054775959, "interval": [-0.011689436852460197, 0.09152345794797938], "p_value": 0.124, "input_sha256": "8b414cd107f4e9a1cc0d6fc5849b52a821d66567adb55b161b4bc9e333fed448"}
{"scenario": "regular", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.048746909260226165, "seed": 464114750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03991701054775959, "interval": [-0.008273329030824545, 0.09205903570731676], "p_value": 0.1256751295392425, "input_sha256": "8b414cd107f4e9a1cc0d6fc5849b52a821d66567adb55b161b4bc9e333fed448"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2505546507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0278676285792745, "interval": [0.4692554984142383, 9.58647975874431], "p_value": 0.027, "input_sha256": "0903f129ebda4e956251cca6e0142110d3824b4740ff76da5c2245d69f67ebc5"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2505546507, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0278676285792745, "interval": [1.0122639320328262, 9.543215157011337], "p_value": 0.03159662533257255, "input_sha256": "0903f129ebda4e956251cca6e0142110d3824b4740ff76da5c2245d69f67ebc5"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.049193374688509726, "seed": 2505546507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05275090400164674, "interval": [0.004690897888724836, 0.10081091011456864], "p_value": 0.025, "input_sha256": "cfee040945d9eb922ebec2d4efcc27d42508735ee5edcb0b7251c557c1a3af62"}
{"scenario": "regular", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.049193374688509726, "seed": 2505546507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05275090400164674, "interval": [0.008164098364711625, 0.0986488748266271], "p_value": 0.032407993229739335, "input_sha256": "cfee040945d9eb922ebec2d4efcc27d42508735ee5edcb0b7251c557c1a3af62"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2005627054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.38960232012942, "interval": [3.762643547409164, 13.016561092849676], "p_value": 0.003, "input_sha256": "00e45a5fdb3aee868c3a3fc0c12a0969ecca32027a674f089c58ad4bc87d3276"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2005627054, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.38960232012942, "interval": [4.313564997626356, 12.61320488040058], "p_value": 0.0008012658571278325, "input_sha256": "00e45a5fdb3aee868c3a3fc0c12a0969ecca32027a674f089c58ad4bc87d3276"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.04823080064436065, "seed": 2005627054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.088247550705069, "interval": [0.0417429544856662, 0.1347521469244718], "p_value": 0.002, "input_sha256": "005507972c653cbae7a7ef384362bf2dbdfcd4ab1df08ec5383121a4a9ba5248"}
{"scenario": "regular", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.04823080064436065, "seed": 2005627054, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.088247550705069, "interval": [0.04745842509730616, 0.1320255176656673], "p_value": 0.00046515532673783224, "input_sha256": "005507972c653cbae7a7ef384362bf2dbdfcd4ab1df08ec5383121a4a9ba5248"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3155623227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.45534650143197, "interval": [0.7533519133047717, 10.157341089559168], "p_value": 0.02, "input_sha256": "0c52d268674ea5f04c09afd44f6fd87808da2f24b546409a9c516caf975352dc"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3155623227, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.45534650143197, "interval": [1.0992473384452761, 10.042838471335337], "p_value": 0.02448736720406255, "input_sha256": "0c52d268674ea5f04c09afd44f6fd87808da2f24b546409a9c516caf975352dc"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04879008016739084, "seed": 3155623227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05023926117131457, "interval": [-0.0011511466789626418, 0.10162966902159178], "p_value": 0.058, "input_sha256": "fe2bfcd6f842d8da9f5b5863a8b2b5d399e262e6e5465216d550365da954f81e"}
{"scenario": "regular", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04879008016739084, "seed": 3155623227, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05023926117131457, "interval": [-0.0012451839047522058, 0.09825641592181436], "p_value": 0.05502130402021593, "input_sha256": "fe2bfcd6f842d8da9f5b5863a8b2b5d399e262e6e5465216d550365da954f81e"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3582375484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.613167923454845, "interval": [2.744836552182823, 10.481499294726866], "p_value": 0.004, "input_sha256": "254f183d6842ef4650e9f809620c8877d991f9fdffbfac8126b43743b1c72b23"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3582375484, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.613167923454845, "interval": [2.7357919499464614, 10.078374254135923], "p_value": 0.0014193388402676203, "input_sha256": "254f183d6842ef4650e9f809620c8877d991f9fdffbfac8126b43743b1c72b23"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.049898425160034496, "seed": 3582375484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06619998671326285, "interval": [0.02568920426644291, 0.10671076916008279], "p_value": 0.006, "input_sha256": "56da02ed78be9efd44656d02424e57cd7ec7ce53be1de4b81d13f1dd4175d580"}
{"scenario": "regular", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.049898425160034496, "seed": 3582375484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06619998671326285, "interval": [0.025703109090506188, 0.10283998920813218], "p_value": 0.0021487955706886606, "input_sha256": "56da02ed78be9efd44656d02424e57cd7ec7ce53be1de4b81d13f1dd4175d580"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1548410335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.866389558586092, "interval": [-1.057599196457777, 6.790378313629961], "p_value": 0.135, "input_sha256": "7cfb278dbdf01c104f2b527a08a23a4d4c715a55b51ad8a162b5fc5c3cd8af93"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1548410335, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.866389558586092, "interval": [-0.7169156796543011, 6.580368341131223], "p_value": 0.14717014142077414, "input_sha256": "7cfb278dbdf01c104f2b527a08a23a4d4c715a55b51ad8a162b5fc5c3cd8af93"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.04885564739518134, "seed": 1548410335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026760751295098, "interval": [-0.011781499618303257, 0.06530300220849926], "p_value": 0.172, "input_sha256": "619d599b2e8f9b30dac7897ab3ef22fbbb18b198e2f4c73bea701a7b9b6ab0a7"}
{"scenario": "regular", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.04885564739518134, "seed": 1548410335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026760751295098, "interval": [-0.007851813976506009, 0.06322198338507753], "p_value": 0.16780587148604942, "input_sha256": "619d599b2e8f9b30dac7897ab3ef22fbbb18b198e2f4c73bea701a7b9b6ab0a7"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1872551506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9556749992939952, "interval": [-2.117675387658246, 8.029025386246236], "p_value": 0.227, "input_sha256": "c983ce8e4f85022287f783b478e19e6f53e403d2ef7eb1618dfa439a2853450a"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1872551506, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9556749992939952, "interval": [-1.4214823946634418, 8.071701497433674], "p_value": 0.24557226531450838, "input_sha256": "c983ce8e4f85022287f783b478e19e6f53e403d2ef7eb1618dfa439a2853450a"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.05072514973642302, "seed": 1872551506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029994089473236285, "interval": [-0.031425216983223946, 0.09141339592969652], "p_value": 0.319, "input_sha256": "9441167844c8b229250321a7b90b56087d75224a38eb996d8a4eab98587b9ea4"}
{"scenario": "regular", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.05072514973642302, "seed": 1872551506, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029994089473236285, "interval": [-0.01776051189226708, 0.09639607642806178], "p_value": 0.32882282494693305, "input_sha256": "9441167844c8b229250321a7b90b56087d75224a38eb996d8a4eab98587b9ea4"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1958642512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.236804969967162, "interval": [-1.3845070353546132, 5.858116975288937], "p_value": 0.216, "input_sha256": "221e08b506dcfaef10edaa5bb1c6b8f665799ab1cfcfb89c3237c6053b45c037"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1958642512, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.236804969967162, "interval": [-1.3559035567210256, 5.399970735080714], "p_value": 0.21833404373813436, "input_sha256": "221e08b506dcfaef10edaa5bb1c6b8f665799ab1cfcfb89c3237c6053b45c037"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.05019441996888931, "seed": 1958642512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016334923935655096, "interval": [-0.024412724940675465, 0.05708257281198566], "p_value": 0.428, "input_sha256": "1a1de69f9bb4d08e7605807edd55806546ee22f37ff979e6371a438ec1fc506a"}
{"scenario": "regular", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.05019441996888931, "seed": 1958642512, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016334923935655096, "interval": [-0.02373739228959377, 0.05139919476634548], "p_value": 0.4210248734943379, "input_sha256": "1a1de69f9bb4d08e7605807edd55806546ee22f37ff979e6371a438ec1fc506a"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 337135508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.984704687570998, "interval": [1.7022911667072318, 10.267118208434765], "p_value": 0.006, "input_sha256": "72e2c7834b3478f47b383d9e708da3a089e841dc4219c4ba6748d5223e0dad0e"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 337135508, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.984704687570998, "interval": [1.8435726484635917, 10.172084012324367], "p_value": 0.007431651758829641, "input_sha256": "72e2c7834b3478f47b383d9e708da3a089e841dc4219c4ba6748d5223e0dad0e"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04921990095133209, "seed": 337135508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0634063896842352, "interval": [0.016536783988939444, 0.11027599537953096], "p_value": 0.006, "input_sha256": "90d3518eabcaa2f2f1841990f117e6aefa43ab6faf161133266b4a3e055ca3a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04921990095133209, "seed": 337135508, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0634063896842352, "interval": [0.018218752044288675, 0.11122617184178249], "p_value": 0.009349783654836682, "input_sha256": "90d3518eabcaa2f2f1841990f117e6aefa43ab6faf161133266b4a3e055ca3a0"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3774033612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.149027000358157, "interval": [2.363555870148064, 9.934498130568251], "p_value": 0.001, "input_sha256": "afb8cb81a389296983ef6c9ed81fb18df94223ee03354bf385f5666f2771291c"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3774033612, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.149027000358157, "interval": [2.814710545854768, 9.898220595241401], "p_value": 0.0023466257159708054, "input_sha256": "afb8cb81a389296983ef6c9ed81fb18df94223ee03354bf385f5666f2771291c"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.04879598802095991, "seed": 3774033612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061965525589700254, "interval": [0.021230198496597408, 0.1027008526828031], "p_value": 0.004, "input_sha256": "a07c183515dab65089cd20a87651b172e0d57dff79ca66a6d0a273374b616b5d"}
{"scenario": "regular", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.04879598802095991, "seed": 3774033612, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061965525589700254, "interval": [0.027951586764851582, 0.103505156427041], "p_value": 0.004075423646520428, "input_sha256": "a07c183515dab65089cd20a87651b172e0d57dff79ca66a6d0a273374b616b5d"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 565834258, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0534646133298988, "interval": [-3.1670343720869436, 5.273963598746741], "p_value": 0.605, "input_sha256": "54614533994383960813496dbad6d9d33cd556a3dcd346e8641a0e96c6a81d6b"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 565834258, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0534646133298988, "interval": [-3.3197381279557248, 4.662290712818206], "p_value": 0.6145247628480317, "input_sha256": "54614533994383960813496dbad6d9d33cd556a3dcd346e8641a0e96c6a81d6b"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04935213997695871, "seed": 565834258, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010730069549602844, "interval": [-0.03098041461513768, 0.05244055371434337], "p_value": 0.603, "input_sha256": "1560602acb0c7d42f6f23c2a7541e9dfcf3c026e5d7b828749ee2e7e3f899907"}
{"scenario": "regular", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04935213997695871, "seed": 565834258, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010730069549602844, "interval": [-0.03162946267826026, 0.047541097715006364], "p_value": 0.6035944553687114, "input_sha256": "1560602acb0c7d42f6f23c2a7541e9dfcf3c026e5d7b828749ee2e7e3f899907"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2185128423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5023241222699664, "interval": [-1.8556266389194604, 6.860274883459393], "p_value": 0.247, "input_sha256": "d3fb8f7001e2a16d4d461d292c4ecb8556e89e55855e2d36bea1f0374edee204"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2185128423, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5023241222699664, "interval": [-1.784774394744327, 6.6058280277026045], "p_value": 0.25232075873841237, "input_sha256": "d3fb8f7001e2a16d4d461d292c4ecb8556e89e55855e2d36bea1f0374edee204"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.04958487989623955, "seed": 2185128423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022020657502619945, "interval": [-0.021666228477560896, 0.06570754348280078], "p_value": 0.309, "input_sha256": "f977666ce685d3a288b16a4d8fb87980addf7b852c70c90c1ee9b91bafefb191"}
{"scenario": "regular", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.04958487989623955, "seed": 2185128423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022020657502619945, "interval": [-0.019461014436682644, 0.06429169611550771], "p_value": 0.3139707557230639, "input_sha256": "f977666ce685d3a288b16a4d8fb87980addf7b852c70c90c1ee9b91bafefb191"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2977825883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.052319067117136, "interval": [-0.5021502746637561, 10.606788408898026], "p_value": 0.077, "input_sha256": "0a8acdb9a0d1b96394bcc0a3201d64752ac4764331b6ce9c8cbcde70250f5639"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2977825883, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.052319067117136, "interval": [-0.6141104652756567, 10.202654448121368], "p_value": 0.07336065877736117, "input_sha256": "0a8acdb9a0d1b96394bcc0a3201d64752ac4764331b6ce9c8cbcde70250f5639"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.050306615398311494, "seed": 2977825883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050943170583316294, "interval": [-0.00825997898339588, 0.11014632015002847], "p_value": 0.095, "input_sha256": "10657a58a98c7cdabb6f0c8f0cc1aa2d400fa863229ff0584a149901bd07e19a"}
{"scenario": "regular", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.050306615398311494, "seed": 2977825883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050943170583316294, "interval": [-0.007378934843537326, 0.1088071499412665], "p_value": 0.0895594779470853, "input_sha256": "10657a58a98c7cdabb6f0c8f0cc1aa2d400fa863229ff0584a149901bd07e19a"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2187995544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.920574578826369, "interval": [-0.4010734782761496, 10.242222635928888], "p_value": 0.063, "input_sha256": "d33999d76d49dd52aed69ae01ea67d7b17bf6e5cfd39e1d00bb62469627a217e"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2187995544, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.920574578826369, "interval": [-0.04754501839530687, 9.86139013143046], "p_value": 0.06891865594625134, "input_sha256": "d33999d76d49dd52aed69ae01ea67d7b17bf6e5cfd39e1d00bb62469627a217e"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.04907863398574524, "seed": 2187995544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047469496979767725, "interval": [-0.011171490817160325, 0.10611048477669577], "p_value": 0.103, "input_sha256": "298da8fd1d444282d55aacb9d9184278e3585ab03c22bd172bca90933e9aa1a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.04907863398574524, "seed": 2187995544, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047469496979767725, "interval": [-0.009265548101003974, 0.09885457595525969], "p_value": 0.10949402102016162, "input_sha256": "298da8fd1d444282d55aacb9d9184278e3585ab03c22bd172bca90933e9aa1a3"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3985263712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2516798177224953, "interval": [-0.929619126633046, 7.4329787620780365], "p_value": 0.112, "input_sha256": "a96172dcf96c7ae1fe01aee0226043a9e5c6d405941bdd5a256579408fe1e551"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3985263712, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2516798177224953, "interval": [-0.3155411603870469, 7.263161875633393], "p_value": 0.12352510309498207, "input_sha256": "a96172dcf96c7ae1fe01aee0226043a9e5c6d405941bdd5a256579408fe1e551"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.048416395650939956, "seed": 3985263712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03399332450532981, "interval": [-0.007836496900955059, 0.07582314591161468], "p_value": 0.091, "input_sha256": "b3f7bf68ae47f6a0477344b6294e6c50468c537f66fbc15477ea54475ccbe04e"}
{"scenario": "regular", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.048416395650939956, "seed": 3985263712, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03399332450532981, "interval": [-0.002329099693355434, 0.07565404234187649], "p_value": 0.10812926942164018, "input_sha256": "b3f7bf68ae47f6a0477344b6294e6c50468c537f66fbc15477ea54475ccbe04e"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2800100680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.123740467751245, "interval": [1.0757923397952665, 11.171688595707224], "p_value": 0.02, "input_sha256": "6de7f040d3843fbc6aed88c3a0a2a6e86f1db5a9a77c216c3c8a9aaeb8ab7793"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2800100680, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.123740467751245, "interval": [1.9486769383922524, 10.967073145918713], "p_value": 0.018769433740351543, "input_sha256": "6de7f040d3843fbc6aed88c3a0a2a6e86f1db5a9a77c216c3c8a9aaeb8ab7793"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.05140106445088146, "seed": 2800100680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06244467661435722, "interval": [0.0059803287864428345, 0.11890902444227161], "p_value": 0.039, "input_sha256": "f7931739402bce6899b1b3d6bca863c48bb3bf9fd47249681d7ffbaf85742cef"}
{"scenario": "regular", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.05140106445088146, "seed": 2800100680, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06244467661435722, "interval": [0.012000826029456922, 0.11471846838762566], "p_value": 0.03111629547269402, "input_sha256": "f7931739402bce6899b1b3d6bca863c48bb3bf9fd47249681d7ffbaf85742cef"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2263012267, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.223993306832417, "interval": [0.16678922568666632, 8.281197387978168], "p_value": 0.032, "input_sha256": "0071e62f89a5427cb20fbfd70566602be889b6677cdbcd015baf1f4206f379a2"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2263012267, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.223993306832417, "interval": [0.29427157729932363, 8.216601733780982], "p_value": 0.04171910636337222, "input_sha256": "0071e62f89a5427cb20fbfd70566602be889b6677cdbcd015baf1f4206f379a2"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0494816618105998, "seed": 2263012267, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034971757318543226, "interval": [-0.0115077195842841, 0.08145123422137054], "p_value": 0.117, "input_sha256": "5ecacfc87f80d9fed94b689460e6488b21e531e4db56f08d1627e6071b623ff2"}
{"scenario": "regular", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0494816618105998, "seed": 2263012267, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034971757318543226, "interval": [-0.011175194060580613, 0.08197961336719235], "p_value": 0.13598778211128018, "input_sha256": "5ecacfc87f80d9fed94b689460e6488b21e531e4db56f08d1627e6071b623ff2"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 598034495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.512499750204263, "interval": [4.26569431672371, 14.759305183684816], "p_value": 0.002, "input_sha256": "53bbfe9bc1185612e4d5c7699fba121d461c2a713d2431b0e5f679672555a286"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 598034495, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.512499750204263, "interval": [4.794892764054719, 14.101504133801182], "p_value": 0.0008260005098212563, "input_sha256": "53bbfe9bc1185612e4d5c7699fba121d461c2a713d2431b0e5f679672555a286"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.04992076876133326, "seed": 598034495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09816402217562085, "interval": [0.03936317189844857, 0.15696487245279314], "p_value": 0.002, "input_sha256": "a309238d53a002034675a5b23c0277b33bbf0cf75cbf8498e94e1b5185a7b0a8"}
{"scenario": "regular", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.04992076876133326, "seed": 598034495, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09816402217562085, "interval": [0.04527529192568533, 0.15325415537003387], "p_value": 0.0018511092156107477, "input_sha256": "a309238d53a002034675a5b23c0277b33bbf0cf75cbf8498e94e1b5185a7b0a8"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2284758457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.93641051362177, "interval": [3.9667010664230995, 11.90611996082044], "p_value": 0.001, "input_sha256": "04c36363d5d09dc21e598a1a65c5a8df102c28a62998f1d8ca97771e977cfad9"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2284758457, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.93641051362177, "interval": [4.21971150988404, 11.840830900749001], "p_value": 0.0002547144882440871, "input_sha256": "04c36363d5d09dc21e598a1a65c5a8df102c28a62998f1d8ca97771e977cfad9"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.050326363613639694, "seed": 2284758457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0802440333312124, "interval": [0.03483303767540825, 0.12565502898701655], "p_value": 0.001, "input_sha256": "2672ab234ff88f4a9e000325fad80598f0f85f57812b3c8339417940a5aaaf98"}
{"scenario": "regular", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.050326363613639694, "seed": 2284758457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0802440333312124, "interval": [0.03851009083027518, 0.12423103885575534], "p_value": 0.0009789889969523738, "input_sha256": "2672ab234ff88f4a9e000325fad80598f0f85f57812b3c8339417940a5aaaf98"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1492551644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.004854547231312, "interval": [1.1192920157580195, 10.890417078704605], "p_value": 0.016, "input_sha256": "29fb2a6127f7942d5c77bcd55ad15e155f4e6a8804bf6140bfe71a8370c19da4"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1492551644, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.004854547231312, "interval": [1.821544002261221, 10.695924364996358], "p_value": 0.017344322302273528, "input_sha256": "29fb2a6127f7942d5c77bcd55ad15e155f4e6a8804bf6140bfe71a8370c19da4"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.04955867667658763, "seed": 1492551644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05845509076715498, "interval": [0.008717193515662948, 0.10819298801864702], "p_value": 0.022, "input_sha256": "f5b54e7e19ab55c8ad84ce63074de423efa5baf064776191f12f2f9ddc4d5f41"}
{"scenario": "regular", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.04955867667658763, "seed": 1492551644, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05845509076715498, "interval": [0.013696021789425316, 0.10417602641371132], "p_value": 0.02249344158632657, "input_sha256": "f5b54e7e19ab55c8ad84ce63074de423efa5baf064776191f12f2f9ddc4d5f41"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2814021263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.247852689740995, "interval": [-1.3853338474639534, 5.881039226945943], "p_value": 0.206, "input_sha256": "f9d70c3f463cdcdd474e9f0c4f7ca2c7455a4fdba64e4a719b56988b684f3550"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2814021263, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.247852689740995, "interval": [-1.3829886243089764, 5.4737927006611375], "p_value": 0.21796682036799525, "input_sha256": "f9d70c3f463cdcdd474e9f0c4f7ca2c7455a4fdba64e4a719b56988b684f3550"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.05063752233132539, "seed": 2814021263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025348237778288873, "interval": [-0.011123778003906418, 0.061820253560484165], "p_value": 0.151, "input_sha256": "3179f513e4a89fd920db8125556cb561114cf1ae5da50edb72026176f38c6f2d"}
{"scenario": "regular", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.05063752233132539, "seed": 2814021263, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025348237778288873, "interval": [-0.007977417299467814, 0.05796817576234271], "p_value": 0.16754395922116108, "input_sha256": "3179f513e4a89fd920db8125556cb561114cf1ae5da50edb72026176f38c6f2d"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 350056389, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9505267062556, "interval": [0.25814650658687555, 9.642906905924324], "p_value": 0.041, "input_sha256": "7f8ff4c279081580a567cd0645ab8aedfcd3af4770ab76d5220bb10a8eec6aa9"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 350056389, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9505267062556, "interval": [0.6332331615100871, 9.957817034582789], "p_value": 0.03922835100692567, "input_sha256": "7f8ff4c279081580a567cd0645ab8aedfcd3af4770ab76d5220bb10a8eec6aa9"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.04971989659812468, "seed": 350056389, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04724102437068965, "interval": [-0.004179550801918584, 0.0986615995432979], "p_value": 0.07, "input_sha256": "6f2e3e9e0b23c767d95c04d591c983e40801ef25791f99d2d39b0a2f3bc94c75"}
{"scenario": "regular", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.04971989659812468, "seed": 350056389, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04724102437068965, "interval": [0.005403442923724411, 0.10674914671261776], "p_value": 0.07052434887936143, "input_sha256": "6f2e3e9e0b23c767d95c04d591c983e40801ef25791f99d2d39b0a2f3bc94c75"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1771701224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.523378836650073, "interval": [-0.8599706330673449, 7.906728306367491], "p_value": 0.105, "input_sha256": "c401c1a43b71bb4e2880fb689f48130037411b8ee7009fcaf33d5c45567a83b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1771701224, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.523378836650073, "interval": [-0.2799429974289798, 8.028051680418837], "p_value": 0.11194229135047416, "input_sha256": "c401c1a43b71bb4e2880fb689f48130037411b8ee7009fcaf33d5c45567a83b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.04768245540269709, "seed": 1771701224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02959854148818003, "interval": [-0.015453234475968226, 0.07465031745232828], "p_value": 0.201, "input_sha256": "8a57955941ab8ae93ad4ef99b3576f22cc44f449aff4d9a2067a48b45ced808a"}
{"scenario": "regular", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.04768245540269709, "seed": 1771701224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02959854148818003, "interval": [-0.013214819189854324, 0.07155279981091295], "p_value": 0.19135913737900173, "input_sha256": "8a57955941ab8ae93ad4ef99b3576f22cc44f449aff4d9a2067a48b45ced808a"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3512472678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.102196206827152, "interval": [-0.8015067162180456, 9.00589912987235], "p_value": 0.103, "input_sha256": "2959f4c60f6a03105ac0b8f462291442eee84076165604d9a08477b7a4cb0889"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3512472678, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.102196206827152, "interval": [-0.3874706930182248, 8.929456778051494], "p_value": 0.09854208826178303, "input_sha256": "2959f4c60f6a03105ac0b8f462291442eee84076165604d9a08477b7a4cb0889"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04801887570468032, "seed": 3512472678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0349070560963024, "interval": [-0.015688159823827826, 0.08550227201643262], "p_value": 0.175, "input_sha256": "165872b3265c768326908d2019cac00e706ae43f6214596d42fd2d4719b3361e"}
{"scenario": "regular", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04801887570468032, "seed": 3512472678, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0349070560963024, "interval": [-0.011168010736357464, 0.08548042994995159], "p_value": 0.17060856633515098, "input_sha256": "165872b3265c768326908d2019cac00e706ae43f6214596d42fd2d4719b3361e"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3951690941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.5750280329057365, "interval": [3.174007977494635, 11.976048088316837], "p_value": 0.002, "input_sha256": "cef0b4dea46ee4f26d1c8488e7480875bced8c32022838e8687527a9447e70d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3951690941, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.5750280329057365, "interval": [3.4968404293877557, 11.600245249458704], "p_value": 0.00126887445444469, "input_sha256": "cef0b4dea46ee4f26d1c8488e7480875bced8c32022838e8687527a9447e70d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.04884563308045712, "seed": 3951690941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07456389798837658, "interval": [0.0282782380337955, 0.12084955794295765], "p_value": 0.002, "input_sha256": "7dbc24b07ecd09e7fac7d424f1417740849b1b669ac7c0151b88a0234d445e55"}
{"scenario": "regular", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.04884563308045712, "seed": 3951690941, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07456389798837658, "interval": [0.03024353003686326, 0.11735151339473152], "p_value": 0.0023527023709934173, "input_sha256": "7dbc24b07ecd09e7fac7d424f1417740849b1b669ac7c0151b88a0234d445e55"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2355113449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.991374705151992, "interval": [6.57050628448333, 15.412243125820655], "p_value": 0.001, "input_sha256": "daf38174b10b120c288d33e915b49a3cf1abc1a0df96f4417b4631deccacf0f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2355113449, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.991374705151992, "interval": [6.966322796292715, 15.273504342790556], "p_value": 1.3573946971394651e-05, "input_sha256": "daf38174b10b120c288d33e915b49a3cf1abc1a0df96f4417b4631deccacf0f5"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.05022889420997299, "seed": 2355113449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11846786895922395, "interval": [0.07079649069097982, 0.1661392472274681], "p_value": 0.001, "input_sha256": "1cbe37ed20b924d622cd77d44813986eeb37ef1499f27eacce860517b1c19502"}
{"scenario": "regular", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.05022889420997299, "seed": 2355113449, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11846786895922395, "interval": [0.07717028531713864, 0.16601347285988519], "p_value": 1.2073925046545251e-05, "input_sha256": "1cbe37ed20b924d622cd77d44813986eeb37ef1499f27eacce860517b1c19502"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3311493334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.84635381754887, "interval": [-1.0167251363861824, 8.709432771483922], "p_value": 0.111, "input_sha256": "ed9af610fb84467517bf34ade1970f145ce488fe0745d299cf86480c1e189713"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3311493334, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.84635381754887, "interval": [-0.5321013793404719, 8.401242525834924], "p_value": 0.11761781766411736, "input_sha256": "ed9af610fb84467517bf34ade1970f145ce488fe0745d299cf86480c1e189713"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.048188852950134795, "seed": 3311493334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04143539672736922, "interval": [-0.008053594517706673, 0.09092438797244512], "p_value": 0.096, "input_sha256": "9ab393d080806ec659d8899b2e4c7d70f6af176843685395c75c38c5310f6fc4"}
{"scenario": "regular", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.048188852950134795, "seed": 3311493334, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04143539672736922, "interval": [-0.003588840569611018, 0.08703200133227544], "p_value": 0.09821327267248248, "input_sha256": "9ab393d080806ec659d8899b2e4c7d70f6af176843685395c75c38c5310f6fc4"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2643396714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8923336120714165, "interval": [-1.1160963108776123, 8.900763535020445], "p_value": 0.11, "input_sha256": "355c570de36845e29625793dec8ec462162e8933aff5773401d95b77c1bdc7c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2643396714, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8923336120714165, "interval": [-0.5012534167159796, 9.030216069729466], "p_value": 0.12364743887618669, "input_sha256": "355c570de36845e29625793dec8ec462162e8933aff5773401d95b77c1bdc7c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.049240530851891416, "seed": 2643396714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042046817523094374, "interval": [-0.006446726953494075, 0.09054036199968282], "p_value": 0.077, "input_sha256": "878a99ce8e38bd581e4c5edbab2024d40bd45f8c68d8ef5048f8eb3169f1f293"}
{"scenario": "regular", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.049240530851891416, "seed": 2643396714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042046817523094374, "interval": [-0.0018300610047783444, 0.0927559980418139], "p_value": 0.0871479154379513, "input_sha256": "878a99ce8e38bd581e4c5edbab2024d40bd45f8c68d8ef5048f8eb3169f1f293"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 596984025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.32733997121461, "interval": [1.0678909225786732, 9.586789019850547], "p_value": 0.018, "input_sha256": "e822b6bec179b2c5fe1b9079a0fa7ac069bdfa809e07fbb6209dd15e125f36e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 596984025, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.32733997121461, "interval": [1.6049453088897332, 9.920883069086981], "p_value": 0.015663685215218444, "input_sha256": "e822b6bec179b2c5fe1b9079a0fa7ac069bdfa809e07fbb6209dd15e125f36e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04843199788491418, "seed": 596984025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054244274873682996, "interval": [0.01199781026941276, 0.09649073947795322], "p_value": 0.011, "input_sha256": "1d39a84ae1bec687fde1068419a8f2ae9e2c24224d498453ddbd8cef47cd013e"}
{"scenario": "regular", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04843199788491418, "seed": 596984025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054244274873682996, "interval": [0.01966450535896028, 0.10046948342330056], "p_value": 0.01334744152812577, "input_sha256": "1d39a84ae1bec687fde1068419a8f2ae9e2c24224d498453ddbd8cef47cd013e"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1934805087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1309501130661435, "interval": [-0.40789234787284645, 8.669792574005132], "p_value": 0.078, "input_sha256": "758860ad45f6ff47a13846be953ba0c9599232652dcb43db5cb7ad81d7010199"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1934805087, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1309501130661435, "interval": [-0.06309821206797434, 8.503307261229331], "p_value": 0.0731781114120147, "input_sha256": "758860ad45f6ff47a13846be953ba0c9599232652dcb43db5cb7ad81d7010199"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04760416721870112, "seed": 1934805087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042404763834540254, "interval": [-0.009175030792900413, 0.09398455846198092], "p_value": 0.111, "input_sha256": "3f15e0bd0442cdd723af4a1a51715b28af6eeda4ffad211ba98f316a19950dee"}
{"scenario": "regular", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04760416721870112, "seed": 1934805087, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042404763834540254, "interval": [-0.0023426797734994818, 0.0917489089351869], "p_value": 0.10413083465027359, "input_sha256": "3f15e0bd0442cdd723af4a1a51715b28af6eeda4ffad211ba98f316a19950dee"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1771304346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.967781419901333, "interval": [0.07693793669762883, 9.858624903105037], "p_value": 0.054, "input_sha256": "d70316d3b4ba049fc00cc435ec0cca9140e076514b403026d0c46f4ed0c89cd5"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1771304346, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.967781419901333, "interval": [0.3543062835571031, 9.422876540197645], "p_value": 0.04668154313974723, "input_sha256": "d70316d3b4ba049fc00cc435ec0cca9140e076514b403026d0c46f4ed0c89cd5"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0501915970648656, "seed": 1771304346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04200850580481133, "interval": [-0.015316884957596366, 0.09933389656721903], "p_value": 0.146, "input_sha256": "be7cc4156ca100ceaf5da21591d745a961b2ebb906dd18b56bfc7842a9dd2eb9"}
{"scenario": "regular", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0501915970648656, "seed": 1771304346, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04200850580481133, "interval": [-0.011947737953848564, 0.09039206216127568], "p_value": 0.1457552692771552, "input_sha256": "be7cc4156ca100ceaf5da21591d745a961b2ebb906dd18b56bfc7842a9dd2eb9"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1619198278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.650320531743509, "interval": [0.1760848015185239, 9.124556261968493], "p_value": 0.044, "input_sha256": "e9bfa4752fe6c0ebd2f66d7a218e1c7d4025a444462c10d29d73f7aadcc197e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1619198278, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.650320531743509, "interval": [0.5833149242186051, 8.68770414408226], "p_value": 0.042063697668152995, "input_sha256": "e9bfa4752fe6c0ebd2f66d7a218e1c7d4025a444462c10d29d73f7aadcc197e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.05047013415167993, "seed": 1619198278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054891018759355634, "interval": [0.007153074673209657, 0.1026289628455016], "p_value": 0.028, "input_sha256": "473b913c85b3429fbac5c285340c143cef8b2d7c64e61a6806416856dc7b3d67"}
{"scenario": "regular", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.05047013415167993, "seed": 1619198278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054891018759355634, "interval": [0.01574406166256205, 0.1024967941265997], "p_value": 0.025493072490590907, "input_sha256": "473b913c85b3429fbac5c285340c143cef8b2d7c64e61a6806416856dc7b3d67"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4221739061, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.75902888510877, "interval": [-2.20136455665285, 7.71942232687039], "p_value": 0.249, "input_sha256": "ee73971fe56423170cd0c993cf6721d23bb4f3a50d446ff540625c763a9534fe"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4221739061, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.75902888510877, "interval": [-2.2206727145369483, 6.864312469022623], "p_value": 0.2669277485172414, "input_sha256": "ee73971fe56423170cd0c993cf6721d23bb4f3a50d446ff540625c763a9534fe"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.049544638606071376, "seed": 4221739061, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014441712097015794, "interval": [-0.03751236720852807, 0.06639579140255966], "p_value": 0.568, "input_sha256": "6611e1d9d3b638bb73354f3ebb7c9aa14d83f68815a5060159b887678d7f3b51"}
{"scenario": "regular", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.049544638606071376, "seed": 4221739061, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014441712097015794, "interval": [-0.03656081570783393, 0.060343053997293165], "p_value": 0.5769163047058603, "input_sha256": "6611e1d9d3b638bb73354f3ebb7c9aa14d83f68815a5060159b887678d7f3b51"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2280752507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.63745158678424, "interval": [4.2289162180671225, 15.045986955501355], "p_value": 0.001, "input_sha256": "72664d9616cc8016744ee705da852ce9d151939f4f4293fad5be2f8643b0c2cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2280752507, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.63745158678424, "interval": [4.886860102052604, 14.794025061854803], "p_value": 0.0008914945592702528, "input_sha256": "72664d9616cc8016744ee705da852ce9d151939f4f4293fad5be2f8643b0c2cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.04864086192464488, "seed": 2280752507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0904389305412722, "interval": [0.027310438838781245, 0.15356742224376313], "p_value": 0.002, "input_sha256": "846b4c45a0eb21761daf7542f770645866ef95fcf3dbc17604b3d9a5b0c99f91"}
{"scenario": "regular", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.04864086192464488, "seed": 2280752507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0904389305412722, "interval": [0.03610297492771015, 0.15364588973933763], "p_value": 0.006193131524261406, "input_sha256": "846b4c45a0eb21761daf7542f770645866ef95fcf3dbc17604b3d9a5b0c99f91"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1225799830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.3871115618834775, "interval": [2.8164940843285695, 11.957729039438385], "p_value": 0.003, "input_sha256": "8a185eb9b90acc177e544adf9f7717e51df4cfd499f70e97330adf63f5bef873"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1225799830, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.3871115618834775, "interval": [2.941813750562291, 11.47412130798116], "p_value": 0.0022824970919977467, "input_sha256": "8a185eb9b90acc177e544adf9f7717e51df4cfd499f70e97330adf63f5bef873"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.04884422050289822, "seed": 1225799830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0768949193324993, "interval": [0.029622484036422432, 0.12416735462857617], "p_value": 0.003, "input_sha256": "7b96b22109254392ee67079df30e3ff1eae88388e05015740d21b52e2c175416"}
{"scenario": "regular", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.04884422050289822, "seed": 1225799830, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0768949193324993, "interval": [0.029277371285579626, 0.11924662638287109], "p_value": 0.0021503438292047377, "input_sha256": "7b96b22109254392ee67079df30e3ff1eae88388e05015740d21b52e2c175416"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2084728720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.729324326315661, "interval": [-2.0023892775069516, 7.461037930138273], "p_value": 0.265, "input_sha256": "8b3b511e050532c539581c898199ea21f5f507ab59c85860fdd6939d3fa05ea1"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2084728720, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.729324326315661, "interval": [-2.1373869772191565, 6.671943657689052], "p_value": 0.25000746626084164, "input_sha256": "8b3b511e050532c539581c898199ea21f5f507ab59c85860fdd6939d3fa05ea1"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.049521219817976345, "seed": 2084728720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025155252095420855, "interval": [-0.024580330733081697, 0.0748908349239234], "p_value": 0.325, "input_sha256": "d8ec92384c8774526bb1733a47941a26c966a4d2e643fc226bc63a696db9ea30"}
{"scenario": "regular", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.049521219817976345, "seed": 2084728720, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025155252095420855, "interval": [-0.023839309710409325, 0.06921166077353388], "p_value": 0.3120579329221748, "input_sha256": "d8ec92384c8774526bb1733a47941a26c966a4d2e643fc226bc63a696db9ea30"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 703778193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.931215452307134, "interval": [-0.5313739045771158, 8.393804809191383], "p_value": 0.089, "input_sha256": "270514d1937b19105d56244ddff8fbb05be7c6e497e9feb1d514bfb623a6b72b"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 703778193, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.931215452307134, "interval": [-0.5017672805535949, 7.8495431726045615], "p_value": 0.08225481916141136, "input_sha256": "270514d1937b19105d56244ddff8fbb05be7c6e497e9feb1d514bfb623a6b72b"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.04943984770346329, "seed": 703778193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03847141838346918, "interval": [-0.007961133248427517, 0.08490397001536587], "p_value": 0.107, "input_sha256": "fabee921439cac522b81b8ebe9003f9244a18243697dcf13f458fd47172e24b7"}
{"scenario": "regular", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.04943984770346329, "seed": 703778193, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03847141838346918, "interval": [-0.005629826390857502, 0.07971824200619246], "p_value": 0.10145369725511498, "input_sha256": "fabee921439cac522b81b8ebe9003f9244a18243697dcf13f458fd47172e24b7"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2194849930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.859916969837972, "interval": [1.1121746665045986, 10.607659273171345], "p_value": 0.022, "input_sha256": "45795a837e0cf6754dc95a807818982a11a79a08fa830a52080e7eb16f02165c"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2194849930, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.859916969837972, "interval": [1.3310125401500636, 10.244879949058074], "p_value": 0.016988136070867053, "input_sha256": "45795a837e0cf6754dc95a807818982a11a79a08fa830a52080e7eb16f02165c"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.048911321636555274, "seed": 2194849930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06379374695368997, "interval": [0.016126729984482537, 0.11146076392289742], "p_value": 0.018, "input_sha256": "752846887d0aa2c482c264deceafa0431e4183ed65ea8d9bced09104e224eea4"}
{"scenario": "regular", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.048911321636555274, "seed": 2194849930, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06379374695368997, "interval": [0.018130024414829575, 0.10756162362022377], "p_value": 0.010163160273488816, "input_sha256": "752846887d0aa2c482c264deceafa0431e4183ed65ea8d9bced09104e224eea4"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3979608586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.800143692937471, "interval": [0.8468267800840739, 10.753460605790869], "p_value": 0.026, "input_sha256": "dbb9f429c646ce423ebd490c1d64f84ba9fe9bba66204b6b02a9802cad96f2c1"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3979608586, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.800143692937471, "interval": [1.6642831131064337, 10.555964081070467], "p_value": 0.022948428274549973, "input_sha256": "dbb9f429c646ce423ebd490c1d64f84ba9fe9bba66204b6b02a9802cad96f2c1"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04864363222103326, "seed": 3979608586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058468138453564314, "interval": [0.006589366078060842, 0.11034691082906778], "p_value": 0.029, "input_sha256": "4c14044aa7613c1126710d98f454ff1908cd54d62d6a1e26e585cbb17f87ed79"}
{"scenario": "regular", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04864363222103326, "seed": 3979608586, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058468138453564314, "interval": [0.014266199829546428, 0.11234414893054753], "p_value": 0.02820885750456724, "input_sha256": "4c14044aa7613c1126710d98f454ff1908cd54d62d6a1e26e585cbb17f87ed79"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 75003801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.412007864196727, "interval": [2.129392534231682, 12.694623194161771], "p_value": 0.009, "input_sha256": "0e2dc097b7c4323c4d13766fdec599f903d58f83115b57f297b6ba4d483cd630"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 75003801, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.412007864196727, "interval": [2.7184114016710286, 12.185909404655984], "p_value": 0.007209007494758132, "input_sha256": "0e2dc097b7c4323c4d13766fdec599f903d58f83115b57f297b6ba4d483cd630"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.04902882839862628, "seed": 75003801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07462563887170032, "interval": [0.01987607164629443, 0.1293752060971062], "p_value": 0.011, "input_sha256": "1f6a0069a3df30aeae3e2b344673454536263a3fb231a0b54a62fe11bb128016"}
{"scenario": "regular", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.04902882839862628, "seed": 75003801, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07462563887170032, "interval": [0.02703845353197788, 0.1286438120048433], "p_value": 0.008869219150387062, "input_sha256": "1f6a0069a3df30aeae3e2b344673454536263a3fb231a0b54a62fe11bb128016"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4265578414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7043584651180055, "interval": [-0.9710896498978565, 8.379806580133867], "p_value": 0.108, "input_sha256": "5da161ddeb89a131a1fc4a929c393538e561eca7f1ad31e9d880d01b1da2ea2e"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4265578414, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7043584651180055, "interval": [-0.41738676603505853, 8.352996811539859], "p_value": 0.11695938737649887, "input_sha256": "5da161ddeb89a131a1fc4a929c393538e561eca7f1ad31e9d880d01b1da2ea2e"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.05044141085008118, "seed": 4265578414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03446639894730921, "interval": [-0.016359250003162552, 0.08529204789778097], "p_value": 0.17, "input_sha256": "6b09fbaf0c585fad4cfee4a81fd654de13e5ab48cf7dc72df1abb23c83306851"}
{"scenario": "regular", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.05044141085008118, "seed": 4265578414, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03446639894730921, "interval": [-0.007786746071808398, 0.08830345559051993], "p_value": 0.17785544610738754, "input_sha256": "6b09fbaf0c585fad4cfee4a81fd654de13e5ab48cf7dc72df1abb23c83306851"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 682363876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.603967712217731, "interval": [-1.7188022723249219, 6.926737696760384], "p_value": 0.237, "input_sha256": "36af721640fa62d940bba18fb1b943e295418ae133e74e7e3ca1f8b0685c6b9d"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 682363876, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.603967712217731, "interval": [-1.6035925508640978, 6.304154623057754], "p_value": 0.2301677804492881, "input_sha256": "36af721640fa62d940bba18fb1b943e295418ae133e74e7e3ca1f8b0685c6b9d"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.05050818560914481, "seed": 682363876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024960452999230595, "interval": [-0.023200472378265294, 0.07312137837672648], "p_value": 0.296, "input_sha256": "cb616f57058562c17c5d1edc3f4bdf60c2e89d2a4d1c703bd72d176899d5c00d"}
{"scenario": "regular", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.05050818560914481, "seed": 682363876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024960452999230595, "interval": [-0.02455633589064972, 0.06551756897623731], "p_value": 0.3007144178794375, "input_sha256": "cb616f57058562c17c5d1edc3f4bdf60c2e89d2a4d1c703bd72d176899d5c00d"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3688972928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3892683348062977, "interval": [-1.553635243933864, 8.33217191354646], "p_value": 0.161, "input_sha256": "fedaa42e86a9d826fc67a419fa781808ca088a52b2ee9164fc0591789ce478b9"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3688972928, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3892683348062977, "interval": [-1.2074174782759557, 8.311424723567962], "p_value": 0.17253072386514495, "input_sha256": "fedaa42e86a9d826fc67a419fa781808ca088a52b2ee9164fc0591789ce478b9"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04820259597772527, "seed": 3688972928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03498073694475376, "interval": [-0.015896129295187987, 0.08585760318469551], "p_value": 0.157, "input_sha256": "dc9f0371b79e0d62e7c2ed46f184060e2ff207ba4cb535d73a6a6a42b2031147"}
{"scenario": "regular", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04820259597772527, "seed": 3688972928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03498073694475376, "interval": [-0.011749856348059359, 0.08620504182968818], "p_value": 0.17161366145583207, "input_sha256": "dc9f0371b79e0d62e7c2ed46f184060e2ff207ba4cb535d73a6a6a42b2031147"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 721580628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.92078220474788, "interval": [-3.941682889453358, 5.783247298949118], "p_value": 0.69, "input_sha256": "5e1e7fcf2fa57f312df6a75c686af0a2cdfbc0583423784179aec2e595f963ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 721580628, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.92078220474788, "interval": [-3.680638212888834, 5.629115417451104], "p_value": 0.7035674673460154, "input_sha256": "5e1e7fcf2fa57f312df6a75c686af0a2cdfbc0583423784179aec2e595f963ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04945145969310155, "seed": 721580628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00032448438599250173, "interval": [-0.05233938534399229, 0.051690416572007285], "p_value": 0.984, "input_sha256": "35f96ce30f413cbb0e026c36e42249de195cf73b20824fedad8f19948a966e6b"}
{"scenario": "regular", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04945145969310155, "seed": 721580628, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00032448438599250173, "interval": [-0.0507478781577619, 0.0493917447448169], "p_value": 0.9899852346038375, "input_sha256": "35f96ce30f413cbb0e026c36e42249de195cf73b20824fedad8f19948a966e6b"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1341409596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8874919596204647, "interval": [-0.6746340074116457, 8.449617926652575], "p_value": 0.08, "input_sha256": "f527d9bb1757f3dd7ae4d9b2a2ea35c5a0d4c2a947c9da63953e51745c1df745"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1341409596, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8874919596204647, "interval": [-0.10141237533822658, 8.322887276983675], "p_value": 0.09262351539073337, "input_sha256": "f527d9bb1757f3dd7ae4d9b2a2ea35c5a0d4c2a947c9da63953e51745c1df745"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0493001653754818, "seed": 1341409596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045264807719607364, "interval": [-0.004930577195420741, 0.09546019263463547], "p_value": 0.07, "input_sha256": "8f8aea0c4e2182ecfb6d7ac25d292f6c2d19656e790d4e38a1aa33cde4797065"}
{"scenario": "regular", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0493001653754818, "seed": 1341409596, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045264807719607364, "interval": [0.0023961200465785534, 0.0925915283146608], "p_value": 0.075784931619409, "input_sha256": "8f8aea0c4e2182ecfb6d7ac25d292f6c2d19656e790d4e38a1aa33cde4797065"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 115001955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.136662878335475, "interval": [-1.9929966314648473, 8.266322388135798], "p_value": 0.236, "input_sha256": "22b3ad9661d76304172a532580fee2cf1e398d3a6638e82e83e8916824988874"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 115001955, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.136662878335475, "interval": [-1.4051458333701121, 8.201586781950141], "p_value": 0.22310311937563873, "input_sha256": "22b3ad9661d76304172a532580fee2cf1e398d3a6638e82e83e8916824988874"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.04924297670969772, "seed": 115001955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025885121092074637, "interval": [-0.025231697141825965, 0.07700193932597524], "p_value": 0.327, "input_sha256": "abc20930e02279c207d1d7b5300da42f8cd5dc2b076ea0f9a30ec14905b2f513"}
{"scenario": "regular", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.04924297670969772, "seed": 115001955, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025885121092074637, "interval": [-0.019935507851731156, 0.075135395480032], "p_value": 0.3114088249373684, "input_sha256": "abc20930e02279c207d1d7b5300da42f8cd5dc2b076ea0f9a30ec14905b2f513"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2560358563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.609314472964563, "interval": [0.693086289122264, 10.525542656806863], "p_value": 0.024, "input_sha256": "26197158996d1f1ef4c9de223896baf24880b5331c66b5663351630dddfb3eab"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2560358563, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.609314472964563, "interval": [0.8529779731969686, 10.003740635205252], "p_value": 0.026468748694228647, "input_sha256": "26197158996d1f1ef4c9de223896baf24880b5331c66b5663351630dddfb3eab"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04976093496429573, "seed": 2560358563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05665185629720147, "interval": [0.004104163008039577, 0.10919954958636337], "p_value": 0.037, "input_sha256": "f1e7f619023101a19a9ba66f6dbfaa59041b5ec0d3775e493740bc9e3ef6a1ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04976093496429573, "seed": 2560358563, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05665185629720147, "interval": [0.009407564467019448, 0.10641392931411348], "p_value": 0.03536391589693063, "input_sha256": "f1e7f619023101a19a9ba66f6dbfaa59041b5ec0d3775e493740bc9e3ef6a1ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 379000693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9293086681675415, "interval": [-1.1480925911358835, 11.006709927470967], "p_value": 0.127, "input_sha256": "a33d3486794d463b23c4d88df057d80ea989634157f0e0b13eb3bbb6cca431e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 379000693, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9293086681675415, "interval": [-0.5195790310241138, 11.136497923070246], "p_value": 0.1084558969720046, "input_sha256": "a33d3486794d463b23c4d88df057d80ea989634157f0e0b13eb3bbb6cca431e3"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.04902871726285024, "seed": 379000693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04950546984572554, "interval": [-0.014089654103666804, 0.11310059379511789], "p_value": 0.142, "input_sha256": "5e0544f9779c08af226d688ce76dbaae557c15c59b3abc15004159398dc3a631"}
{"scenario": "regular", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.04902871726285024, "seed": 379000693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04950546984572554, "interval": [-0.008591615490230691, 0.11074999943256056], "p_value": 0.12288889660702243, "input_sha256": "5e0544f9779c08af226d688ce76dbaae557c15c59b3abc15004159398dc3a631"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1895487406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1535732841008395, "interval": [1.8812591438675925, 10.425887424334086], "p_value": 0.004, "input_sha256": "77557fedb068477073d32f239ec32bb4b85b2239c78ff1fa805d1a2fcb7e21e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1895487406, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1535732841008395, "interval": [1.6593997539819882, 9.861364412480194], "p_value": 0.005931313412238559, "input_sha256": "77557fedb068477073d32f239ec32bb4b85b2239c78ff1fa805d1a2fcb7e21e8"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.04905093551641543, "seed": 1895487406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05811484405561153, "interval": [0.010916253361669286, 0.10531343474955376], "p_value": 0.018, "input_sha256": "8e87024fe60f304b738744ff010ad540aa55241a5c57af034230984499d579bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.04905093551641543, "seed": 1895487406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05811484405561153, "interval": [0.009789934565459594, 0.099609265648088], "p_value": 0.017180275287091228, "input_sha256": "8e87024fe60f304b738744ff010ad540aa55241a5c57af034230984499d579bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3464809181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.8260393002314474, "interval": [2.0914540783339515, 11.560624522128943], "p_value": 0.009, "input_sha256": "3e5a27b73da1f2299528f47cdc50dd8bcafd55bb67eefb39738b0da75b974f37"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3464809181, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.8260393002314474, "interval": [1.7562150425512912, 11.56387579430714], "p_value": 0.005882066017796751, "input_sha256": "3e5a27b73da1f2299528f47cdc50dd8bcafd55bb67eefb39738b0da75b974f37"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.04945780824000345, "seed": 3464809181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06478609292336267, "interval": [0.016664267590177514, 0.11290791825654782], "p_value": 0.014, "input_sha256": "965d3a081ae30ab3c67489acea37c22a439d81e528c009b86bc4a52a66e5125b"}
{"scenario": "regular", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.04945780824000345, "seed": 3464809181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06478609292336267, "interval": [0.014756722013175752, 0.11074272134618224], "p_value": 0.00969246679560708, "input_sha256": "965d3a081ae30ab3c67489acea37c22a439d81e528c009b86bc4a52a66e5125b"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3068024245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.898503807279054, "interval": [0.8946843828288644, 10.902323231729245], "p_value": 0.022, "input_sha256": "84c2d657f6f1427ffac81b6075f74a2739417c1526ac6a9a65247e59fd878eab"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3068024245, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.898503807279054, "interval": [1.4851052157976627, 10.514330033553186], "p_value": 0.022108803122159248, "input_sha256": "84c2d657f6f1427ffac81b6075f74a2739417c1526ac6a9a65247e59fd878eab"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.048046558013588245, "seed": 3068024245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05990375584056082, "interval": [0.008580970445913993, 0.11122654123520764], "p_value": 0.019, "input_sha256": "9d9caed6c6cb38d22dcaff31e5eaca0d364fa44fa6ae86381cfd2eadc2f2e7e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.048046558013588245, "seed": 3068024245, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05990375584056082, "interval": [0.013096338962975376, 0.10746434504736357], "p_value": 0.02335547229744805, "input_sha256": "9d9caed6c6cb38d22dcaff31e5eaca0d364fa44fa6ae86381cfd2eadc2f2e7e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1960830395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.446681883520217, "interval": [0.2905794290567796, 8.602784337983653], "p_value": 0.04, "input_sha256": "19e108ec0e0fe35ba7717cfa2d68aa5c0a020e0fbba978990ea4b4c21f6bf466"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1960830395, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.446681883520217, "interval": [0.5497611296680219, 8.022562678338673], "p_value": 0.03674384435719544, "input_sha256": "19e108ec0e0fe35ba7717cfa2d68aa5c0a020e0fbba978990ea4b4c21f6bf466"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.04949847679841853, "seed": 1960830395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04118604297790457, "interval": [-0.001572810370173476, 0.08394489632598262], "p_value": 0.062, "input_sha256": "4f2871cc55da545f2049713ce5899fc1a4b900ea52c913a6f0fdd16c958f310a"}
{"scenario": "regular", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.04949847679841853, "seed": 1960830395, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04118604297790457, "interval": [0.0025844234416540018, 0.08177624099882616], "p_value": 0.05850518629774806, "input_sha256": "4f2871cc55da545f2049713ce5899fc1a4b900ea52c913a6f0fdd16c958f310a"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 516379577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.338456000250497, "interval": [1.289922069187984, 9.38698993131301], "p_value": 0.01, "input_sha256": "f1172301604d90e9b9aed30cc42af8af998606205114e33aee9bf848fab25c50"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 516379577, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.338456000250497, "interval": [1.6742168559039265, 9.613137389447827], "p_value": 0.01113316444482391, "input_sha256": "f1172301604d90e9b9aed30cc42af8af998606205114e33aee9bf848fab25c50"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.04880738371883012, "seed": 516379577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05173146093943992, "interval": [0.00821280443895811, 0.09525011743992173], "p_value": 0.016, "input_sha256": "e68963568c0dcf3b171ee8d92652753c89ca849b6228dcefeb484ef6d29d053d"}
{"scenario": "regular", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.04880738371883012, "seed": 516379577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05173146093943992, "interval": [0.009256202913852785, 0.09580160966464764], "p_value": 0.021105664274804, "input_sha256": "e68963568c0dcf3b171ee8d92652753c89ca849b6228dcefeb484ef6d29d053d"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 52548226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.171833362044358, "interval": [-0.5101777563890701, 8.853844480477786], "p_value": 0.096, "input_sha256": "c66e2f2fa0aa7cb8b4af9634e498a90ccff275355a6de8628a113dfb2e071a1d"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 52548226, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.171833362044358, "interval": [-0.5232491888394198, 8.405631505365205], "p_value": 0.0790734603821728, "input_sha256": "c66e2f2fa0aa7cb8b4af9634e498a90ccff275355a6de8628a113dfb2e071a1d"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.049215226865019626, "seed": 52548226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042705307785851826, "interval": [-0.00415355059096939, 0.08956416616267304], "p_value": 0.094, "input_sha256": "224e48e88bab531e3576b2199d8db924e77bb9e87ecf511d20ba689b453e1850"}
{"scenario": "regular", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.049215226865019626, "seed": 52548226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042705307785851826, "interval": [-0.0022971102553977583, 0.08388287888786072], "p_value": 0.0727493101705389, "input_sha256": "224e48e88bab531e3576b2199d8db924e77bb9e87ecf511d20ba689b453e1850"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2033586034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7327873964591713, "interval": [0.6003013745949519, 6.86527341832339], "p_value": 0.018, "input_sha256": "92459dbfecc024f6501a76d755825f153a31d6f456b79c19cb0f4a0f4066e809"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2033586034, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7327873964591713, "interval": [0.5428618537508586, 6.649377397987469], "p_value": 0.02080977885732966, "input_sha256": "92459dbfecc024f6501a76d755825f153a31d6f456b79c19cb0f4a0f4066e809"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0494108349591371, "seed": 2033586034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026779744955942764, "interval": [-0.009596343666067743, 0.06315583357795326], "p_value": 0.127, "input_sha256": "181ee5a5e828cfa4c141b66e14e22a988dd4e1a816c29a3ccad61c2a78430662"}
{"scenario": "regular", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0494108349591371, "seed": 2033586034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026779744955942764, "interval": [-0.008859720971971942, 0.06085492803265231], "p_value": 0.1443801761538553, "input_sha256": "181ee5a5e828cfa4c141b66e14e22a988dd4e1a816c29a3ccad61c2a78430662"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1577918828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4172999229108765, "interval": [-0.7071602792424834, 7.541760125064236], "p_value": 0.093, "input_sha256": "5e1163cb3b951b658027f212a6362d2cb38178723916f055ceb84dcb2309c0e5"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1577918828, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4172999229108765, "interval": [0.02051496764246164, 7.000480302317904], "p_value": 0.10149520219883483, "input_sha256": "5e1163cb3b951b658027f212a6362d2cb38178723916f055ceb84dcb2309c0e5"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.04931466869490875, "seed": 1577918828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026063564495114863, "interval": [-0.021718925393667113, 0.07384605438389684], "p_value": 0.276, "input_sha256": "10b6b803b17950729f6a513481a63b09c2734ba8573160830f330f3f56e0a401"}
{"scenario": "regular", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.04931466869490875, "seed": 1577918828, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026063564495114863, "interval": [-0.012742409543994828, 0.0708303253871433], "p_value": 0.27626896568580356, "input_sha256": "10b6b803b17950729f6a513481a63b09c2734ba8573160830f330f3f56e0a401"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 157104443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.805911690064283, "interval": [1.285813014609896, 8.32601036551867], "p_value": 0.008, "input_sha256": "ef506f058a6e55e75d89c0f2b089db08232760f318df522ef17995013205fed0"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 157104443, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.805911690064283, "interval": [1.0343136103894754, 7.775894823026745], "p_value": 0.00897837253963802, "input_sha256": "ef506f058a6e55e75d89c0f2b089db08232760f318df522ef17995013205fed0"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.048928942249191934, "seed": 157104443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04616281090962124, "interval": [0.004869948105661562, 0.08745567371358091], "p_value": 0.025, "input_sha256": "4f7fc967e31d5286bb607214316dc462440c170533385aed08b87600e907643e"}
{"scenario": "regular", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.048928942249191934, "seed": 157104443, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04616281090962124, "interval": [0.001150230742317528, 0.08045432823436215], "p_value": 0.029467786730070247, "input_sha256": "4f7fc967e31d5286bb607214316dc462440c170533385aed08b87600e907643e"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1179685054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.164545208892388, "interval": [1.7793987912982878, 10.549691626486489], "p_value": 0.01, "input_sha256": "158b064491086732cfb4c6fb902335ad7e36bf60d7fcd2a7197b99e22ed1abfc"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1179685054, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.164545208892388, "interval": [2.3127788793065256, 10.352330736578587], "p_value": 0.007101206983947167, "input_sha256": "158b064491086732cfb4c6fb902335ad7e36bf60d7fcd2a7197b99e22ed1abfc"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.046981458557802704, "seed": 1179685054, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055686302125912995, "interval": [0.014475453850019464, 0.09689715040180652], "p_value": 0.012, "input_sha256": "fc524983a9a19f2ef0987bf857f8a9e77f58402632dea03840714d65af847488"}
{"scenario": "regular", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.046981458557802704, "seed": 1179685054, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055686302125912995, "interval": [0.019347046350070007, 0.09742251322765402], "p_value": 0.009417255087172859, "input_sha256": "fc524983a9a19f2ef0987bf857f8a9e77f58402632dea03840714d65af847488"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2702197880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.626182384985561, "interval": [1.6825320869332732, 11.569832683037848], "p_value": 0.012, "input_sha256": "f6019c1e82b17816043106534430b87d786d590a24eceba1d76624a61c6c6c73"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2702197880, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.626182384985561, "interval": [1.5170997488747555, 10.80600478580385], "p_value": 0.010072431842794681, "input_sha256": "f6019c1e82b17816043106534430b87d786d590a24eceba1d76624a61c6c6c73"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04984708333825737, "seed": 2702197880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06632101246951365, "interval": [0.014657813125736795, 0.1179842118132905], "p_value": 0.018, "input_sha256": "1304e30dbd2bf3eb068549901258706adb297e685707d2b9158ab722a6462239"}
{"scenario": "regular", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04984708333825737, "seed": 2702197880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06632101246951365, "interval": [0.01602046356644912, 0.11140378731879523], "p_value": 0.013296123093387556, "input_sha256": "1304e30dbd2bf3eb068549901258706adb297e685707d2b9158ab722a6462239"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1663478191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.108945298564347, "interval": [3.471609327111623, 12.746281270017072], "p_value": 0.001, "input_sha256": "93cd58ee705f9d77a471a80d3289b6803977b60884050a53f2cf7def48dc1791"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1663478191, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.108945298564347, "interval": [3.842726339740836, 12.946488350870872], "p_value": 0.0010878523781944504, "input_sha256": "93cd58ee705f9d77a471a80d3289b6803977b60884050a53f2cf7def48dc1791"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.04994987613841863, "seed": 1663478191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08671805392100142, "interval": [0.03230074232436722, 0.1411353655176356], "p_value": 0.002, "input_sha256": "43585bc9ed533c23f02dc06dc2867b2ee2384aec24533e25f4977932641ade43"}
{"scenario": "regular", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.04994987613841863, "seed": 1663478191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08671805392100142, "interval": [0.038102744025581885, 0.14320619516800118], "p_value": 0.0025914485536313358, "input_sha256": "43585bc9ed533c23f02dc06dc2867b2ee2384aec24533e25f4977932641ade43"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1217150459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.676194051923693, "interval": [0.7976107842777331, 8.554777319569652], "p_value": 0.025, "input_sha256": "55943cfd2405d1beda51bd13b76a6f4a3b3214f46695e232640383fd3ceca6ff"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1217150459, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.676194051923693, "interval": [1.2873344418086332, 8.389343617344577], "p_value": 0.01943193521116142, "input_sha256": "55943cfd2405d1beda51bd13b76a6f4a3b3214f46695e232640383fd3ceca6ff"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.04945943906365328, "seed": 1217150459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03897855828023884, "interval": [-0.0013941429514196732, 0.07935125951189737], "p_value": 0.065, "input_sha256": "b9e90a90bc7deeb5e3adf057c0dac3a1d1aeba75445abb36ae8d854b8ca3b908"}
{"scenario": "regular", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.04945943906365328, "seed": 1217150459, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03897855828023884, "interval": [0.002378759999306341, 0.07611189582562398], "p_value": 0.05802694219787995, "input_sha256": "b9e90a90bc7deeb5e3adf057c0dac3a1d1aeba75445abb36ae8d854b8ca3b908"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 286750257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.679142891285759, "interval": [0.2717786339591566, 11.08650714861236], "p_value": 0.043, "input_sha256": "2e4d0d7d11ead5926aaf8bf9ea1d4daa5d63b93f49600e74c86ce4630569777b"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 286750257, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.679142891285759, "interval": [0.7603552939813918, 10.7481858707661], "p_value": 0.040049459613492634, "input_sha256": "2e4d0d7d11ead5926aaf8bf9ea1d4daa5d63b93f49600e74c86ce4630569777b"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.050482061497519916, "seed": 286750257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052484101851154846, "interval": [-0.006864504438637425, 0.11183270814094712], "p_value": 0.085, "input_sha256": "81b31347d2587781e2f86176b634657cd8acc4c34ae57f71a11321f19a98df59"}
{"scenario": "regular", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.050482061497519916, "seed": 286750257, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052484101851154846, "interval": [-0.0005090527875207606, 0.11019246443495138], "p_value": 0.08137844637158297, "input_sha256": "81b31347d2587781e2f86176b634657cd8acc4c34ae57f71a11321f19a98df59"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3929226085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8924225341599117, "interval": [-1.6900561056220225, 7.474901173941846], "p_value": 0.223, "input_sha256": "cf586e118e128449eddaf907efe53de1761da24e8464950ce0c4017ce04bb811"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3929226085, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8924225341599117, "interval": [-1.183979388905956, 7.893540268774359], "p_value": 0.20902990342779515, "input_sha256": "cf586e118e128449eddaf907efe53de1761da24e8464950ce0c4017ce04bb811"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.049305032379522995, "seed": 3929226085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03149628600845242, "interval": [-0.017416077393553393, 0.08040864941045822], "p_value": 0.215, "input_sha256": "217b94c32ef62799bc3939d22184a21c031b91c78ac93baf65a4a736251e86b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.049305032379522995, "seed": 3929226085, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03149628600845242, "interval": [-0.010783938981751468, 0.08598884764364041], "p_value": 0.20007590669529646, "input_sha256": "217b94c32ef62799bc3939d22184a21c031b91c78ac93baf65a4a736251e86b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3815444137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4463389392196957, "interval": [-3.8502013292730064, 4.742879207712398], "p_value": 0.848, "input_sha256": "b68ecc8084aef6aae9385a57285c058ed6759686a61c5353e1d4f1e013968f7b"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3815444137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4463389392196957, "interval": [-3.848517485203602, 4.159925610382233], "p_value": 0.8334230430457779, "input_sha256": "b68ecc8084aef6aae9385a57285c058ed6759686a61c5353e1d4f1e013968f7b"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.049811275865624574, "seed": 3815444137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005469637110456976, "interval": [-0.03925855952390471, 0.05019783374481866], "p_value": 0.816, "input_sha256": "9350580905e87b05b44f51a4bfb710413858d5119c3281ec24942a8b23f5bae5"}
{"scenario": "regular", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.049811275865624574, "seed": 3815444137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005469637110456976, "interval": [-0.03634266305930975, 0.046381995108128855], "p_value": 0.8047041600810501, "input_sha256": "9350580905e87b05b44f51a4bfb710413858d5119c3281ec24942a8b23f5bae5"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 422994083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.687938054120854, "interval": [5.0582862764610965, 14.317589831780612], "p_value": 0.002, "input_sha256": "2ddfb96ae8951d1482d9f8db06c130e77bc022bdd96847adc31f8ce06e6af0d6"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 422994083, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.687938054120854, "interval": [5.155991038337875, 13.963470265737092], "p_value": 0.00014164075348473853, "input_sha256": "2ddfb96ae8951d1482d9f8db06c130e77bc022bdd96847adc31f8ce06e6af0d6"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.049751851332281494, "seed": 422994083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1050645253681532, "interval": [0.05489526105619509, 0.1552337896801113], "p_value": 0.002, "input_sha256": "424740dd38cc27e0326d6eb554551b35b4c0109525489ce58e618b3181e136f4"}
{"scenario": "regular", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.049751851332281494, "seed": 422994083, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1050645253681532, "interval": [0.05711807007668431, 0.15305575152435155], "p_value": 0.00013847493746076958, "input_sha256": "424740dd38cc27e0326d6eb554551b35b4c0109525489ce58e618b3181e136f4"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2096220534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.3352971134209, "interval": [3.97378504685857, 12.69680917998323], "p_value": 0.001, "input_sha256": "9fbf0722730ef5a8ef9b982caa54c5251fa2fa1c2de57a6e30b991a79502c981"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2096220534, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.3352971134209, "interval": [4.0455725867647585, 12.427227700539676], "p_value": 0.00042476805242208215, "input_sha256": "9fbf0722730ef5a8ef9b982caa54c5251fa2fa1c2de57a6e30b991a79502c981"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.049531153853286845, "seed": 2096220534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09008972140301806, "interval": [0.04288941955837099, 0.13729002324766512], "p_value": 0.001, "input_sha256": "26ed1bdd34fe3554db69a4a28305b373d332f795cf6978f4a6f00e965ff8cc2f"}
{"scenario": "regular", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.049531153853286845, "seed": 2096220534, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09008972140301806, "interval": [0.04500677561509243, 0.13544447784953406], "p_value": 0.0004231682221279623, "input_sha256": "26ed1bdd34fe3554db69a4a28305b373d332f795cf6978f4a6f00e965ff8cc2f"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3774125970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.237063883303801, "interval": [2.9135881329447306, 11.56053963366287], "p_value": 0.003, "input_sha256": "e0995bc7360d4c5cf5fe5a48224ec8f972a2df9cca4240deb66f7ffb7215af3c"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3774125970, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.237063883303801, "interval": [3.3431705313860385, 11.209644193762806], "p_value": 0.0017991530238171199, "input_sha256": "e0995bc7360d4c5cf5fe5a48224ec8f972a2df9cca4240deb66f7ffb7215af3c"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.051043097216369536, "seed": 3774125970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08098308512745953, "interval": [0.031857650660945536, 0.13010851959397352], "p_value": 0.003, "input_sha256": "ce3f094142eae4d41a3ce8813b1da32cdd531d0e434aabbe661dbcb00f85e7c6"}
{"scenario": "regular", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.051043097216369536, "seed": 3774125970, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08098308512745953, "interval": [0.037304027140258135, 0.12902518118138848], "p_value": 0.0021553846571320794, "input_sha256": "ce3f094142eae4d41a3ce8813b1da32cdd531d0e434aabbe661dbcb00f85e7c6"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2017938870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.614587608740203, "interval": [0.821342786402985, 10.407832431077422], "p_value": 0.018, "input_sha256": "2c3bfd323929e8a9a3347d09a24e4de83f7aa5639eba769f3a80ea657c88d718"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2017938870, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.614587608740203, "interval": [1.2249600582303326, 10.240525560776137], "p_value": 0.02290001142878043, "input_sha256": "2c3bfd323929e8a9a3347d09a24e4de83f7aa5639eba769f3a80ea657c88d718"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.04989195791353592, "seed": 2017938870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05881748233539863, "interval": [0.006437717390179433, 0.11119724728061783], "p_value": 0.028, "input_sha256": "3a5d5f3e0c9b91e06769446bdf86c5d10126715b78cb1141936ee40b83ab1c80"}
{"scenario": "regular", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.04989195791353592, "seed": 2017938870, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05881748233539863, "interval": [0.010523631691233042, 0.1072547889652045], "p_value": 0.028756097549321603, "input_sha256": "3a5d5f3e0c9b91e06769446bdf86c5d10126715b78cb1141936ee40b83ab1c80"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1316590542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.132831033244633, "interval": [-0.33433104316569917, 10.599993109654966], "p_value": 0.072, "input_sha256": "ce665684fdfa8358d767c4018befd5494d08dc585b28dbce54f02f0eaf2281c7"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1316590542, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.132831033244633, "interval": [0.2012300042405097, 9.874061086356088], "p_value": 0.06477124518323012, "input_sha256": "ce665684fdfa8358d767c4018befd5494d08dc585b28dbce54f02f0eaf2281c7"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.05067388089520157, "seed": 1316590542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06061484129600943, "interval": [-0.0033516587472662562, 0.12458134133928511], "p_value": 0.07, "input_sha256": "2eaaa7176ade91603e676b8fee1955a584eccba407f6f264a524687edf2a1170"}
{"scenario": "regular", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.05067388089520157, "seed": 1316590542, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06061484129600943, "interval": [0.007199587341836059, 0.12051395791744879], "p_value": 0.062418271463056986, "input_sha256": "2eaaa7176ade91603e676b8fee1955a584eccba407f6f264a524687edf2a1170"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2390721050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.396440562923351, "interval": [0.5664096535543002, 8.2264714722924], "p_value": 0.028, "input_sha256": "e1dcc7670bd6c60845d01e2595f0826eca8a9f9a0def3496d9e75a07f72250c7"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2390721050, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.396440562923351, "interval": [1.1923289078479404, 8.331450010434304], "p_value": 0.025608658512655907, "input_sha256": "e1dcc7670bd6c60845d01e2595f0826eca8a9f9a0def3496d9e75a07f72250c7"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.04948766872801064, "seed": 2390721050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04256844340959763, "interval": [0.00029727732642887555, 0.0848396094927664], "p_value": 0.045, "input_sha256": "2f4b408783824b426a3393125536ece789eac554c777c479b4fa63fa5e1d8937"}
{"scenario": "regular", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.04948766872801064, "seed": 2390721050, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04256844340959763, "interval": [0.007161757181446556, 0.08670421387559955], "p_value": 0.04849368650397981, "input_sha256": "2f4b408783824b426a3393125536ece789eac554c777c479b4fa63fa5e1d8937"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2857513864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.304558520230602, "interval": [1.8730841306826527, 10.736032909778551], "p_value": 0.009, "input_sha256": "6380213503ef319fbe1123b53e9e543fcd8614ca09460ab4f2b2c1a17df9c3bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2857513864, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.304558520230602, "interval": [2.4063975344917092, 10.598032125999701], "p_value": 0.006606181808031257, "input_sha256": "6380213503ef319fbe1123b53e9e543fcd8614ca09460ab4f2b2c1a17df9c3bb"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0509124681033158, "seed": 2857513864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06552081614085013, "interval": [0.009127399187432064, 0.1219142330942682], "p_value": 0.017, "input_sha256": "9941a297e7e24b6aee1b2fcc9cdbf052c650af39e54b4a3dc93f62622c2f23ec"}
{"scenario": "regular", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0509124681033158, "seed": 2857513864, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06552081614085013, "interval": [0.020941003958324267, 0.12914392189122606], "p_value": 0.02412219573519563, "input_sha256": "9941a297e7e24b6aee1b2fcc9cdbf052c650af39e54b4a3dc93f62622c2f23ec"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 900840835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.716299839577982, "interval": [4.5199563853400235, 12.91264329381594], "p_value": 0.001, "input_sha256": "3edc5e3faa4f4e81d32e32fe7f42a688e84336833e4ecef300e4346b889cb98c"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 900840835, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.716299839577982, "interval": [4.174542619141486, 11.932510075353967], "p_value": 0.00015509766575814266, "input_sha256": "3edc5e3faa4f4e81d32e32fe7f42a688e84336833e4ecef300e4346b889cb98c"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.049871100116670605, "seed": 900840835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09556675763131647, "interval": [0.049129739017230646, 0.1420037762454023], "p_value": 0.001, "input_sha256": "b6024366be80262e152ee4e50570d50ac26e31cad357465cb033a30ed32d2d1b"}
{"scenario": "regular", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.049871100116670605, "seed": 900840835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09556675763131647, "interval": [0.048986109784664306, 0.1342756552792609], "p_value": 0.00018069733711976118, "input_sha256": "b6024366be80262e152ee4e50570d50ac26e31cad357465cb033a30ed32d2d1b"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 370515400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.859042131318281, "interval": [3.679829086410538, 12.038255176226023], "p_value": 0.001, "input_sha256": "f1ca475d12d30915ad6a95ac6660e23f85bae7c0fcd203b0370bace21690617b"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 370515400, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.859042131318281, "interval": [4.225566973025953, 11.565189908040214], "p_value": 0.0005126904336097915, "input_sha256": "f1ca475d12d30915ad6a95ac6660e23f85bae7c0fcd203b0370bace21690617b"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.049779015766701476, "seed": 370515400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08755792605867338, "interval": [0.04107883901868837, 0.1340370130986584], "p_value": 0.001, "input_sha256": "a14af83f3b851966363eaef57e5166e72de35152c5348a5af07258b9a2facff2"}
{"scenario": "regular", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.049779015766701476, "seed": 370515400, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08755792605867338, "interval": [0.045497303519395474, 0.12865134988027482], "p_value": 0.0004889250108842391, "input_sha256": "a14af83f3b851966363eaef57e5166e72de35152c5348a5af07258b9a2facff2"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 130778687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.836515159209567, "interval": [0.7982647888305756, 10.874765529588558], "p_value": 0.024, "input_sha256": "6177beaa19e6cb91ed55fbbcf740d57c7532484285dca89e0911c48b57a3f247"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 130778687, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.836515159209567, "interval": [1.023393308796883, 10.415603749200598], "p_value": 0.024359503390416815, "input_sha256": "6177beaa19e6cb91ed55fbbcf740d57c7532484285dca89e0911c48b57a3f247"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.05000908982953204, "seed": 130778687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05519665325177987, "interval": [0.001149099729688914, 0.10924420677387084], "p_value": 0.05, "input_sha256": "c048aa7e070fed671be1bb13ab7396eaee9fe73a3cab06b6ec04162605b4179c"}
{"scenario": "regular", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.05000908982953204, "seed": 130778687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05519665325177987, "interval": [0.0028221290218363357, 0.10432028656101731], "p_value": 0.04555312375146691, "input_sha256": "c048aa7e070fed671be1bb13ab7396eaee9fe73a3cab06b6ec04162605b4179c"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2729680815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.540060993895059, "interval": [-1.6428833692254603, 6.7230053570155786], "p_value": 0.228, "input_sha256": "eb7a517cbcac6df8c15e6cf705c1673de39ee0a1d1158176c4e7ae27be730396"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2729680815, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.540060993895059, "interval": [-1.3626892421544645, 6.03436305626494], "p_value": 0.22651643046374859, "input_sha256": "eb7a517cbcac6df8c15e6cf705c1673de39ee0a1d1158176c4e7ae27be730396"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.05101381847814572, "seed": 2729680815, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03786019568134112, "interval": [-0.009105890239269658, 0.08482628160195191], "p_value": 0.112, "input_sha256": "43984dd89da467423e758ab90204788f91a6b6deb032250831fff046319cc9f8"}
{"scenario": "regular", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.05101381847814572, "seed": 2729680815, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03786019568134112, "interval": [-0.0050195166188478964, 0.08137157515228541], "p_value": 0.11084877211549489, "input_sha256": "43984dd89da467423e758ab90204788f91a6b6deb032250831fff046319cc9f8"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1693325676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9577758476695859, "interval": [-2.825155366799131, 4.740707062138303], "p_value": 0.581, "input_sha256": "27519f18e275f47d82c39d784379acb6160f3a5d397082c8782c935377999e8e"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1693325676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9577758476695859, "interval": [-2.4258239902105494, 4.683395090709806], "p_value": 0.6112361322351478, "input_sha256": "27519f18e275f47d82c39d784379acb6160f3a5d397082c8782c935377999e8e"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.050014530556606686, "seed": 1693325676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00578405189753281, "interval": [-0.03356991357150694, 0.04513801736657256], "p_value": 0.747, "input_sha256": "1227f22535224ad9dba8d594be5f6bc0459fd7ff18de554779d01a807118a4f1"}
{"scenario": "regular", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.050014530556606686, "seed": 1693325676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00578405189753281, "interval": [-0.029232516242162814, 0.0439583012172601], "p_value": 0.7676724416839255, "input_sha256": "1227f22535224ad9dba8d594be5f6bc0459fd7ff18de554779d01a807118a4f1"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 415592351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.569918961328387, "interval": [4.403088590414653, 12.736749332242121], "p_value": 0.001, "input_sha256": "24ed60035948556b91a32251b48b6162a09e92c342b0e8c5f7b636f2c7a40df2"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 415592351, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.569918961328387, "interval": [5.025156813304877, 13.047990770699215], "p_value": 0.00017540815927016888, "input_sha256": "24ed60035948556b91a32251b48b6162a09e92c342b0e8c5f7b636f2c7a40df2"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0500257574121868, "seed": 415592351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0842109988848436, "interval": [0.03815680887930455, 0.13026518889038263], "p_value": 0.002, "input_sha256": "645291083fe630e525838aeacd06392fe6be6df1c372b21ff64dde3d923cfe1c"}
{"scenario": "regular", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0500257574121868, "seed": 415592351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0842109988848436, "interval": [0.04536722611146243, 0.1314880749080529], "p_value": 0.0006769376851984727, "input_sha256": "645291083fe630e525838aeacd06392fe6be6df1c372b21ff64dde3d923cfe1c"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4106183643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2672251976236666, "interval": [-2.692787684644804, 5.227238079892137], "p_value": 0.503, "input_sha256": "6a5b9d86e477b6c6a03d345f3e2272eb36fb809b8939695b26d8752b360a6f81"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4106183643, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2672251976236666, "interval": [-2.3002989856702483, 4.966319159672307], "p_value": 0.5207021646017058, "input_sha256": "6a5b9d86e477b6c6a03d345f3e2272eb36fb809b8939695b26d8752b360a6f81"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04846397699670797, "seed": 4106183643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013164115267390974, "interval": [-0.028783323530480846, 0.055111554065262795], "p_value": 0.508, "input_sha256": "b92a6821e1ff4323798b27d323a24210ac002bdc8077a2a29c26577725c970f1"}
{"scenario": "regular", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04846397699670797, "seed": 4106183643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013164115267390974, "interval": [-0.023413359352991304, 0.054498834619542996], "p_value": 0.5288460090295468, "input_sha256": "b92a6821e1ff4323798b27d323a24210ac002bdc8077a2a29c26577725c970f1"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3162877910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.434823176041386, "interval": [1.1102249238666246, 9.759421428216147], "p_value": 0.02, "input_sha256": "142f3d0fb29f6b05c050f39b8d16391cd2f850f635c5777d8d110e8f516e0664"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3162877910, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.434823176041386, "interval": [1.2384271564414375, 9.687672048537646], "p_value": 0.015218050988645468, "input_sha256": "142f3d0fb29f6b05c050f39b8d16391cd2f850f635c5777d8d110e8f516e0664"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0496856652160948, "seed": 3162877910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05915327438176542, "interval": [0.008608942051133273, 0.10969760671239756], "p_value": 0.028, "input_sha256": "bc59c9ac441e572b4f21bf4517c1ed08720af00416e34427d52df2805d78d592"}
{"scenario": "regular", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0496856652160948, "seed": 3162877910, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05915327438176542, "interval": [0.006893845238644161, 0.10516258581456521], "p_value": 0.023072878079174398, "input_sha256": "bc59c9ac441e572b4f21bf4517c1ed08720af00416e34427d52df2805d78d592"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 449081055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.875602883127243, "interval": [-0.1604387154147071, 9.911644481669192], "p_value": 0.066, "input_sha256": "d24d34a737fadd7b6261f3872884d91c8fc05461c914b8adcf74ca57265801aa"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 449081055, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.875602883127243, "interval": [0.1472927175960803, 9.85803656865648], "p_value": 0.05737004165776326, "input_sha256": "d24d34a737fadd7b6261f3872884d91c8fc05461c914b8adcf74ca57265801aa"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.050716040876965865, "seed": 449081055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043400628347622316, "interval": [-0.009710620884874288, 0.09651187758011892], "p_value": 0.126, "input_sha256": "a0840cb1f2050348c284b7df3e4524de789f6ed3ccb0fa511a8fee4ec391fe77"}
{"scenario": "regular", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.050716040876965865, "seed": 449081055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043400628347622316, "interval": [-0.008132466215350846, 0.09387725403569051], "p_value": 0.10630588997224204, "input_sha256": "a0840cb1f2050348c284b7df3e4524de789f6ed3ccb0fa511a8fee4ec391fe77"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3370734736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.624816180072351, "interval": [0.8047934799404377, 10.444838880204264], "p_value": 0.026, "input_sha256": "0b1be03a14e704959bbc20022af2d28c74be287eb2baf48665b1fd9d6ef00cf1"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3370734736, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.624816180072351, "interval": [0.47431713968962363, 9.937252249460935], "p_value": 0.023522828788434955, "input_sha256": "0b1be03a14e704959bbc20022af2d28c74be287eb2baf48665b1fd9d6ef00cf1"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.049816324489672395, "seed": 3370734736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05105954578756783, "interval": [-0.004013546017960827, 0.10613263759309649], "p_value": 0.082, "input_sha256": "857125a9a4fdefa953d1dc49d255ed6ebccb4c7c995b90a9f79fb0c0d408bd88"}
{"scenario": "regular", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.049816324489672395, "seed": 3370734736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05105954578756783, "interval": [-0.008880976572523416, 0.09837690741877167], "p_value": 0.06810129539858857, "input_sha256": "857125a9a4fdefa953d1dc49d255ed6ebccb4c7c995b90a9f79fb0c0d408bd88"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 470113530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.667481880816334, "interval": [1.3651380283510477, 11.96982573328162], "p_value": 0.018, "input_sha256": "ea30e30f42807607067a3190a1e6678e00d95c83eb8a45581522043ed05e389a"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 470113530, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.667481880816334, "interval": [1.9289869200711223, 11.509760062315543], "p_value": 0.01509631434387521, "input_sha256": "ea30e30f42807607067a3190a1e6678e00d95c83eb8a45581522043ed05e389a"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0497307322291664, "seed": 470113530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0664049785170463, "interval": [0.009017389191857371, 0.12379256784223522], "p_value": 0.021, "input_sha256": "e593d4d5e8e76f6056faa0e5468c95c28bc6373ba52b79ff1586def68a55df2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0497307322291664, "seed": 470113530, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0664049785170463, "interval": [0.015220720739805326, 0.11956683095055924], "p_value": 0.02451296939603214, "input_sha256": "e593d4d5e8e76f6056faa0e5468c95c28bc6373ba52b79ff1586def68a55df2a"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1355185708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.787139932955466, "interval": [-0.699487924293047, 10.273767790203978], "p_value": 0.086, "input_sha256": "675b7a362360dd23834cae85a5e67177ba195908b72c876bcde890b24d0a5fb3"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1355185708, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.787139932955466, "interval": [0.06111672616024576, 9.806372862897492], "p_value": 0.08534560454247639, "input_sha256": "675b7a362360dd23834cae85a5e67177ba195908b72c876bcde890b24d0a5fb3"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.048193340027228755, "seed": 1355185708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046644377391783204, "interval": [-0.011303837823183664, 0.10459259260675008], "p_value": 0.116, "input_sha256": "254e632b2a3f64f125009d8b149a03ab20908d191e833915de94eeb507530a5c"}
{"scenario": "regular", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.048193340027228755, "seed": 1355185708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046644377391783204, "interval": [-0.005119848481025081, 0.10302126379044227], "p_value": 0.11144817709859939, "input_sha256": "254e632b2a3f64f125009d8b149a03ab20908d191e833915de94eeb507530a5c"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 75296916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9426667031963039, "interval": [-1.6152144859173085, 5.500547892309916], "p_value": 0.294, "input_sha256": "f2140f54b09ebced09cb89b8ae7a1c291a8c099c358b392601aaa361936859cd"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 75296916, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9426667031963039, "interval": [-1.1444110351830366, 5.257481966191093], "p_value": 0.27584353523688004, "input_sha256": "f2140f54b09ebced09cb89b8ae7a1c291a8c099c358b392601aaa361936859cd"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.04988956190781009, "seed": 75296916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019548145249889015, "interval": [-0.01597119998641728, 0.05506749048619531], "p_value": 0.28, "input_sha256": "cff2a98f9a0b1f77cee9cd22336e9b35d170844aed428ef67b3ca57e34913279"}
{"scenario": "regular", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.04988956190781009, "seed": 75296916, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019548145249889015, "interval": [-0.013940730608619608, 0.05255104200735598], "p_value": 0.27220575873373665, "input_sha256": "cff2a98f9a0b1f77cee9cd22336e9b35d170844aed428ef67b3ca57e34913279"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1611752720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8477216168241952, "interval": [-0.54089975737224, 6.2363429910206305], "p_value": 0.076, "input_sha256": "daef124d5dffc22c6158e249a71306718ab5987799ed92d008718ebf129ae0bf"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1611752720, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8477216168241952, "interval": [-0.6067988342331183, 5.70363491556211], "p_value": 0.09689692201624753, "input_sha256": "daef124d5dffc22c6158e249a71306718ab5987799ed92d008718ebf129ae0bf"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.04857285691971462, "seed": 1611752720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0322417602423221, "interval": [-0.004704016933174057, 0.06918753741781826], "p_value": 0.063, "input_sha256": "a1ef001741044ec4b725a3d52bbbe7a51c9e935644001ac86cf3e0f927661556"}
{"scenario": "regular", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.04857285691971462, "seed": 1611752720, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0322417602423221, "interval": [-0.008168999379156362, 0.06333171917428958], "p_value": 0.08519918022666867, "input_sha256": "a1ef001741044ec4b725a3d52bbbe7a51c9e935644001ac86cf3e0f927661556"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1953970908, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.405975780515556, "interval": [3.8340541572545277, 12.977897403776584], "p_value": 0.002, "input_sha256": "9ce027b55312920d5bf38f193eb4d61579bfc6a3add244c40d3cc8e575d639b1"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1953970908, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.405975780515556, "interval": [4.211404958897425, 13.103172357757083], "p_value": 0.0006446466562653697, "input_sha256": "9ce027b55312920d5bf38f193eb4d61579bfc6a3add244c40d3cc8e575d639b1"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.049837930848667174, "seed": 1953970908, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09732139365968369, "interval": [0.04509736131060289, 0.14954542600876447], "p_value": 0.002, "input_sha256": "3b0d606e40bccb743f4de7fbb9258ec19b5293ffe5c1b482e40a2d2777cd9b3f"}
{"scenario": "regular", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.049837930848667174, "seed": 1953970908, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09732139365968369, "interval": [0.05027478763727798, 0.1509825061249838], "p_value": 0.0006041198200405586, "input_sha256": "3b0d606e40bccb743f4de7fbb9258ec19b5293ffe5c1b482e40a2d2777cd9b3f"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3194728698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.63781008499559, "interval": [1.972179848270768, 11.303440321720412], "p_value": 0.005, "input_sha256": "ad443baa6466491ab2a4ff1f2f2f226eeae812027a7d707e56652569a2c21f86"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3194728698, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.63781008499559, "interval": [2.479538253975577, 11.09895834712794], "p_value": 0.006498492704549785, "input_sha256": "ad443baa6466491ab2a4ff1f2f2f226eeae812027a7d707e56652569a2c21f86"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.049192752615198086, "seed": 3194728698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06215122911130004, "interval": [0.01240553155479953, 0.11189692666780054], "p_value": 0.013, "input_sha256": "55a1ad0b421cb0cfd84fdbac95ebd0e71826b3dd0240aeefe926158fd8f39048"}
{"scenario": "regular", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.049192752615198086, "seed": 3194728698, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06215122911130004, "interval": [0.015650094799545225, 0.10906378925407423], "p_value": 0.01570485774352004, "input_sha256": "55a1ad0b421cb0cfd84fdbac95ebd0e71826b3dd0240aeefe926158fd8f39048"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1659713948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.471561644487956, "interval": [1.6235423861109748, 11.319580902864937], "p_value": 0.007, "input_sha256": "98fa2a7dd7856597a1b3d0ffbf2df55c555455543617a0e65af3ef1f6da241cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1659713948, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.471561644487956, "interval": [1.8767155043344759, 10.834695773244253], "p_value": 0.010366937541845443, "input_sha256": "98fa2a7dd7856597a1b3d0ffbf2df55c555455543617a0e65af3ef1f6da241cc"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04948711937777138, "seed": 1659713948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0628987510922809, "interval": [0.011046895126216212, 0.11475060705834558], "p_value": 0.016, "input_sha256": "b171a1891e42e744eeac4a5882d585670152654f54422a9b684dcba91fc53b34"}
{"scenario": "regular", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04948711937777138, "seed": 1659713948, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0628987510922809, "interval": [0.0139044186722957, 0.11201335394336316], "p_value": 0.018914384582155587, "input_sha256": "b171a1891e42e744eeac4a5882d585670152654f54422a9b684dcba91fc53b34"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3688976332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.99254263306666, "interval": [2.0347446136343743, 11.950340652498944], "p_value": 0.006, "input_sha256": "665006bb5ce7f5a18513bce277321ef75960ec240ed4e66cc6d0b36f400fefd9"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3688976332, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.99254263306666, "interval": [2.5611524027916786, 11.620562461020315], "p_value": 0.006932261560758707, "input_sha256": "665006bb5ce7f5a18513bce277321ef75960ec240ed4e66cc6d0b36f400fefd9"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.04897681467720434, "seed": 3688976332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062479912729569334, "interval": [0.012648795443079057, 0.1123110300160596], "p_value": 0.012, "input_sha256": "62534850ec32e110386ebc30a7e8ff16a9f622c2bc46f7c096d8799b214e6054"}
{"scenario": "regular", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.04897681467720434, "seed": 3688976332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062479912729569334, "interval": [0.01658242254466234, 0.10635135536263857], "p_value": 0.015364046498272764, "input_sha256": "62534850ec32e110386ebc30a7e8ff16a9f622c2bc46f7c096d8799b214e6054"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1765480705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9789083975775856, "interval": [-3.6731755528178294, 5.630992347973001], "p_value": 0.672, "input_sha256": "68d7bdb2c54697f122130c43fd695d2e3bef21524b52a83bd4f526166df27c31"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1765480705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9789083975775856, "interval": [-3.4750586856633006, 5.26916839423683], "p_value": 0.6725250461250775, "input_sha256": "68d7bdb2c54697f122130c43fd695d2e3bef21524b52a83bd4f526166df27c31"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.049893133337777854, "seed": 1765480705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019005244495749044, "interval": [-0.03266983104013429, 0.07068032003163238], "p_value": 0.454, "input_sha256": "065086ce29fb536461dc2ad981acddd2023a45640b83560e4f2cef8846a9db57"}
{"scenario": "regular", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.049893133337777854, "seed": 1765480705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019005244495749044, "interval": [-0.02829438541420103, 0.06759259514718505], "p_value": 0.46099400669785806, "input_sha256": "065086ce29fb536461dc2ad981acddd2023a45640b83560e4f2cef8846a9db57"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1390823315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.909109577260388, "interval": [3.7289990838567393, 14.089220070664037], "p_value": 0.002, "input_sha256": "40fb07c4793782bfd550191447b6255e1df216c77b1d0acc19a578e41c2cc2b7"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1390823315, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.909109577260388, "interval": [3.695921449044737, 13.74135963789571], "p_value": 0.0013443670839173266, "input_sha256": "40fb07c4793782bfd550191447b6255e1df216c77b1d0acc19a578e41c2cc2b7"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.04943268218578647, "seed": 1390823315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08720796502519475, "interval": [0.033160569546144006, 0.14125536050424548], "p_value": 0.003, "input_sha256": "dc12665aba52316fe76eb2d3855e60e8b84eadaf68b96c225cb17b105a4c1bd3"}
{"scenario": "regular", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.04943268218578647, "seed": 1390823315, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08720796502519475, "interval": [0.0351387349501953, 0.1378912589725519], "p_value": 0.0023588289594992833, "input_sha256": "dc12665aba52316fe76eb2d3855e60e8b84eadaf68b96c225cb17b105a4c1bd3"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3270244374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.641008430818264, "interval": [1.7642724328981418, 9.517744428738386], "p_value": 0.002, "input_sha256": "de4e98bcab4b956e76385c9528385e04b86921e108810eebab0f86bcb430a00b"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3270244374, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.641008430818264, "interval": [1.5909655310310433, 8.706801743165121], "p_value": 0.0055261690377212515, "input_sha256": "de4e98bcab4b956e76385c9528385e04b86921e108810eebab0f86bcb430a00b"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0486652200391343, "seed": 3270244374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052791266574818294, "interval": [0.01167443345245403, 0.09390809969718256], "p_value": 0.006, "input_sha256": "e56cab39cdd12c26100f1a0fbe12b839149379ba5adc64765be19a350aca04a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0486652200391343, "seed": 3270244374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052791266574818294, "interval": [0.009628611724905409, 0.08560626977410055], "p_value": 0.013245198640365108, "input_sha256": "e56cab39cdd12c26100f1a0fbe12b839149379ba5adc64765be19a350aca04a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 272061408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4155160242968758, "interval": [-2.6720925706605305, 5.503124619254282], "p_value": 0.47, "input_sha256": "ccde77dc73aff639a4b6dded2df2a68dfeb79fd26ce08238605e3473691eed97"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 272061408, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4155160242968758, "interval": [-2.3378856185155557, 5.261101814760735], "p_value": 0.4873566124452212, "input_sha256": "ccde77dc73aff639a4b6dded2df2a68dfeb79fd26ce08238605e3473691eed97"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.049321866336836204, "seed": 272061408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010032652812071607, "interval": [-0.03408972683801957, 0.054155032462162786], "p_value": 0.644, "input_sha256": "6e1aebcf21a1510fb3dd8098f1db74fbc3883aa3dfa117ed010e51d6284213a9"}
{"scenario": "regular", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.049321866336836204, "seed": 272061408, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010032652812071607, "interval": [-0.032821537207495456, 0.050783957424725454], "p_value": 0.6478610682400346, "input_sha256": "6e1aebcf21a1510fb3dd8098f1db74fbc3883aa3dfa117ed010e51d6284213a9"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3200089526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.206212661784065, "interval": [-0.563134430556901, 8.97555975412503], "p_value": 0.078, "input_sha256": "2bbf89e6039bf9a37a31a0753964e818fc528fe87025016b15bbd88ae891db04"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3200089526, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.206212661784065, "interval": [-0.254184062268262, 8.901406321578902], "p_value": 0.08218130624580403, "input_sha256": "2bbf89e6039bf9a37a31a0753964e818fc528fe87025016b15bbd88ae891db04"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.04984629770966157, "seed": 3200089526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041756652652994206, "interval": [-0.01237439010381295, 0.09588769540980135], "p_value": 0.125, "input_sha256": "2eeec6818ae33f987cf5232162c718c9a33782542ed5ee4950f75b01ae51bbef"}
{"scenario": "regular", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.04984629770966157, "seed": 3200089526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041756652652994206, "interval": [-0.009233295526754625, 0.0955655085962064], "p_value": 0.12666361224310627, "input_sha256": "2eeec6818ae33f987cf5232162c718c9a33782542ed5ee4950f75b01ae51bbef"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 664731609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8423988926981787, "interval": [-0.8841407645805655, 8.568938549976924], "p_value": 0.135, "input_sha256": "f3fa1090d120708d339d5ad43e6de661e13e004023a28e48558b67a9a3d993d8"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 664731609, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8423988926981787, "interval": [-0.6396722099477027, 8.280834045102413], "p_value": 0.1079270820199255, "input_sha256": "f3fa1090d120708d339d5ad43e6de661e13e004023a28e48558b67a9a3d993d8"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.04914278345952818, "seed": 664731609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03187417414745755, "interval": [-0.019169737202452186, 0.08291808549736729], "p_value": 0.253, "input_sha256": "e321a0ce7884ea7088e2a0f1a949849877047a00f455f22527e37aea82212be1"}
{"scenario": "regular", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.04914278345952818, "seed": 664731609, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03187417414745755, "interval": [-0.016608565758126886, 0.07869817199557451], "p_value": 0.21374430823386537, "input_sha256": "e321a0ce7884ea7088e2a0f1a949849877047a00f455f22527e37aea82212be1"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2158265073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.134757908580287, "interval": [-1.4192200563396726, 7.688735873500247], "p_value": 0.182, "input_sha256": "db3b9794e772b86176046eb71f2961be0af7da8537b3cea5d7229fa265aaa20d"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2158265073, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.134757908580287, "interval": [-1.5143787076247184, 7.495375433914035], "p_value": 0.17156083524836194, "input_sha256": "db3b9794e772b86176046eb71f2961be0af7da8537b3cea5d7229fa265aaa20d"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.04904421251508748, "seed": 2158265073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037061680363700444, "interval": [-0.011467301698914335, 0.08559066242631522], "p_value": 0.14, "input_sha256": "67543e57d3cdfb751fc70d5f9c69c367c51111c8075f8705521eb62b82b2840a"}
{"scenario": "regular", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.04904421251508748, "seed": 2158265073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037061680363700444, "interval": [-0.014111870101874912, 0.08353915039557698], "p_value": 0.13038411581339582, "input_sha256": "67543e57d3cdfb751fc70d5f9c69c367c51111c8075f8705521eb62b82b2840a"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1675718487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.488353831997288, "interval": [2.2102417999400368, 10.766465864054538], "p_value": 0.004, "input_sha256": "34e34c64a736d03ba835f622e66fdf4c4df5cfcb8cb97c200944eb8c9e91a7ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1675718487, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.488353831997288, "interval": [2.0922216817403805, 10.140096000350105], "p_value": 0.004012431183904723, "input_sha256": "34e34c64a736d03ba835f622e66fdf4c4df5cfcb8cb97c200944eb8c9e91a7ab"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.051301991818107726, "seed": 1675718487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06161365223080169, "interval": [0.012049776547693562, 0.11117752791390981], "p_value": 0.019, "input_sha256": "5fd1186bc1c2a8c60713b999db908172ebf03460c53fe28ddac8701b3c0775c7"}
{"scenario": "regular", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.051301991818107726, "seed": 1675718487, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06161365223080169, "interval": [0.008482231036406877, 0.10288275150759449], "p_value": 0.016262186482229102, "input_sha256": "5fd1186bc1c2a8c60713b999db908172ebf03460c53fe28ddac8701b3c0775c7"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1397631524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8401613374487624, "interval": [-3.7596393113325854, 5.43996198623011], "p_value": 0.724, "input_sha256": "9222160d4d9543b288663feedb94311038a4bcb7ad84c52e390103446ca31cdd"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1397631524, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8401613374487624, "interval": [-2.9627401431622515, 4.891037373560856], "p_value": 0.7133898874987944, "input_sha256": "9222160d4d9543b288663feedb94311038a4bcb7ad84c52e390103446ca31cdd"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.04854178082868006, "seed": 1397631524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008036619025102915, "interval": [-0.04059805470506368, 0.05667129275526951], "p_value": 0.732, "input_sha256": "c7adade0614f1b0140d63498088ef63bf0a653da257e03ddf24668e311ac0833"}
{"scenario": "regular", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.04854178082868006, "seed": 1397631524, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008036619025102915, "interval": [-0.030854085393639853, 0.05218316940709776], "p_value": 0.7395272388263857, "input_sha256": "c7adade0614f1b0140d63498088ef63bf0a653da257e03ddf24668e311ac0833"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3879376562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.687640262446741, "interval": [2.450426808568401, 12.924853716325082], "p_value": 0.002, "input_sha256": "e8ded8bcd410d338e94527973d86a137bb72f21e11b24b057b9e8c080b3e7adf"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3879376562, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.687640262446741, "interval": [3.4452802199269175, 13.332392916948702], "p_value": 0.005129487348204134, "input_sha256": "e8ded8bcd410d338e94527973d86a137bb72f21e11b24b057b9e8c080b3e7adf"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0485265565233348, "seed": 3879376562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07409052386194168, "interval": [0.019662198083602353, 0.12851884964028099], "p_value": 0.005, "input_sha256": "26c065123062084cbfcf4a46a7302517287a4ad812891ecbecd623137af2b603"}
{"scenario": "regular", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0485265565233348, "seed": 3879376562, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07409052386194168, "interval": [0.024806316082569543, 0.12913336587614868], "p_value": 0.00894368096913212, "input_sha256": "26c065123062084cbfcf4a46a7302517287a4ad812891ecbecd623137af2b603"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1852073750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.915655281558127, "interval": [-2.0465539437595046, 7.877864506875759], "p_value": 0.237, "input_sha256": "ba44b167a42610de085063610c33aa0067e5f758d41c842c603a537010f8bd85"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1852073750, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.915655281558127, "interval": [-1.6619833947711493, 7.735031959946612], "p_value": 0.24035372464993435, "input_sha256": "ba44b167a42610de085063610c33aa0067e5f758d41c842c603a537010f8bd85"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.048542457505238515, "seed": 1852073750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01602536134389121, "interval": [-0.04147178196677317, 0.07352250465455559], "p_value": 0.593, "input_sha256": "138ff8105b35162c168de81f76cc01dfe207b610924661d65a59e446c00dbbba"}
{"scenario": "regular", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.048542457505238515, "seed": 1852073750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01602536134389121, "interval": [-0.04360875917326328, 0.06616041267115189], "p_value": 0.5726549671692988, "input_sha256": "138ff8105b35162c168de81f76cc01dfe207b610924661d65a59e446c00dbbba"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3912011546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.77942027329361, "interval": [-3.0822256493186453, 6.641066195905865], "p_value": 0.511, "input_sha256": "6a7811136eaea48660ec1f868422ac21f3b7b94fee1970b9573c65db57fbc98a"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3912011546, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.77942027329361, "interval": [-3.6683848880450323, 6.022085818504229], "p_value": 0.46216784519303733, "input_sha256": "6a7811136eaea48660ec1f868422ac21f3b7b94fee1970b9573c65db57fbc98a"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.05075666483941245, "seed": 3912011546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017155048565642025, "interval": [-0.034629474532517315, 0.06893957166380137], "p_value": 0.551, "input_sha256": "9b96bd693be19a074875ab1a80a8bf56b789bf9a101a97147adc985b5d34ee69"}
{"scenario": "regular", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.05075666483941245, "seed": 3912011546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017155048565642025, "interval": [-0.043148769420842406, 0.06284476096669009], "p_value": 0.5061162417101206, "input_sha256": "9b96bd693be19a074875ab1a80a8bf56b789bf9a101a97147adc985b5d34ee69"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 341712025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.141078023109328, "interval": [-3.2079295109303265, 7.490085557148983], "p_value": 0.404, "input_sha256": "879256b5af2cfc1b23facdb83fd17159ff8bf62a6dfb35b4c7d62fec7ec68e29"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 341712025, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.141078023109328, "interval": [-3.2729867072723455, 7.144264095076211], "p_value": 0.42270141338508604, "input_sha256": "879256b5af2cfc1b23facdb83fd17159ff8bf62a6dfb35b4c7d62fec7ec68e29"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.049535012750352506, "seed": 341712025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02118182728818868, "interval": [-0.034727167846957195, 0.07709082242333457], "p_value": 0.433, "input_sha256": "d421783da113597d0610fb0eb5626b7974de8ed6fe67e2eb513202d99c960a05"}
{"scenario": "regular", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.049535012750352506, "seed": 341712025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02118182728818868, "interval": [-0.036491882854865446, 0.07111039836481092], "p_value": 0.4477717571361449, "input_sha256": "d421783da113597d0610fb0eb5626b7974de8ed6fe67e2eb513202d99c960a05"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1735884255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.654617732286126, "interval": [-0.7666910072461555, 8.075926471818407], "p_value": 0.1, "input_sha256": "d73cec39e3c3955a9c9b87d1948dc1ef47ed1ee2c1c5f7b922571a0c99bf25ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1735884255, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.654617732286126, "interval": [-0.20904916506819768, 7.91547389648949], "p_value": 0.10159040145802395, "input_sha256": "d73cec39e3c3955a9c9b87d1948dc1ef47ed1ee2c1c5f7b922571a0c99bf25ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.04915977500419888, "seed": 1735884255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03978976327057181, "interval": [-0.009582747745754065, 0.08916227428689769], "p_value": 0.122, "input_sha256": "4c3555f0ff22ebcbf641883850d683fb3072c1faddbc2738cba3fb6c2645a88f"}
{"scenario": "regular", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.04915977500419888, "seed": 1735884255, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03978976327057181, "interval": [-0.002282155781833677, 0.08844678580010376], "p_value": 0.10988597078204372, "input_sha256": "4c3555f0ff22ebcbf641883850d683fb3072c1faddbc2738cba3fb6c2645a88f"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1297873821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.37904316223279, "interval": [-1.030980925698155, 7.789067250163735], "p_value": 0.132, "input_sha256": "07b39b0b2962078a7ab2f2062a2424bd7de691dfca1eff2b82b89b657181e9e6"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1297873821, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.37904316223279, "interval": [-0.5928206281444311, 7.326295574376138], "p_value": 0.1291500060210342, "input_sha256": "07b39b0b2962078a7ab2f2062a2424bd7de691dfca1eff2b82b89b657181e9e6"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.04761183433066833, "seed": 1297873821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036036480199409165, "interval": [-0.011513584171498788, 0.08358654457031711], "p_value": 0.12, "input_sha256": "1138059b4402ef30fa0314e40f795bb02b4c5cdfedd1d6c810b5c909ce7561d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.04761183433066833, "seed": 1297873821, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036036480199409165, "interval": [-0.002494224807861534, 0.08073407503822763], "p_value": 0.13306561149470444, "input_sha256": "1138059b4402ef30fa0314e40f795bb02b4c5cdfedd1d6c810b5c909ce7561d5"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2002107742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.072501236598617, "interval": [0.5706350972831853, 9.574367375914049], "p_value": 0.033, "input_sha256": "a8909a5a102821ea82cf00924299c9c4ea3950b5e562a57a3cb4a4745f3705c2"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2002107742, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.072501236598617, "interval": [0.29289578917141446, 8.909746104489592], "p_value": 0.02824729490840561, "input_sha256": "a8909a5a102821ea82cf00924299c9c4ea3950b5e562a57a3cb4a4745f3705c2"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.05077235496043873, "seed": 2002107742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05692920438909378, "interval": [0.004081562805367096, 0.10977684597282047], "p_value": 0.037, "input_sha256": "bda1f5c686b53d1436b6c69a2de051c706ca2a152df4435e242287646695d5c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.05077235496043873, "seed": 2002107742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05692920438909378, "interval": [-0.0009522515377285812, 0.10390478494913889], "p_value": 0.03546438053110355, "input_sha256": "bda1f5c686b53d1436b6c69a2de051c706ca2a152df4435e242287646695d5c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2148892325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.405940031633518, "interval": [-1.939299333933132, 6.751179397200168], "p_value": 0.268, "input_sha256": "a0cddd4844380b4ebb1f85ed49d692db64da70b60fb1c5addad80277b561bf62"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2148892325, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.405940031633518, "interval": [-1.5133495424140284, 6.875009518014901], "p_value": 0.26920477980090196, "input_sha256": "a0cddd4844380b4ebb1f85ed49d692db64da70b60fb1c5addad80277b561bf62"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.048617344480645454, "seed": 2148892325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028560794327215228, "interval": [-0.020193934674035283, 0.07731552332846574], "p_value": 0.256, "input_sha256": "e7b09fe799ae3a007a611933e937c02dbefc3fef04c5ad60f735c129713581c5"}
{"scenario": "regular", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.048617344480645454, "seed": 2148892325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028560794327215228, "interval": [-0.01266097778083601, 0.0809603180944481], "p_value": 0.24302338396046572, "input_sha256": "e7b09fe799ae3a007a611933e937c02dbefc3fef04c5ad60f735c129713581c5"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3518454892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.274662950298218, "interval": [-1.3857425632385398, 7.935068463834976], "p_value": 0.157, "input_sha256": "ff6226a2e3baaa1bad398524ae04fc03f20b4a99154cb69aeb2484bae9401d2e"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3518454892, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.274662950298218, "interval": [-0.7186605374300578, 8.03259012221663], "p_value": 0.1629004866487801, "input_sha256": "ff6226a2e3baaa1bad398524ae04fc03f20b4a99154cb69aeb2484bae9401d2e"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.04796174314731819, "seed": 3518454892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038066126359321606, "interval": [-0.010309579954592654, 0.08644183267323587], "p_value": 0.114, "input_sha256": "bb60d60215e7081a33cb6c8a1685267d29d27fdd597bbfa63bfa2792fe01135f"}
{"scenario": "regular", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.04796174314731819, "seed": 3518454892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038066126359321606, "interval": [-0.0017983530019252847, 0.0867847672827196], "p_value": 0.11919257048642017, "input_sha256": "bb60d60215e7081a33cb6c8a1685267d29d27fdd597bbfa63bfa2792fe01135f"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4257211297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.862714766827284, "interval": [1.4854167225021069, 12.24001281115246], "p_value": 0.017, "input_sha256": "76f4c8804bc97c105f4be0f75a5b017f1fa1a9ee7d4c12e090400f51bdabf3ea"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4257211297, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.862714766827284, "interval": [1.92246457997155, 12.140236670703596], "p_value": 0.013853821063927645, "input_sha256": "76f4c8804bc97c105f4be0f75a5b017f1fa1a9ee7d4c12e090400f51bdabf3ea"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0523646194584366, "seed": 4257211297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07379960758684806, "interval": [0.012494862463135109, 0.135104352710561], "p_value": 0.023, "input_sha256": "fb656eb288f71351ed97189d4398ff22222745995c0d7309c22fd579efb053fd"}
{"scenario": "regular", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0523646194584366, "seed": 4257211297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07379960758684806, "interval": [0.017550770849058903, 0.13190523197132578], "p_value": 0.019632642281045706, "input_sha256": "fb656eb288f71351ed97189d4398ff22222745995c0d7309c22fd579efb053fd"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4226408680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.339178636995891, "interval": [-2.126711542847339, 8.805068816839121], "p_value": 0.209, "input_sha256": "4de0cbf77d5acfaa313cf97eec442613be28fac1336e51311fd3c81d56d5133c"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4226408680, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.339178636995891, "interval": [-2.1726250922465744, 8.339448156765886], "p_value": 0.22369439350480788, "input_sha256": "4de0cbf77d5acfaa313cf97eec442613be28fac1336e51311fd3c81d56d5133c"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.05112493618362748, "seed": 4226408680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022569795407641202, "interval": [-0.040987595404082644, 0.08612718621936505], "p_value": 0.439, "input_sha256": "5818d44b348f54218914d38a7f9e9bbbc0d50da5f06b4631b450ca5cc88ca579"}
{"scenario": "regular", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.05112493618362748, "seed": 4226408680, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022569795407641202, "interval": [-0.04160206645228335, 0.07538331526579681], "p_value": 0.47592550988415194, "input_sha256": "5818d44b348f54218914d38a7f9e9bbbc0d50da5f06b4631b450ca5cc88ca579"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4012083253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.699088516735453, "interval": [-0.05446416604843929, 9.452641199519345], "p_value": 0.058, "input_sha256": "35ce711f99d5cdea953af3ba62d76a65e7090241852e73870e90737664e7af44"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4012083253, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.699088516735453, "interval": [0.33316960242562366, 9.068758963016803], "p_value": 0.0525480672045514, "input_sha256": "35ce711f99d5cdea953af3ba62d76a65e7090241852e73870e90737664e7af44"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.049170269866713745, "seed": 4012083253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03842107973939486, "interval": [-0.008640048470248803, 0.08548220794903852], "p_value": 0.109, "input_sha256": "0a17461130248c9a552382d05d079f97c58d6eb2fb59b988460c00dec1f204a4"}
{"scenario": "regular", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.049170269866713745, "seed": 4012083253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03842107973939486, "interval": [-0.0058382023030405916, 0.08497135441000543], "p_value": 0.10659985480729392, "input_sha256": "0a17461130248c9a552382d05d079f97c58d6eb2fb59b988460c00dec1f204a4"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3873465743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.530454465662954, "interval": [0.5355288652987173, 10.525380066027191], "p_value": 0.026, "input_sha256": "6847918b0bfd048387091f028cbcc32857686a419a20a2de38fd783e7421dc5c"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3873465743, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.530454465662954, "interval": [0.981126993580314, 10.301071232073422], "p_value": 0.03100529138765645, "input_sha256": "6847918b0bfd048387091f028cbcc32857686a419a20a2de38fd783e7421dc5c"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04930527870005387, "seed": 3873465743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057766532530999906, "interval": [0.0049668516164984924, 0.11056621344550133], "p_value": 0.027, "input_sha256": "02bb4543f959c7bae4ec451a87784ed1b96beadc04684740c51b84f8c58332ba"}
{"scenario": "regular", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04930527870005387, "seed": 3873465743, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057766532530999906, "interval": [0.009054943564690478, 0.10663784476975793], "p_value": 0.03289607457966079, "input_sha256": "02bb4543f959c7bae4ec451a87784ed1b96beadc04684740c51b84f8c58332ba"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2714023268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.365961396263877, "interval": [0.16149391268075775, 8.570428879846997], "p_value": 0.047, "input_sha256": "1398e5235090a4a9d46567945811b4be7c73e7a9d246bc6c23532832ad68d1c2"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2714023268, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.365961396263877, "interval": [0.25980589363392415, 7.911693072274764], "p_value": 0.042330129382622116, "input_sha256": "1398e5235090a4a9d46567945811b4be7c73e7a9d246bc6c23532832ad68d1c2"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.048350688920122294, "seed": 2714023268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04504249251599121, "interval": [-0.0003099329222229011, 0.09039491795420532], "p_value": 0.057, "input_sha256": "33e52131b1e2e6ae55174198503f049560eaae614648509189e6d62792508977"}
{"scenario": "regular", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.048350688920122294, "seed": 2714023268, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04504249251599121, "interval": [0.0033314079768707746, 0.08522910846621276], "p_value": 0.05148647201790457, "input_sha256": "33e52131b1e2e6ae55174198503f049560eaae614648509189e6d62792508977"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2942346667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.693069401611205, "interval": [0.41143369270439045, 10.97470511051802], "p_value": 0.046, "input_sha256": "028d4fb61829ebbbf8ebc90b1385fb446cc554c1aea3771ca2d45e33db464b67"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2942346667, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.693069401611205, "interval": [0.30128408739866536, 10.141300325403316], "p_value": 0.035355547063120864, "input_sha256": "028d4fb61829ebbbf8ebc90b1385fb446cc554c1aea3771ca2d45e33db464b67"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.050275751429082485, "seed": 2942346667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060035625461617836, "interval": [0.00015348878074169375, 0.11991776214249397], "p_value": 0.059, "input_sha256": "e0b5b3d8a0eb2e7a3f035060e09e89412c55039e746733cfd5f08de2cb101073"}
{"scenario": "regular", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.050275751429082485, "seed": 2942346667, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060035625461617836, "interval": [0.00016795825057031052, 0.11189274763955112], "p_value": 0.049444637963291904, "input_sha256": "e0b5b3d8a0eb2e7a3f035060e09e89412c55039e746733cfd5f08de2cb101073"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 368027212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.075052113853356, "interval": [3.684120308208981, 12.46598391949773], "p_value": 0.002, "input_sha256": "6fb669318bd186276278dc6d774ef654a26efaa338aeeb035e239d0308dae689"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 368027212, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.075052113853356, "interval": [4.438527757892018, 12.318107420275922], "p_value": 0.0007218899161732388, "input_sha256": "6fb669318bd186276278dc6d774ef654a26efaa338aeeb035e239d0308dae689"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.04805874309998348, "seed": 368027212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07806873639439248, "interval": [0.029282957993157478, 0.12685451479562748], "p_value": 0.001, "input_sha256": "44df580e844693e401f460a30cf473a2894a107cfc10b5f069434de0ee862cca"}
{"scenario": "regular", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.04805874309998348, "seed": 368027212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07806873639439248, "interval": [0.040182795031022775, 0.13184822929251225], "p_value": 0.0027402449384224398, "input_sha256": "44df580e844693e401f460a30cf473a2894a107cfc10b5f069434de0ee862cca"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2945452555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.857446688979607, "interval": [1.4137033673248025, 12.30119001063441], "p_value": 0.009, "input_sha256": "4c0861732d556f1be45c43e1f85db39ee9b37592006879d8c410e0e1dae72be3"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2945452555, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.857446688979607, "interval": [1.5648341374433952, 12.380740128648892], "p_value": 0.01499762732270089, "input_sha256": "4c0861732d556f1be45c43e1f85db39ee9b37592006879d8c410e0e1dae72be3"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.04969122986084238, "seed": 2945452555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07208627100714665, "interval": [0.011894773048055966, 0.13227776896623733], "p_value": 0.013, "input_sha256": "cb6b9542519ee0fb8537d42e619a6810f3289e694b53696c85f65d279782ccf0"}
{"scenario": "regular", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.04969122986084238, "seed": 2945452555, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07208627100714665, "interval": [0.017845335270409084, 0.13362202336041762], "p_value": 0.02040631316272375, "input_sha256": "cb6b9542519ee0fb8537d42e619a6810f3289e694b53696c85f65d279782ccf0"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3244767691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.08347069430062, "interval": [3.2444792446830295, 12.922462143918212], "p_value": 0.001, "input_sha256": "cba33856a64af82a42056d29823a99f4b94809f564ac534cdb0aa2a64a071018"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3244767691, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.08347069430062, "interval": [3.654228504518425, 12.714715222084706], "p_value": 0.0016864361771627338, "input_sha256": "cba33856a64af82a42056d29823a99f4b94809f564ac534cdb0aa2a64a071018"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.05083536285322445, "seed": 3244767691, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08807400571621932, "interval": [0.03402644431321274, 0.14212156711922588], "p_value": 0.001, "input_sha256": "5a35e65d3c79ff9f2b04b422be233fd24c7c58c5d146592a0594259f2d9026c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.05083536285322445, "seed": 3244767691, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08807400571621932, "interval": [0.04276859248272865, 0.1462292717114886], "p_value": 0.0021989828003271413, "input_sha256": "5a35e65d3c79ff9f2b04b422be233fd24c7c58c5d146592a0594259f2d9026c0"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 741851080, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.401434703778774, "interval": [1.5556553282084815, 9.247214079349067], "p_value": 0.013, "input_sha256": "293989d980812ef3455f80b8dac344bdef8ac5b7d73d66973216e714c0966804"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 741851080, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.401434703778774, "interval": [2.0546879432720813, 8.795800573883916], "p_value": 0.00715481189024782, "input_sha256": "293989d980812ef3455f80b8dac344bdef8ac5b7d73d66973216e714c0966804"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04773597718985029, "seed": 741851080, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04619540509361031, "interval": [0.007763922973439412, 0.0846268872137812], "p_value": 0.029, "input_sha256": "bd55083fd1dbd8fd74bb049ff6f5cab3c0575f52adb538044ade5ee3a6700bfa"}
{"scenario": "regular", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04773597718985029, "seed": 741851080, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04619540509361031, "interval": [0.0124964244757348, 0.08149120961229947], "p_value": 0.019774337704349748, "input_sha256": "bd55083fd1dbd8fd74bb049ff6f5cab3c0575f52adb538044ade5ee3a6700bfa"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2417645136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7211762806167634, "interval": [-0.2068599999648577, 7.649212561198384], "p_value": 0.062, "input_sha256": "f65846644646f200e911fccc5505367f7b5d91608cc472eb8383a14ba7e73390"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2417645136, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7211762806167634, "interval": [-0.1700237177779447, 7.45469779819547], "p_value": 0.06267345909926068, "input_sha256": "f65846644646f200e911fccc5505367f7b5d91608cc472eb8383a14ba7e73390"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.051677712840304216, "seed": 2417645136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0463399794758351, "interval": [0.0015668429102218273, 0.09111311604144837], "p_value": 0.04, "input_sha256": "464b5d836522645c8f0bb4cce7381ba04c0b04926136a6695bf81721e6d235ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.051677712840304216, "seed": 2417645136, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0463399794758351, "interval": [0.00386239189619406, 0.09141674072939251], "p_value": 0.04286881768402491, "input_sha256": "464b5d836522645c8f0bb4cce7381ba04c0b04926136a6695bf81721e6d235ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2207010946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.356848873172567, "interval": [0.8483883427152765, 11.865309403629858], "p_value": 0.022, "input_sha256": "f9183ef52553e2818bcf486a7a0f880981da151b711768f55b5280e5522fd426"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2207010946, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.356848873172567, "interval": [1.5292927558161755, 11.928323670467828], "p_value": 0.024950732717602845, "input_sha256": "f9183ef52553e2818bcf486a7a0f880981da151b711768f55b5280e5522fd426"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.050446477602330106, "seed": 2207010946, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058969338538263597, "interval": [0.0012461924834204496, 0.11669248459310674], "p_value": 0.039, "input_sha256": "f284599ac49a8a6305ab1e2f671941c8f445fe07d8e4bdb02ab7c3e942068ac2"}
{"scenario": "regular", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.050446477602330106, "seed": 2207010946, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058969338538263597, "interval": [0.009129714173328416, 0.11525155329434456], "p_value": 0.04550129764056286, "input_sha256": "f284599ac49a8a6305ab1e2f671941c8f445fe07d8e4bdb02ab7c3e942068ac2"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3802930647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.998304277684942, "interval": [1.3308992777151882, 10.665709277654695], "p_value": 0.02, "input_sha256": "afe6a52a279aa8d0c1fbc630f9c261bed67ef26202e630ef10ad28c8d8c48a00"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3802930647, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.998304277684942, "interval": [1.6329759704207067, 10.253609331162298], "p_value": 0.013285850918933478, "input_sha256": "afe6a52a279aa8d0c1fbc630f9c261bed67ef26202e630ef10ad28c8d8c48a00"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.05020903284695692, "seed": 3802930647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06770125952957431, "interval": [0.014217882358764117, 0.12118463670038451], "p_value": 0.017, "input_sha256": "d943fd605b4db191402d63f032eefe412dbdd116af7487d30bd6adf5e74d3445"}
{"scenario": "regular", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.05020903284695692, "seed": 3802930647, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06770125952957431, "interval": [0.018633042043912036, 0.1202749577145376], "p_value": 0.01478505104898305, "input_sha256": "d943fd605b4db191402d63f032eefe412dbdd116af7487d30bd6adf5e74d3445"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3177781482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2792058280694274, "interval": [-1.8242678857527794, 6.382679541891634], "p_value": 0.272, "input_sha256": "8d79d6ca46fe0ac23c3da1f859409bfbb4ef32eef20f7930ebf7231a2e067760"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3177781482, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2792058280694274, "interval": [-1.4283846331778614, 6.136927041899383], "p_value": 0.26760002395070137, "input_sha256": "8d79d6ca46fe0ac23c3da1f859409bfbb4ef32eef20f7930ebf7231a2e067760"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.04928683688668474, "seed": 3177781482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021350708879584512, "interval": [-0.01895426029193646, 0.061655678051105486], "p_value": 0.288, "input_sha256": "74f2634e6d37a56af8029e7fb10c99a3b6be7fa8bd878512edbf0d821d07cc09"}
{"scenario": "regular", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.04928683688668474, "seed": 3177781482, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021350708879584512, "interval": [-0.013813904651421622, 0.06156629739853451], "p_value": 0.2902774769607314, "input_sha256": "74f2634e6d37a56af8029e7fb10c99a3b6be7fa8bd878512edbf0d821d07cc09"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2298003545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0977924158907975, "interval": [-2.064596994916122, 8.260181826697718], "p_value": 0.233, "input_sha256": "0ce7942a059280790ff0833e9c920457a3bfdb49a26f734af7f92a3eee658ea4"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2298003545, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0977924158907975, "interval": [-1.688409283211093, 8.257178468879859], "p_value": 0.23163994139690172, "input_sha256": "0ce7942a059280790ff0833e9c920457a3bfdb49a26f734af7f92a3eee658ea4"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.04949299293267424, "seed": 2298003545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02772616311620983, "interval": [-0.028545831328893087, 0.08399815756131275], "p_value": 0.316, "input_sha256": "7dfb8a370557198d19bf78339cd1ff14a52b564a9883f61849e3f682bc076b26"}
{"scenario": "regular", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.04949299293267424, "seed": 2298003545, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02772616311620983, "interval": [-0.025329537479293732, 0.08057316553872966], "p_value": 0.3246760038675903, "input_sha256": "7dfb8a370557198d19bf78339cd1ff14a52b564a9883f61849e3f682bc076b26"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1882148302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.085603048100197, "interval": [0.8620142901466528, 9.30919180605374], "p_value": 0.017, "input_sha256": "aa7f776df9091714a8131ee09a9a11f08a2cba5ee9f4853a109a08607c41d6ef"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1882148302, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.085603048100197, "interval": [1.0108938408655532, 8.992265871697546], "p_value": 0.019591867955614434, "input_sha256": "aa7f776df9091714a8131ee09a9a11f08a2cba5ee9f4853a109a08607c41d6ef"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.04972786132444112, "seed": 1882148302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055496515715872455, "interval": [0.01228934944088135, 0.09870368199086356], "p_value": 0.01, "input_sha256": "9a70ecd87cde9a63f13fcbafa969911aa07a0bd21fe0b4f1b5c6043462daaace"}
{"scenario": "regular", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.04972786132444112, "seed": 1882148302, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055496515715872455, "interval": [0.014078565337637607, 0.09445865329859911], "p_value": 0.01324039590757681, "input_sha256": "9a70ecd87cde9a63f13fcbafa969911aa07a0bd21fe0b4f1b5c6043462daaace"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 99416421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.40548394535397, "interval": [-1.5811540539021305, 10.39212194461007], "p_value": 0.14, "input_sha256": "9c5fbab9ede7322bae87db2660cd278a426757c4b032b5e1838807f8e31ee2ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 99416421, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.40548394535397, "interval": [-1.8036091113912556, 9.760878091893183], "p_value": 0.1445505087186213, "input_sha256": "9c5fbab9ede7322bae87db2660cd278a426757c4b032b5e1838807f8e31ee2ad"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.04803195011915401, "seed": 99416421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04535783233846438, "interval": [-0.01732818688645929, 0.10804385156338805], "p_value": 0.145, "input_sha256": "873314ff6db1a632445ba566ceecff2a4da7d2d4370264cd2564c640de81043e"}
{"scenario": "regular", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.04803195011915401, "seed": 99416421, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04535783233846438, "interval": [-0.02106789319872254, 0.10014405622681391], "p_value": 0.15118060081202228, "input_sha256": "873314ff6db1a632445ba566ceecff2a4da7d2d4370264cd2564c640de81043e"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3025874547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.43680345341897, "interval": [4.109933178130384, 12.763673728707555], "p_value": 0.001, "input_sha256": "662e302ddbadb5995b5c6e1b919f3455f58456152e913debcd73627d95a8479d"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3025874547, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.43680345341897, "interval": [4.481524833045681, 12.490314868634613], "p_value": 0.0003305431208871609, "input_sha256": "662e302ddbadb5995b5c6e1b919f3455f58456152e913debcd73627d95a8479d"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.047930038426605495, "seed": 3025874547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08285075610559262, "interval": [0.0352470592550303, 0.13045445295615493], "p_value": 0.001, "input_sha256": "97d67d21804896469e7a378a67bbeb05c70b270aed0a17897d47141407112fec"}
{"scenario": "regular", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.047930038426605495, "seed": 3025874547, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08285075610559262, "interval": [0.03730048659854049, 0.12901609698208383], "p_value": 0.0011492855891748603, "input_sha256": "97d67d21804896469e7a378a67bbeb05c70b270aed0a17897d47141407112fec"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1602261995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.888590081690794, "interval": [1.13934337513889, 10.637836788242698], "p_value": 0.019, "input_sha256": "9cf0bb542cfee26f6944f9f5e68af6389bd99b5f81da6ef1d795ab6a87f53a75"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1602261995, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.888590081690794, "interval": [1.6782158296682015, 10.245114189919713], "p_value": 0.01647784983241343, "input_sha256": "9cf0bb542cfee26f6944f9f5e68af6389bd99b5f81da6ef1d795ab6a87f53a75"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0506382520068383, "seed": 1602261995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04868451252799133, "interval": [-0.0029967842914690596, 0.10036580934745172], "p_value": 0.066, "input_sha256": "59faa8e97ab0b131b7c72b8a64f026e2e5ed6d36de705b43bb3d03d424cf9517"}
{"scenario": "regular", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0506382520068383, "seed": 1602261995, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04868451252799133, "interval": [6.605139622563127e-05, 0.09346259723382905], "p_value": 0.06407134433467163, "input_sha256": "59faa8e97ab0b131b7c72b8a64f026e2e5ed6d36de705b43bb3d03d424cf9517"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1212808531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.077845903497632, "interval": [0.8333283347777813, 9.322363472217482], "p_value": 0.015, "input_sha256": "cb92a7877a2e6f36354472d85096c5c88684d961e6363deb05bc80fb0bd407bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1212808531, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.077845903497632, "interval": [1.5887704916498588, 9.501417285066657], "p_value": 0.02037551926374453, "input_sha256": "cb92a7877a2e6f36354472d85096c5c88684d961e6363deb05bc80fb0bd407bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.05099155370443553, "seed": 1212808531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05545381578027292, "interval": [0.007530834719827226, 0.10337679684071861], "p_value": 0.018, "input_sha256": "dae8720fd06ba8db57fd0c8bd1a8562caed3d83aa5be0275d5b7cee9694a2a95"}
{"scenario": "regular", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.05099155370443553, "seed": 1212808531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05545381578027292, "interval": [0.015874367503037463, 0.1058401932939991], "p_value": 0.024500999984395606, "input_sha256": "dae8720fd06ba8db57fd0c8bd1a8562caed3d83aa5be0275d5b7cee9694a2a95"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2941222663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.985284049140768, "interval": [1.8090550479698937, 10.161513050311642], "p_value": 0.006, "input_sha256": "326a4aba3942313e44c378abaa73d8b1e28cdfd51b87609b98f0bd388de861e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2941222663, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.985284049140768, "interval": [1.9105445113197337, 9.460594851727677], "p_value": 0.006347145162919728, "input_sha256": "326a4aba3942313e44c378abaa73d8b1e28cdfd51b87609b98f0bd388de861e2"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.04838980412281738, "seed": 2941222663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04652547686933489, "interval": [0.0031088867156646924, 0.08994206702300508], "p_value": 0.029, "input_sha256": "d80c87c955479daf6a803f6f754aa3b98914326ccc255608475e0c6d672f1fc0"}
{"scenario": "regular", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.04838980412281738, "seed": 2941222663, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04652547686933489, "interval": [0.006876033467899233, 0.08579575600382562], "p_value": 0.036419708114845795, "input_sha256": "d80c87c955479daf6a803f6f754aa3b98914326ccc255608475e0c6d672f1fc0"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2074687901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2894002612266586, "interval": [-2.181618242414909, 6.760418764868226], "p_value": 0.304, "input_sha256": "1473fe272f583fa8c988332aa53e09f18526e18ca58a4649d9a64950ba3d2466"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2074687901, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2894002612266586, "interval": [-2.4130739380189885, 6.281415092543003], "p_value": 0.3061198931539367, "input_sha256": "1473fe272f583fa8c988332aa53e09f18526e18ca58a4649d9a64950ba3d2466"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04870949375605464, "seed": 2074687901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020870127413255862, "interval": [-0.024091730270662408, 0.06583198509717414], "p_value": 0.355, "input_sha256": "97bf0ff58b4f1928316541f22c3198f1c3d7bc91385b9b2179a5fec5e7b9d3b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04870949375605464, "seed": 2074687901, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020870127413255862, "interval": [-0.026463528117592467, 0.06043483398553508], "p_value": 0.35286192628638924, "input_sha256": "97bf0ff58b4f1928316541f22c3198f1c3d7bc91385b9b2179a5fec5e7b9d3b0"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 593961660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.259743856441762, "interval": [0.6171206306508914, 9.902367082232633], "p_value": 0.029, "input_sha256": "96924e9075523939c90d808e6c29c93062b65e43bab0af34633c9769efde0ba1"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 593961660, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.259743856441762, "interval": [0.419456089072399, 9.434111864927592], "p_value": 0.027456394713873705, "input_sha256": "96924e9075523939c90d808e6c29c93062b65e43bab0af34633c9769efde0ba1"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.05097216269584389, "seed": 593961660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04850991644187096, "interval": [0.0018329745176158957, 0.09518685836612602], "p_value": 0.039, "input_sha256": "5a141a5250b2edad373da9a88d8747f04aff96cfae4e96f67163995b05ea8a3d"}
{"scenario": "regular", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.05097216269584389, "seed": 593961660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04850991644187096, "interval": [-0.003384450285246061, 0.08857085913211762], "p_value": 0.04206817449311043, "input_sha256": "5a141a5250b2edad373da9a88d8747f04aff96cfae4e96f67163995b05ea8a3d"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3942227830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1365046144194704, "interval": [-2.57165984840562, 6.844669077244561], "p_value": 0.361, "input_sha256": "bed430df9fd2ca6de1a317c96ad1256c21bccf58c0b2d71983ec63322f36ab94"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3942227830, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1365046144194704, "interval": [-2.0608577204882557, 6.893400235350379], "p_value": 0.3638945044762668, "input_sha256": "bed430df9fd2ca6de1a317c96ad1256c21bccf58c0b2d71983ec63322f36ab94"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.04965096258799906, "seed": 3942227830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017532124515582198, "interval": [-0.030974421496942114, 0.06603867052810651], "p_value": 0.463, "input_sha256": "4cbde5c33c973d6d0d45cb913c88d6a5c7d8450c29060243005a366218d8da5b"}
{"scenario": "regular", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.04965096258799906, "seed": 3942227830, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017532124515582198, "interval": [-0.026138370311064932, 0.06486721362045254], "p_value": 0.4687642569466398, "input_sha256": "4cbde5c33c973d6d0d45cb913c88d6a5c7d8450c29060243005a366218d8da5b"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 6667583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.138997659804087, "interval": [-1.4558762345309813, 9.733871554139155], "p_value": 0.138, "input_sha256": "1d9ba1932f240d5a8c9b9ad936fff5a875bfebce2cfd0342b93741fe9b2391fb"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 6667583, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.138997659804087, "interval": [-0.8594954019864826, 9.54150920332371], "p_value": 0.14249482761314572, "input_sha256": "1d9ba1932f240d5a8c9b9ad936fff5a875bfebce2cfd0342b93741fe9b2391fb"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.04862831927393714, "seed": 6667583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04043078235691058, "interval": [-0.024834821043716968, 0.10569638575753813], "p_value": 0.222, "input_sha256": "2326a1402e8d3b8bf0ab4549115cd9e6138209423481867fb58d31e2de9e0d54"}
{"scenario": "regular", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.04862831927393714, "seed": 6667583, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04043078235691058, "interval": [-0.01381182863779214, 0.11133901073830399], "p_value": 0.2171481126780718, "input_sha256": "2326a1402e8d3b8bf0ab4549115cd9e6138209423481867fb58d31e2de9e0d54"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3444758091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.838174490499579, "interval": [0.034152416638447924, 9.64219656436071], "p_value": 0.051, "input_sha256": "3dfc49422d4b34d0463890656e5cca7bf05bb410c9a8999e48beda7fea37d32d"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3444758091, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.838174490499579, "interval": [-0.16176138165396173, 9.45142984083905], "p_value": 0.04847410690189524, "input_sha256": "3dfc49422d4b34d0463890656e5cca7bf05bb410c9a8999e48beda7fea37d32d"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.05006417376413356, "seed": 3444758091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03810746278978687, "interval": [-0.017408769359436894, 0.09362369493901063], "p_value": 0.165, "input_sha256": "d1beac7ae59c47ac8ef4a2eb9ef663526be8d6341eccc81eaca74ed97151b6d7"}
{"scenario": "regular", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.05006417376413356, "seed": 3444758091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03810746278978687, "interval": [-0.020448603461959786, 0.09082413870234118], "p_value": 0.1727423650029779, "input_sha256": "d1beac7ae59c47ac8ef4a2eb9ef663526be8d6341eccc81eaca74ed97151b6d7"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4211164996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5992690565746166, "interval": [-2.1195441485632056, 9.318082261712439], "p_value": 0.228, "input_sha256": "e74ec989d3ce054ab152b92e964cc75cc6a31c0aef1b4ac233fe9463879a08bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4211164996, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5992690565746166, "interval": [-1.7621820466247273, 9.33650695791973], "p_value": 0.21018157854848307, "input_sha256": "e74ec989d3ce054ab152b92e964cc75cc6a31c0aef1b4ac233fe9463879a08bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.05009187773671221, "seed": 4211164996, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030933990846225418, "interval": [-0.03357436276210765, 0.09544234445455849], "p_value": 0.355, "input_sha256": "53185bfca9ddaef51b1a1c6fcb236ca0d1cef2eb6301c4a0e5ab35470c65d37c"}
{"scenario": "regular", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.05009187773671221, "seed": 4211164996, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030933990846225418, "interval": [-0.02950756140524565, 0.09252948644919683], "p_value": 0.33755574442968117, "input_sha256": "53185bfca9ddaef51b1a1c6fcb236ca0d1cef2eb6301c4a0e5ab35470c65d37c"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1041336196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.827498340737629, "interval": [6.747614080722826, 14.907382600752431], "p_value": 0.001, "input_sha256": "2513cc41e17b8ba58289ac1ae824dbd3d35b315c5fe3b03d441a7b776e92920e"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1041336196, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.827498340737629, "interval": [7.412280787932367, 14.944191487394876], "p_value": 4.516691733002599e-06, "input_sha256": "2513cc41e17b8ba58289ac1ae824dbd3d35b315c5fe3b03d441a7b776e92920e"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0490977968647086, "seed": 1041336196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10867500162206692, "interval": [0.06416962359543946, 0.15318037964869438], "p_value": 0.001, "input_sha256": "094a9ffc148034dfe5eb9a645fcd757689813f6738c717dde00a27e36834501b"}
{"scenario": "regular", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0490977968647086, "seed": 1041336196, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10867500162206692, "interval": [0.06977755980706711, 0.14781546091826783], "p_value": 1.6748113420348332e-05, "input_sha256": "094a9ffc148034dfe5eb9a645fcd757689813f6738c717dde00a27e36834501b"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1919525617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5196422701400945, "interval": [1.5018454101789072, 11.537439130101282], "p_value": 0.011, "input_sha256": "67570dc5ae466f2ba474f47354839236549cf454c62a3342dde614c79dabce00"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1919525617, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5196422701400945, "interval": [2.0447234788696407, 11.368803735079627], "p_value": 0.012303550396552988, "input_sha256": "67570dc5ae466f2ba474f47354839236549cf454c62a3342dde614c79dabce00"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.050616766394810234, "seed": 1919525617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06862062886692218, "interval": [0.01194601622601086, 0.1252952415078335], "p_value": 0.019, "input_sha256": "ce247fc32a2d8dfa83c6fb9ce1acd61d38d591e284ee339cb4880223a190c387"}
{"scenario": "regular", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.050616766394810234, "seed": 1919525617, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06862062886692218, "interval": [0.017203307529936, 0.12736456188531262], "p_value": 0.018974722286649474, "input_sha256": "ce247fc32a2d8dfa83c6fb9ce1acd61d38d591e284ee339cb4880223a190c387"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 744686468, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.419642510155228, "interval": [-0.28865617593736337, 7.12794119624782], "p_value": 0.091, "input_sha256": "3640dfd7f08d9b114fb482a7b49a85affa71600bc3437e8ac64f6a8d91c19117"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 744686468, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.419642510155228, "interval": [0.17315442257928476, 7.259495809467798], "p_value": 0.06941102177215672, "input_sha256": "3640dfd7f08d9b114fb482a7b49a85affa71600bc3437e8ac64f6a8d91c19117"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.047474426130138234, "seed": 744686468, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026815627912921816, "interval": [-0.01044584766984491, 0.06407710349568854], "p_value": 0.177, "input_sha256": "4726fb8f5e372e65c9aba7378b64a5bb4388d12f83bc171faebe115f83ef8d55"}
{"scenario": "regular", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.047474426130138234, "seed": 744686468, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026815627912921816, "interval": [-0.007947114326002938, 0.06597815352046778], "p_value": 0.1523565648167697, "input_sha256": "4726fb8f5e372e65c9aba7378b64a5bb4388d12f83bc171faebe115f83ef8d55"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3199519581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.142383914347906, "interval": [2.932614235199, 11.352153593496812], "p_value": 0.002, "input_sha256": "c22d8f90abd4705c4b71b7678530f12593298c3b4a018066245cd74e74166973"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3199519581, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.142383914347906, "interval": [3.3501874802557543, 11.059859359663438], "p_value": 0.0014678902831458949, "input_sha256": "c22d8f90abd4705c4b71b7678530f12593298c3b4a018066245cd74e74166973"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04815018660844196, "seed": 3199519581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06629145494091973, "interval": [0.023370691675012045, 0.10921221820682742], "p_value": 0.005, "input_sha256": "2c3bdee6b61c7ecc8e8e4273fcb8c6691b9e252e9cae990868521e15db6b249d"}
{"scenario": "regular", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04815018660844196, "seed": 3199519581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06629145494091973, "interval": [0.027859562002869646, 0.10597198484787311], "p_value": 0.003397802661870671, "input_sha256": "2c3bdee6b61c7ecc8e8e4273fcb8c6691b9e252e9cae990868521e15db6b249d"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 437052546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.589820053658602, "interval": [0.9346547496009663, 10.244985357716237], "p_value": 0.027, "input_sha256": "4babc80a462667a1f20e0a6f09dd1662bcfa5fdf61fb935c5c61a69ebdbb8424"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 437052546, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.589820053658602, "interval": [0.9704877558482385, 9.587219077182308], "p_value": 0.01989208285962457, "input_sha256": "4babc80a462667a1f20e0a6f09dd1662bcfa5fdf61fb935c5c61a69ebdbb8424"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.05193211596296354, "seed": 437052546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06386957696537253, "interval": [0.008823908139298287, 0.11891524579144677], "p_value": 0.037, "input_sha256": "8e4f276b7d275ff3fdc37ba69db6d99d6e0959892ac630bdba8cda781c29ca9e"}
{"scenario": "regular", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.05193211596296354, "seed": 437052546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06386957696537253, "interval": [0.008227200093701986, 0.11042656207469068], "p_value": 0.0241530084476802, "input_sha256": "8e4f276b7d275ff3fdc37ba69db6d99d6e0959892ac630bdba8cda781c29ca9e"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1174638517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.796010595647157, "interval": [0.025097140287678954, 9.566924051006636], "p_value": 0.036, "input_sha256": "d09ff5033726e8cd4d2e5e060ada197666180fb4bc7c33c882fe6782eddf381f"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1174638517, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.796010595647157, "interval": [0.6461664178955121, 9.262367518082293], "p_value": 0.0488680747334605, "input_sha256": "d09ff5033726e8cd4d2e5e060ada197666180fb4bc7c33c882fe6782eddf381f"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.049794608070253925, "seed": 1174638517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053989750084752514, "interval": [-0.005251821697054293, 0.11323132186655932], "p_value": 0.055, "input_sha256": "7cd959a96de361b3e342b1d4d0553387e80158aa9fcdbc0d4544742ba4e5723a"}
{"scenario": "regular", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.049794608070253925, "seed": 1174638517, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053989750084752514, "interval": [0.004762703771277033, 0.11233069634265679], "p_value": 0.07274630036210561, "input_sha256": "7cd959a96de361b3e342b1d4d0553387e80158aa9fcdbc0d4544742ba4e5723a"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2767268026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2782488215876597, "interval": [-1.5328855718917715, 8.089383215067091], "p_value": 0.157, "input_sha256": "54a751038a8e24872862dc485d885b7a17065086cf1d4a811ad224dabc31c335"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2767268026, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2782488215876597, "interval": [-1.8244815801649372, 7.41258865848603], "p_value": 0.1743393436729003, "input_sha256": "54a751038a8e24872862dc485d885b7a17065086cf1d4a811ad224dabc31c335"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.048763985699061096, "seed": 2767268026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030844874941158867, "interval": [-0.020463910505985894, 0.08215366038830363], "p_value": 0.212, "input_sha256": "51bc69a64d8f120dd5b5fa19a79e20bfe9e1ac30988376d65889f1c6d87e1410"}
{"scenario": "regular", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.048763985699061096, "seed": 2767268026, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030844874941158867, "interval": [-0.0221898177094617, 0.07601105802870338], "p_value": 0.22935075263532867, "input_sha256": "51bc69a64d8f120dd5b5fa19a79e20bfe9e1ac30988376d65889f1c6d87e1410"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4166282711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.574686916375596, "interval": [2.1576957869656805, 10.99167804578551], "p_value": 0.003, "input_sha256": "b19e30e6b89f47925a9de2c5e43ee6df8bc5c440ab6c24913e2037aa749f70e6"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4166282711, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.574686916375596, "interval": [2.6043031259520357, 10.734071464915793], "p_value": 0.0050312951229367405, "input_sha256": "b19e30e6b89f47925a9de2c5e43ee6df8bc5c440ab6c24913e2037aa749f70e6"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04761180091853646, "seed": 4166282711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07326584634065965, "interval": [0.026788476637596703, 0.1197432160437226], "p_value": 0.003, "input_sha256": "337990cbec4f6459846c67d555f9c7dd7a85468294940c235760c93c781b6ebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04761180091853646, "seed": 4166282711, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07326584634065965, "interval": [0.03272896771364641, 0.11773338844916793], "p_value": 0.0032655307007974734, "input_sha256": "337990cbec4f6459846c67d555f9c7dd7a85468294940c235760c93c781b6ebf"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3012934869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.912318343019136, "interval": [1.9699334325572515, 11.85470325348102], "p_value": 0.008, "input_sha256": "8af1bd8c1bfafeefcbdccc0740c047c1ee5ab532de8f55d854ec1d396da51651"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3012934869, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.912318343019136, "interval": [2.6282787667128575, 11.58554068531642], "p_value": 0.007468718660692741, "input_sha256": "8af1bd8c1bfafeefcbdccc0740c047c1ee5ab532de8f55d854ec1d396da51651"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.050104635433048904, "seed": 3012934869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07064810246577524, "interval": [0.019314253397293965, 0.12198195153425652], "p_value": 0.008, "input_sha256": "8d5c9c784d00a4857c6fdea559c2436f6348fb300639b6a3100b2159206f300a"}
{"scenario": "regular", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.050104635433048904, "seed": 3012934869, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07064810246577524, "interval": [0.025450012614429994, 0.11564813302170679], "p_value": 0.008321211641708418, "input_sha256": "8d5c9c784d00a4857c6fdea559c2436f6348fb300639b6a3100b2159206f300a"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2631262859, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.023167606369646, "interval": [2.3481476388889497, 9.698187573850342], "p_value": 0.003, "input_sha256": "daf65f6d713a313a8bb92a4699105cf335bb753437432b2773e2a014437db492"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2631262859, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.023167606369646, "interval": [3.156448796331879, 10.196889937772918], "p_value": 0.0020097159241285203, "input_sha256": "daf65f6d713a313a8bb92a4699105cf335bb753437432b2773e2a014437db492"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04933674139456847, "seed": 2631262859, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05560724143258994, "interval": [0.015686214103651203, 0.09552826876152867], "p_value": 0.005, "input_sha256": "c13f01d6ae484c3e146cb66cd7380696b79852b6c287222192b9cfa5e72788a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04933674139456847, "seed": 2631262859, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05560724143258994, "interval": [0.024319572729197787, 0.09956914078911329], "p_value": 0.0076033778142406885, "input_sha256": "c13f01d6ae484c3e146cb66cd7380696b79852b6c287222192b9cfa5e72788a5"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 59445437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8738668890020485, "interval": [-1.2230903846748848, 8.970824162678982], "p_value": 0.136, "input_sha256": "dd92d975846783b45895bd3ce0ed073c428841eb90f3eb6a68484334ef23584d"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 59445437, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8738668890020485, "interval": [-1.045873456510533, 8.177476000934444], "p_value": 0.13217318887852333, "input_sha256": "dd92d975846783b45895bd3ce0ed073c428841eb90f3eb6a68484334ef23584d"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.049564877752422555, "seed": 59445437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03330978230463, "interval": [-0.017730049008408674, 0.08434961361766867], "p_value": 0.196, "input_sha256": "34e1c1bb0e5dd8187f3d54674d04dde7f771133d35daf6cd761a9c1c117c7fd9"}
{"scenario": "regular", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.049564877752422555, "seed": 59445437, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03330978230463, "interval": [-0.013897134728835867, 0.07606030331536974], "p_value": 0.19434479112987166, "input_sha256": "34e1c1bb0e5dd8187f3d54674d04dde7f771133d35daf6cd761a9c1c117c7fd9"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 61882904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0098760568208753, "interval": [-3.452908633404956, 5.472660747046707], "p_value": 0.626, "input_sha256": "5272cbb87393869a4a291613d9aa0af6a1f3de60ad62b8360db754f1154d237b"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 61882904, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0098760568208753, "interval": [-2.947667383215467, 5.4781324230198685], "p_value": 0.649405228424788, "input_sha256": "5272cbb87393869a4a291613d9aa0af6a1f3de60ad62b8360db754f1154d237b"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.05009675880168159, "seed": 61882904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005645221135686024, "interval": [-0.04599363753526328, 0.05728407980663533], "p_value": 0.805, "input_sha256": "da63f6e8e13887bb9bd5168ef2d23c917f889063066f1a7592c6622c71099e34"}
{"scenario": "regular", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.05009675880168159, "seed": 61882904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005645221135686024, "interval": [-0.03829673509186132, 0.05840293065120803], "p_value": 0.8259747666569669, "input_sha256": "da63f6e8e13887bb9bd5168ef2d23c917f889063066f1a7592c6622c71099e34"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1156367971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.900801201188997, "interval": [1.7574578905019589, 10.044144511876036], "p_value": 0.005, "input_sha256": "c0223f0a4e00d02893a77a50c9af5c9c2d9ffb6f03da935e7c811ecea5319fc8"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1156367971, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.900801201188997, "interval": [1.8727309579682077, 9.762195978919598], "p_value": 0.006468975838561354, "input_sha256": "c0223f0a4e00d02893a77a50c9af5c9c2d9ffb6f03da935e7c811ecea5319fc8"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.048431057178383786, "seed": 1156367971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.051499620048432476, "interval": [0.010329823239020715, 0.09266941685784424], "p_value": 0.009, "input_sha256": "6637411ee65ab6e1337ccffa5884919de14b291d413134551aabba65641ea873"}
{"scenario": "regular", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.048431057178383786, "seed": 1156367971, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.051499620048432476, "interval": [0.011343742129731592, 0.08949581634850115], "p_value": 0.015590620337264898, "input_sha256": "6637411ee65ab6e1337ccffa5884919de14b291d413134551aabba65641ea873"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2610098392, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.489187144496523, "interval": [1.845547837653636, 9.132826451339408], "p_value": 0.006, "input_sha256": "ba21b5a81564d3913f68d76761786a0556fd4972a69ce135b87f942451ad5900"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2610098392, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.489187144496523, "interval": [1.928105258009532, 9.362963033320748], "p_value": 0.004164641411311823, "input_sha256": "ba21b5a81564d3913f68d76761786a0556fd4972a69ce135b87f942451ad5900"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.04861940419201026, "seed": 2610098392, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.048464095924195275, "interval": [0.00985833273673302, 0.08706985911165753], "p_value": 0.015, "input_sha256": "e662ec9d94d563ab8470f1ba8abe76a79f2ec33b6e39287370868121614e674d"}
{"scenario": "regular", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.04861940419201026, "seed": 2610098392, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.048464095924195275, "interval": [0.011655608964781697, 0.08910364285012375], "p_value": 0.01525442208793401, "input_sha256": "e662ec9d94d563ab8470f1ba8abe76a79f2ec33b6e39287370868121614e674d"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1119022756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.441748048432379, "interval": [4.343644450575995, 10.539851646288763], "p_value": 0.001, "input_sha256": "07be79e05f4b71b00afaf231a7d413ef5513949c654982aaeba553b6d1f7096e"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1119022756, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.441748048432379, "interval": [4.413400825754555, 10.25496842032967], "p_value": 2.0377346705242893e-05, "input_sha256": "07be79e05f4b71b00afaf231a7d413ef5513949c654982aaeba553b6d1f7096e"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.04790961667055755, "seed": 1119022756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07129960974619275, "interval": [0.03896763442088292, 0.10363158507150258], "p_value": 0.001, "input_sha256": "8196d387e48b164be632ad2ce28f3764df7dc02daefc8fd8042078d7870c3b9c"}
{"scenario": "regular", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.04790961667055755, "seed": 1119022756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07129960974619275, "interval": [0.041342530888951186, 0.10094649801374532], "p_value": 6.99518531039175e-05, "input_sha256": "8196d387e48b164be632ad2ce28f3764df7dc02daefc8fd8042078d7870c3b9c"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 732455128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.796756895853477, "interval": [-0.9447840156687111, 8.538297807375665], "p_value": 0.108, "input_sha256": "fd6fa78c80bc027157687dca01d872a95a9e773446c73f1c18942d8ea697871a"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 732455128, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.796756895853477, "interval": [-0.64900539325458, 8.33489896773954], "p_value": 0.11328146822017918, "input_sha256": "fd6fa78c80bc027157687dca01d872a95a9e773446c73f1c18942d8ea697871a"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04782854705955038, "seed": 732455128, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03002350206570184, "interval": [-0.01622607908502932, 0.076273083216433], "p_value": 0.178, "input_sha256": "91bc789f4343ca151bde98ac6e2f4b232b566544d99d7ce434633ac944434bc4"}
{"scenario": "regular", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04782854705955038, "seed": 732455128, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03002350206570184, "interval": [-0.014830689185264808, 0.0743766297535908], "p_value": 0.19664180428880115, "input_sha256": "91bc789f4343ca151bde98ac6e2f4b232b566544d99d7ce434633ac944434bc4"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 526992852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0089437775881542, "interval": [-3.024539906788058, 5.042427461964366], "p_value": 0.605, "input_sha256": "728e691f8ceda9a05d160327c7510cee1d2f44ee0ea21c370b398465454fe5b5"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 526992852, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0089437775881542, "interval": [-2.633933851361181, 4.752570446191758], "p_value": 0.6152173466760406, "input_sha256": "728e691f8ceda9a05d160327c7510cee1d2f44ee0ea21c370b398465454fe5b5"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.050392825078388034, "seed": 526992852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004210039620996059, "interval": [-0.037925289414494565, 0.04634536865648668], "p_value": 0.834, "input_sha256": "b17f7e5fbf9d0db490b877644f3c63b2b52278e801495e6b9f1df6baabfaaafb"}
{"scenario": "regular", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.050392825078388034, "seed": 526992852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004210039620996059, "interval": [-0.03368438498980907, 0.04369889588903547], "p_value": 0.840670982471213, "input_sha256": "b17f7e5fbf9d0db490b877644f3c63b2b52278e801495e6b9f1df6baabfaaafb"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2817062396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5621152387099553, "interval": [-0.9392769544499697, 6.06350743186988], "p_value": 0.143, "input_sha256": "a7618ed477a764536135e4c6bceaa4b979c91bd94672a83881f337e7ffcd2354"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2817062396, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5621152387099553, "interval": [-1.0357858538521152, 5.363096581183075], "p_value": 0.14606934068235983, "input_sha256": "a7618ed477a764536135e4c6bceaa4b979c91bd94672a83881f337e7ffcd2354"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.049619095231553056, "seed": 2817062396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023788600033149948, "interval": [-0.013528501515903742, 0.06110570158220364], "p_value": 0.198, "input_sha256": "cc5812d370a63b7d324e71c132ad43b25355550afe56636698707011746d14ac"}
{"scenario": "regular", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.049619095231553056, "seed": 2817062396, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023788600033149948, "interval": [-0.015088867616863384, 0.05306757044808781], "p_value": 0.20356978120072736, "input_sha256": "cc5812d370a63b7d324e71c132ad43b25355550afe56636698707011746d14ac"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2647349417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.184974541135473, "interval": [-1.436867567580264, 7.80681664985121], "p_value": 0.16, "input_sha256": "97479497936b19defc9dd91adb4454d5cf052b2638e771b9780e74712871e4d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2647349417, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.184974541135473, "interval": [-1.1616771784623101, 7.314739009717235], "p_value": 0.17109434807185908, "input_sha256": "97479497936b19defc9dd91adb4454d5cf052b2638e771b9780e74712871e4d1"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.05000833442809373, "seed": 2647349417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047427053329181026, "interval": [-0.0044237211202792365, 0.09927782777864129], "p_value": 0.064, "input_sha256": "ae9f02a2241b6f64c8cb29fbfe3fa322e78e4dfcc050ed7baad26f875d9b63b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.05000833442809373, "seed": 2647349417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047427053329181026, "interval": [-0.00023851349894232958, 0.09905932387842138], "p_value": 0.0717555713924063, "input_sha256": "ae9f02a2241b6f64c8cb29fbfe3fa322e78e4dfcc050ed7baad26f875d9b63b3"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 689765595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.998478178900468, "interval": [2.7704698552286198, 11.226486502572318], "p_value": 0.003, "input_sha256": "86e685edc7354e2f6d9eb542ee9935f13bfc9f0e2f43ab1060d3eaa6373b6579"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 689765595, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.998478178900468, "interval": [2.757684264174881, 10.940601332549628], "p_value": 0.0018317704728062927, "input_sha256": "86e685edc7354e2f6d9eb542ee9935f13bfc9f0e2f43ab1060d3eaa6373b6579"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.049331118287105624, "seed": 689765595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06424787885041262, "interval": [0.02106012019387333, 0.10743563750695193], "p_value": 0.004, "input_sha256": "bcf6f812bec9a5b8e81f5d71020ba3f55acea2fbe8cc7493bb9683f2a2f4dc19"}
{"scenario": "regular", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.049331118287105624, "seed": 689765595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06424787885041262, "interval": [0.019875334766041232, 0.10455567111418365], "p_value": 0.00460381177363768, "input_sha256": "bcf6f812bec9a5b8e81f5d71020ba3f55acea2fbe8cc7493bb9683f2a2f4dc19"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1162914784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.103832459960788, "interval": [1.5138186602490284, 12.693846259672547], "p_value": 0.009, "input_sha256": "090c9ae9d95fad9649696ea6b0a6ee34f9a83483551bba09e1df6c30f9844471"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1162914784, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.103832459960788, "interval": [1.9386109683504025, 12.501010522293464], "p_value": 0.014248819581165197, "input_sha256": "090c9ae9d95fad9649696ea6b0a6ee34f9a83483551bba09e1df6c30f9844471"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.05077882793865658, "seed": 1162914784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07410510755672364, "interval": [0.016576596733297033, 0.13163361838015025], "p_value": 0.01, "input_sha256": "e7496582c4e38fc391db1ecb753dacb6a4f5ff0dd485da5612527c289299d912"}
{"scenario": "regular", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.05077882793865658, "seed": 1162914784, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07410510755672364, "interval": [0.019751996159183424, 0.12720293984434095], "p_value": 0.013037704430259896, "input_sha256": "e7496582c4e38fc391db1ecb753dacb6a4f5ff0dd485da5612527c289299d912"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3333081912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.189884132908901, "interval": [-0.5424312756515777, 10.922199541469379], "p_value": 0.061, "input_sha256": "b344bbd3451d4823a2f4a6f0776bca7c1fdcb5983937a9da2c492cae1cf5ea0b"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3333081912, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.189884132908901, "interval": [0.11006333499344363, 11.014326212049376], "p_value": 0.07465853158718011, "input_sha256": "b344bbd3451d4823a2f4a6f0776bca7c1fdcb5983937a9da2c492cae1cf5ea0b"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.05072749128256515, "seed": 3333081912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04741843255043325, "interval": [-0.015522987976598249, 0.11035985307746475], "p_value": 0.125, "input_sha256": "d866bd8a6350c9478ec384e454748b33009d2138185ebd355097c3e8d3f23bb1"}
{"scenario": "regular", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.05072749128256515, "seed": 3333081912, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04741843255043325, "interval": [-0.011051278429039513, 0.1061887725633626], "p_value": 0.13543467474034437, "input_sha256": "d866bd8a6350c9478ec384e454748b33009d2138185ebd355097c3e8d3f23bb1"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3465788097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.822316708549091, "interval": [1.0511778282106032, 10.59345558888758], "p_value": 0.013, "input_sha256": "a3eed233e297f599b22b0e675028ed62452e95d0ed3a404df4102ada23c512c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3465788097, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.822316708549091, "interval": [1.76769220232265, 10.755500870975018], "p_value": 0.018117496152205134, "input_sha256": "a3eed233e297f599b22b0e675028ed62452e95d0ed3a404df4102ada23c512c3"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04901038645785882, "seed": 3465788097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05200796670779259, "interval": [0.003478227609118034, 0.10053770580646715], "p_value": 0.03, "input_sha256": "476b1a3e15f91fe8ae8fe94a81e8fbd7e675ffd9904eab5c3caa5df9452b857e"}
{"scenario": "regular", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04901038645785882, "seed": 3465788097, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05200796670779259, "interval": [0.011459183821548313, 0.10231543818446295], "p_value": 0.0363911413325169, "input_sha256": "476b1a3e15f91fe8ae8fe94a81e8fbd7e675ffd9904eab5c3caa5df9452b857e"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 746130386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.756690356408039, "interval": [-1.378831388119166, 8.892212100935243], "p_value": 0.148, "input_sha256": "42636c18ee16c650ee5e29ca6f930f5a8bbd338d165801e255376b51bad887bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 746130386, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.756690356408039, "interval": [-1.1606673739912479, 8.46842369069859], "p_value": 0.14673429069716168, "input_sha256": "42636c18ee16c650ee5e29ca6f930f5a8bbd338d165801e255376b51bad887bd"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.049891196593968325, "seed": 746130386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03238339446623768, "interval": [-0.021278805587878126, 0.08604559452035349], "p_value": 0.226, "input_sha256": "d8a5a44aa9c5b9b18bbc407f9c348f45c836250609f5c4e19d4030d148acbabd"}
{"scenario": "regular", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.049891196593968325, "seed": 746130386, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03238339446623768, "interval": [-0.017093289194684665, 0.08428770233748067], "p_value": 0.22932832836739367, "input_sha256": "d8a5a44aa9c5b9b18bbc407f9c348f45c836250609f5c4e19d4030d148acbabd"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4166794434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.670061191756119, "interval": [5.546164773459514, 13.793957610052724], "p_value": 0.002, "input_sha256": "0dda1fea971aacc440e4c1609181469d6d6c7aa469627956409e290cdfb001bc"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4166794434, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.670061191756119, "interval": [5.949280371101977, 13.600444369410024], "p_value": 2.9711634156690265e-05, "input_sha256": "0dda1fea971aacc440e4c1609181469d6d6c7aa469627956409e290cdfb001bc"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.050662977662744246, "seed": 4166794434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09363354669187815, "interval": [0.04677823446093075, 0.14048885892282556], "p_value": 0.002, "input_sha256": "5bd4d46b73f241c21166613645083536a59ccdabc6170401aab1cd889241be3c"}
{"scenario": "regular", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.050662977662744246, "seed": 4166794434, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09363354669187815, "interval": [0.05388777509543407, 0.14441538358051728], "p_value": 0.00024770061221562146, "input_sha256": "5bd4d46b73f241c21166613645083536a59ccdabc6170401aab1cd889241be3c"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3848512669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.4636379821440055, "interval": [1.0498593715807472, 9.877416592707263], "p_value": 0.017, "input_sha256": "d186bb8c7605be72fde355e4c08751d369dd85799682065b74a55b7257745f7a"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3848512669, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.4636379821440055, "interval": [1.1164013644160034, 9.414004778125243], "p_value": 0.016801770646402363, "input_sha256": "d186bb8c7605be72fde355e4c08751d369dd85799682065b74a55b7257745f7a"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.05054861211847398, "seed": 3848512669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05831882428404038, "interval": [0.012377961971425641, 0.10425968659665512], "p_value": 0.018, "input_sha256": "4b9e01d3f74fc6d9300fb47691cb69b71425201aed33abc3db5bd5079c7e7f3d"}
{"scenario": "regular", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.05054861211847398, "seed": 3848512669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05831882428404038, "interval": [0.014561420250233282, 0.09839395167288006], "p_value": 0.014350475548712388, "input_sha256": "4b9e01d3f74fc6d9300fb47691cb69b71425201aed33abc3db5bd5079c7e7f3d"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4131420063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8224473167815187, "interval": [-1.211583040384756, 6.8564776739477935], "p_value": 0.179, "input_sha256": "ba055c1401324c6dda4fed612258fddcb0e2c8e0d164a77b4058312ad934e2a8"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4131420063, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8224473167815187, "interval": [-0.7723102804472378, 6.935201546890852], "p_value": 0.16471695978651552, "input_sha256": "ba055c1401324c6dda4fed612258fddcb0e2c8e0d164a77b4058312ad934e2a8"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.050138555235747465, "seed": 4131420063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022494232416391508, "interval": [-0.02010215034505569, 0.0650906151778387], "p_value": 0.305, "input_sha256": "3c985554da1a6caf564f73e9da7acb6a8ed934a4baf3a7b7ccd06f84b98171f7"}
{"scenario": "regular", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.050138555235747465, "seed": 4131420063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022494232416391508, "interval": [-0.015365456998381478, 0.06547060109842134], "p_value": 0.29175498915503195, "input_sha256": "3c985554da1a6caf564f73e9da7acb6a8ed934a4baf3a7b7ccd06f84b98171f7"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1220293831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.653157514115506, "interval": [-0.7008612084556987, 10.00717623668671], "p_value": 0.085, "input_sha256": "77f8f4af12682276021a6991c30d4c12eae1dd3abc2fbf8323eefa2b93a19e1c"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1220293831, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.653157514115506, "interval": [-0.2895734697701776, 9.508151881442387], "p_value": 0.08652910361486976, "input_sha256": "77f8f4af12682276021a6991c30d4c12eae1dd3abc2fbf8323eefa2b93a19e1c"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.05366872147744288, "seed": 1220293831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04256912921555624, "interval": [-0.01901609363378535, 0.10415435206489781], "p_value": 0.168, "input_sha256": "ddbf948259deb4f4d46e16118e00e29fd6a13afdd3075e7d0bbbe1e34d2ec399"}
{"scenario": "regular", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.05366872147744288, "seed": 1220293831, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04256912921555624, "interval": [-0.017233945314335135, 0.09852741818459415], "p_value": 0.16970000264043864, "input_sha256": "ddbf948259deb4f4d46e16118e00e29fd6a13afdd3075e7d0bbbe1e34d2ec399"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1247133101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.7415824233764, "interval": [1.7698072897368613, 11.71335755701594], "p_value": 0.01, "input_sha256": "e157d0bf7fe02fa744fe62b2da7ce8c986c4ea2fd4d43352a0cadb595a4f2ea6"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1247133101, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.7415824233764, "interval": [2.6176288446034373, 11.557105852424515], "p_value": 0.009306157947501875, "input_sha256": "e157d0bf7fe02fa744fe62b2da7ce8c986c4ea2fd4d43352a0cadb595a4f2ea6"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.05005218085906639, "seed": 1247133101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05771612820063737, "interval": [0.0030066175299647002, 0.11242563887131005], "p_value": 0.037, "input_sha256": "f0869e99575d145a0b4747a97c3c9f6bdebb9a4e36ef3c661205667c78849f79"}
{"scenario": "regular", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.05005218085906639, "seed": 1247133101, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05771612820063737, "interval": [0.010750227448359469, 0.10817226045275238], "p_value": 0.03927881789629125, "input_sha256": "f0869e99575d145a0b4747a97c3c9f6bdebb9a4e36ef3c661205667c78849f79"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3603491742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.90550289642664, "interval": [0.28243656740073053, 9.52856922545255], "p_value": 0.037, "input_sha256": "073fa77f1f15b8e4b44d49f6c4bd148c5380af755ab8eebd03cd71282d432782"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3603491742, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.90550289642664, "interval": [0.8476751098775173, 9.46322650030012], "p_value": 0.03814735236237477, "input_sha256": "073fa77f1f15b8e4b44d49f6c4bd148c5380af755ab8eebd03cd71282d432782"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.049028402374055126, "seed": 3603491742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05064014967728181, "interval": [0.000358584474977143, 0.10092171487958648], "p_value": 0.049, "input_sha256": "a4dddf1ca3071358b623756e18118c8d4d98dd0c6b1eef870a7ea897dbaff69b"}
{"scenario": "regular", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.049028402374055126, "seed": 3603491742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05064014967728181, "interval": [0.011374809384489508, 0.1025286242142181], "p_value": 0.04847055462499892, "input_sha256": "a4dddf1ca3071358b623756e18118c8d4d98dd0c6b1eef870a7ea897dbaff69b"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1286353980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.437280535092375, "interval": [-2.796246091696813, 7.670807161881563], "p_value": 0.348, "input_sha256": "5e62e3b41d98f639e8d2ff1b2cd2782a88bbcc22cf24e304ce9045b791911d43"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1286353980, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.437280535092375, "interval": [-2.8562304693502125, 7.279215056057212], "p_value": 0.349587908215789, "input_sha256": "5e62e3b41d98f639e8d2ff1b2cd2782a88bbcc22cf24e304ce9045b791911d43"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.04988764413910158, "seed": 1286353980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01956681063033784, "interval": [-0.0353394075395339, 0.07447302880020959], "p_value": 0.452, "input_sha256": "baf72b675cc026f27bf36b6ec43a02c2b7229497e320d11689f0ac1a142a7616"}
{"scenario": "regular", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.04988764413910158, "seed": 1286353980, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01956681063033784, "interval": [-0.03811852041920369, 0.07141362892109536], "p_value": 0.4738632997264254, "input_sha256": "baf72b675cc026f27bf36b6ec43a02c2b7229497e320d11689f0ac1a142a7616"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4000715512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.68402872972612, "interval": [4.710807495007993, 12.657249964444246], "p_value": 0.001, "input_sha256": "b30a046f840c664840bdeb778c21caa15998280fbbb003f96ec6b70d2377e0e0"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4000715512, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.68402872972612, "interval": [5.051723939076524, 12.329184183756084], "p_value": 7.991921907734644e-05, "input_sha256": "b30a046f840c664840bdeb778c21caa15998280fbbb003f96ec6b70d2377e0e0"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.04876225913246909, "seed": 4000715512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09024195517770431, "interval": [0.05022786379320651, 0.1302560465622021], "p_value": 0.001, "input_sha256": "c1efd9cdf09f279dec7dc49f94d8267e3026dc59f5952e034d02d93bf7b959c5"}
{"scenario": "regular", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.04876225913246909, "seed": 4000715512, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09024195517770431, "interval": [0.05508923863674786, 0.12850001311514003], "p_value": 5.107534754508783e-05, "input_sha256": "c1efd9cdf09f279dec7dc49f94d8267e3026dc59f5952e034d02d93bf7b959c5"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 569618496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.37537848843764, "interval": [-3.125243912155998, 5.876000889031278], "p_value": 0.511, "input_sha256": "05e3de862f1d0d70f20cf0c4f9d8558cd9ae2574769c4d2b4cf73188f5229ebb"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 569618496, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.37537848843764, "interval": [-2.8215801910252045, 5.001077260753289], "p_value": 0.5391496586082585, "input_sha256": "05e3de862f1d0d70f20cf0c4f9d8558cd9ae2574769c4d2b4cf73188f5229ebb"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.04929209566530097, "seed": 569618496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014211535129989586, "interval": [-0.031662239022500496, 0.06008530928247967], "p_value": 0.521, "input_sha256": "530d55347c9ae7693c10c595920fa244b5fd263a7df061f76a37f2f587389164"}
{"scenario": "regular", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.04929209566530097, "seed": 569618496, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014211535129989586, "interval": [-0.028729848912736777, 0.052681161226713166], "p_value": 0.5337138671511925, "input_sha256": "530d55347c9ae7693c10c595920fa244b5fd263a7df061f76a37f2f587389164"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3415921207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.521495088551791, "interval": [4.374036479455196, 14.668953697648387], "p_value": 0.001, "input_sha256": "54a2f1b336416b91805f0e5781ec65ea808a5c1e2846838472c28c71314f8f30"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3415921207, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.521495088551791, "interval": [4.529509632143615, 14.3495128098116], "p_value": 0.0006544841728225357, "input_sha256": "54a2f1b336416b91805f0e5781ec65ea808a5c1e2846838472c28c71314f8f30"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.049011463851131844, "seed": 3415921207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10678817519330663, "interval": [0.051903241067476076, 0.1616731093191372], "p_value": 0.001, "input_sha256": "f09bd2497586ffc327a843a8d66473105854380e63737ce866ed703a391d3c6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.049011463851131844, "seed": 3415921207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10678817519330663, "interval": [0.05159523083223615, 0.1557062443162994], "p_value": 0.0004046018258254345, "input_sha256": "f09bd2497586ffc327a843a8d66473105854380e63737ce866ed703a391d3c6c"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1483301527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.883157655675328, "interval": [0.15729283903844316, 11.609022472312212], "p_value": 0.067, "input_sha256": "b7cde0fad0992cf85ba28538e592bbdfb5da8f66bf3df3d2aeea466ea3c840c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1483301527, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.883157655675328, "interval": [0.39719014095945504, 11.483021718838], "p_value": 0.044320905973443826, "input_sha256": "b7cde0fad0992cf85ba28538e592bbdfb5da8f66bf3df3d2aeea466ea3c840c9"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.05096305075869809, "seed": 1483301527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06114799831293566, "interval": [0.0010367437170276314, 0.12125925290884368], "p_value": 0.062, "input_sha256": "62cf90abe19754ece6198451c7d283d27d75246d0b105b56ef100875729de48e"}
{"scenario": "regular", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.05096305075869809, "seed": 1483301527, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06114799831293566, "interval": [0.003679497453981843, 0.12157867278317008], "p_value": 0.04636509258397585, "input_sha256": "62cf90abe19754ece6198451c7d283d27d75246d0b105b56ef100875729de48e"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2224532750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.512625575792894, "interval": [0.27687783104809505, 8.748373320537693], "p_value": 0.037, "input_sha256": "c37d8d588f034e70d80133275f3bdfd997059c8a1a059c394d725cdd7f93f0f4"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2224532750, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.512625575792894, "interval": [0.562114961646317, 8.651320360160415], "p_value": 0.03742595937808948, "input_sha256": "c37d8d588f034e70d80133275f3bdfd997059c8a1a059c394d725cdd7f93f0f4"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04958717853505534, "seed": 2224532750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03651268354797621, "interval": [-0.004844178427507048, 0.07786954552345947], "p_value": 0.091, "input_sha256": "5085afb9751ff77c51be78d2a4eaf41b9d66623f4f91f2e5dd9f77165a9c2418"}
{"scenario": "regular", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04958717853505534, "seed": 2224532750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03651268354797621, "interval": [-0.0016481964309861814, 0.07643256477369328], "p_value": 0.08187158056070197, "input_sha256": "5085afb9751ff77c51be78d2a4eaf41b9d66623f4f91f2e5dd9f77165a9c2418"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1453999208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.211109588829546, "interval": [3.6925064473084372, 12.729712730350654], "p_value": 0.001, "input_sha256": "7c7b8ecede5f7c8ba1eb9576d7a6caebe71a139ce442b83fc41aa0a71ab91124"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1453999208, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.211109588829546, "interval": [3.46163661608517, 12.547671500222883], "p_value": 0.0007397881896929484, "input_sha256": "7c7b8ecede5f7c8ba1eb9576d7a6caebe71a139ce442b83fc41aa0a71ab91124"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.048430067210078746, "seed": 1453999208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08464495539022363, "interval": [0.04000344661112271, 0.12928646416932454], "p_value": 0.001, "input_sha256": "305feb42086344d120927ce2987e3de77f03e01043c87f576edfbda726e11b86"}
{"scenario": "regular", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.048430067210078746, "seed": 1453999208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08464495539022363, "interval": [0.037816564201953784, 0.12618665035270674], "p_value": 0.00045536916384154245, "input_sha256": "305feb42086344d120927ce2987e3de77f03e01043c87f576edfbda726e11b86"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 77541871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.572815772304187, "interval": [0.6568234957381724, 10.488808048870201], "p_value": 0.023, "input_sha256": "cd717f3712e32ea8672620c7d016a7ea712c817989337324522997d9a916bc8b"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 77541871, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.572815772304187, "interval": [1.695961845511838, 11.195429359421277], "p_value": 0.027659307912213882, "input_sha256": "cd717f3712e32ea8672620c7d016a7ea712c817989337324522997d9a916bc8b"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.05003024522059907, "seed": 77541871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057098098312450274, "interval": [0.002740937802183485, 0.11145525882271706], "p_value": 0.031, "input_sha256": "1d01ad0874071518fcb1747bbd34dd458be389f7c3d583e330d6482411bf6a98"}
{"scenario": "regular", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.05003024522059907, "seed": 77541871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057098098312450274, "interval": [0.014516971357515932, 0.12068644895060575], "p_value": 0.04016894348531508, "input_sha256": "1d01ad0874071518fcb1747bbd34dd458be389f7c3d583e330d6482411bf6a98"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2003184024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6544543519525945, "interval": [-0.38113497987950407, 7.690043683784693], "p_value": 0.059, "input_sha256": "63212a2eb3d9527358c3b5a392813683458a95a0e1f4173799bb6e5666c38e54"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2003184024, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6544543519525945, "interval": [0.0014052218413528675, 7.298079625610298], "p_value": 0.0745960718477349, "input_sha256": "63212a2eb3d9527358c3b5a392813683458a95a0e1f4173799bb6e5666c38e54"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.05069566689992313, "seed": 2003184024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040740377885395404, "interval": [-0.004096788195113554, 0.08557754396590436], "p_value": 0.058, "input_sha256": "8f1e7929d2e936c1372ee3557778fd131ed3dc318597c1c13f039671041776a7"}
{"scenario": "regular", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.05069566689992313, "seed": 2003184024, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040740377885395404, "interval": [0.00043371521748199307, 0.08191719036901313], "p_value": 0.07364250644436543, "input_sha256": "8f1e7929d2e936c1372ee3557778fd131ed3dc318597c1c13f039671041776a7"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2009915226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6408644863706012, "interval": [-3.650104355814687, 6.931833328555889], "p_value": 0.539, "input_sha256": "e35550ff3c45a241ceee187c78d209468673376e52fa495d069545690fde05e6"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2009915226, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6408644863706012, "interval": [-2.9969559684227463, 6.6621025254189625], "p_value": 0.5337228949882874, "input_sha256": "e35550ff3c45a241ceee187c78d209468673376e52fa495d069545690fde05e6"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.049365879194445614, "seed": 2009915226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016733024612810454, "interval": [-0.03896884073034122, 0.07243488995596213], "p_value": 0.57, "input_sha256": "333ce86b9be44f2ba19a0968998b46918713f4168bf4787fcc028813c639c5b5"}
{"scenario": "regular", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.049365879194445614, "seed": 2009915226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016733024612810454, "interval": [-0.029973102293795767, 0.06998156207874048], "p_value": 0.5467046831839096, "input_sha256": "333ce86b9be44f2ba19a0968998b46918713f4168bf4787fcc028813c639c5b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1796316298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.316356749323861, "interval": [-2.926199896931434, 7.558913395579156], "p_value": 0.372, "input_sha256": "d1de2dfdd8f17cce32f40d4ee1b23dba59f5e84381109eb7b54ba7f73511c98e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1796316298, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.316356749323861, "interval": [-2.3132595765253, 6.9485241454348365], "p_value": 0.36943430992343107, "input_sha256": "d1de2dfdd8f17cce32f40d4ee1b23dba59f5e84381109eb7b54ba7f73511c98e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1796316298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023473469613398523, "interval": [-0.03472873297052157, 0.08167567219731861], "p_value": 0.407, "input_sha256": "34c4bf92d5dbf5c1d7403467c1cf16dbe6a4f1ca43b6564678e7ce4326520115"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1796316298, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023473469613398523, "interval": [-0.026422776897380616, 0.07388126195320098], "p_value": 0.41299029695689005, "input_sha256": "34c4bf92d5dbf5c1d7403467c1cf16dbe6a4f1ca43b6564678e7ce4326520115"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 905147271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.391433181506717, "interval": [-1.3271564036815158, 8.11002276669495], "p_value": 0.141, "input_sha256": "1b2b1da9ae0d4388e145347e2a842d10675edffab83ed9724103174ff9982be0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 905147271, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.391433181506717, "interval": [-0.6630444887659412, 8.067233207788586], "p_value": 0.15120392306511432, "input_sha256": "1b2b1da9ae0d4388e145347e2a842d10675edffab83ed9724103174ff9982be0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 905147271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03858628053895129, "interval": [-0.022784345349504076, 0.09995690642740665], "p_value": 0.202, "input_sha256": "cae3fb432f0056d3c1885fda7964fb75f07cea987b77bb7940658d54d82f448d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 905147271, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03858628053895129, "interval": [-0.008254191503648358, 0.1021697253222884], "p_value": 0.2039556904924043, "input_sha256": "cae3fb432f0056d3c1885fda7964fb75f07cea987b77bb7940658d54d82f448d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 219063176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.725037945188765, "interval": [-7.115583676788198, 5.665507786410668], "p_value": 0.837, "input_sha256": "d236dd1db5f72e8f257b8008e389848b79a8cebfa3a7988fe3e3be07f6cd1b99"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 219063176, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.725037945188765, "interval": [-6.662250477898076, 5.242194812222696], "p_value": 0.8154360262751192, "input_sha256": "d236dd1db5f72e8f257b8008e389848b79a8cebfa3a7988fe3e3be07f6cd1b99"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 219063176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02938621437386645, "interval": [-0.10412357280629085, 0.04535114405855796], "p_value": 0.418, "input_sha256": "fc422260f676b43b132c64a28940aca6ecdf090382b4773e32142e993cb5cbe6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 219063176, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02938621437386645, "interval": [-0.10317878472753202, 0.036804291166038554], "p_value": 0.4182021045278709, "input_sha256": "fc422260f676b43b132c64a28940aca6ecdf090382b4773e32142e993cb5cbe6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3274584516, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4460069078539427, "interval": [-6.945827903265268, 6.053814087557383], "p_value": 0.901, "input_sha256": "947d340e0a8e45f8bb13dc00ec8c84417516d243b089f10d549cab1a54262f8d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3274584516, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4460069078539427, "interval": [-6.5421532266946505, 4.758685376697776], "p_value": 0.8879638226764367, "input_sha256": "947d340e0a8e45f8bb13dc00ec8c84417516d243b089f10d549cab1a54262f8d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3274584516, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0041674220892122865, "interval": [-0.0803154537882744, 0.07198060960984984], "p_value": 0.904, "input_sha256": "59ebc3658c4703cc50e97e21c7339fb6e2cbdc8b7226c6ad6d11a0f85af376a9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3274584516, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0041674220892122865, "interval": [-0.07655359271328703, 0.05246400889141408], "p_value": 0.9108534887790896, "input_sha256": "59ebc3658c4703cc50e97e21c7339fb6e2cbdc8b7226c6ad6d11a0f85af376a9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2964236302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.7667333648599435, "interval": [-13.294189793030661, 1.7607230633107749], "p_value": 0.112, "input_sha256": "1125bdc0ee5146826e343514878569451207f1d7bd0d55c57ffed9abe4d83ab7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2964236302, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.7667333648599435, "interval": [-12.063952344807383, 1.595991371132437], "p_value": 0.126547118623483, "input_sha256": "1125bdc0ee5146826e343514878569451207f1d7bd0d55c57ffed9abe4d83ab7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2964236302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07292701026057802, "interval": [-0.14863079449496575, 0.002776773973809696], "p_value": 0.048, "input_sha256": "f703656a33c544c1f1c76e55a0475da7ba4ddf3b0119d14cf9f25cb15cd14cbc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2964236302, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07292701026057802, "interval": [-0.1385527285144986, -0.002873457637568374], "p_value": 0.05823108112402623, "input_sha256": "f703656a33c544c1f1c76e55a0475da7ba4ddf3b0119d14cf9f25cb15cd14cbc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2107767639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.22807444971360957, "interval": [-5.939176645669233, 5.483027746242014], "p_value": 0.944, "input_sha256": "5718f72e780044e000c992aa8bec99ef7c9d9bdd92be2faf6f2fcb0bad7a9bb1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2107767639, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.22807444971360957, "interval": [-5.173541329086416, 4.927147056746676], "p_value": 0.935362059704304, "input_sha256": "5718f72e780044e000c992aa8bec99ef7c9d9bdd92be2faf6f2fcb0bad7a9bb1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2107767639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018472860850024787, "interval": [-0.0802701437914248, 0.04332442209137523], "p_value": 0.546, "input_sha256": "cb077f4966c4b9ef9a61749a0c25ef620578279302e67290b921f9922f94beec"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2107767639, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018472860850024787, "interval": [-0.06949225260964077, 0.03762290943475366], "p_value": 0.5436459000280297, "input_sha256": "cb077f4966c4b9ef9a61749a0c25ef620578279302e67290b921f9922f94beec"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2419383890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6464503764444196, "interval": [-7.1111028196556045, 3.8182020667667658], "p_value": 0.556, "input_sha256": "8a29bda8ad72b54ef63ecca5807ad924b99db82125848fc8aeaba30f6e0d7163"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2419383890, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6464503764444196, "interval": [-8.596713693239735, 2.160338915062503], "p_value": 0.5367336174990345, "input_sha256": "8a29bda8ad72b54ef63ecca5807ad924b99db82125848fc8aeaba30f6e0d7163"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2419383890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016817704394231022, "interval": [-0.06667377054958971, 0.03303836176112768], "p_value": 0.493, "input_sha256": "7e52c4bf2a03779fd563fc1480ef94604f340b9ddbb7a8eb31d1b62fa9a402bc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2419383890, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016817704394231022, "interval": [-0.08022370136713818, 0.018885793182268167], "p_value": 0.492318819937009, "input_sha256": "7e52c4bf2a03779fd563fc1480ef94604f340b9ddbb7a8eb31d1b62fa9a402bc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1713211828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2808560385974737, "interval": [-4.324547443165, 6.886259520359947], "p_value": 0.6, "input_sha256": "9838e70e9cee422e15c0dbdc5ed2115b260cc86a8c1f11802d907b913098e670"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1713211828, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2808560385974737, "interval": [-3.562913184749053, 6.204120581310926], "p_value": 0.6327014802106707, "input_sha256": "9838e70e9cee422e15c0dbdc5ed2115b260cc86a8c1f11802d907b913098e670"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1713211828, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02780363811247425, "interval": [-0.032319979394007145, 0.08792725561895565], "p_value": 0.309, "input_sha256": "4af2a929c0bb8eea2af3b8dc4e5df1e3957d58e4f12ce21ed60b67b9a4927d5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1713211828, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02780363811247425, "interval": [-0.02272812195973994, 0.08154183160399099], "p_value": 0.3370110201315628, "input_sha256": "4af2a929c0bb8eea2af3b8dc4e5df1e3957d58e4f12ce21ed60b67b9a4927d5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4150017092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7216061063875272, "interval": [-3.075804529812849, 6.519016742587903], "p_value": 0.489, "input_sha256": "ff2ec38645ff23a0e4d2f55e934b3df9b1a51665e96f4596705660f4b50ddeb9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4150017092, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7216061063875272, "interval": [-3.4698207770560194, 5.387624151032171], "p_value": 0.4669733720105568, "input_sha256": "ff2ec38645ff23a0e4d2f55e934b3df9b1a51665e96f4596705660f4b50ddeb9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4150017092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02022314288249029, "interval": [-0.03693672766594, 0.07738301343092058], "p_value": 0.499, "input_sha256": "29e516a0fadc555aebe105ed1e79e181e45fbdb39269b2ee01e61b271c9d7762"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4150017092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02022314288249029, "interval": [-0.05528614843131871, 0.059269999267963676], "p_value": 0.47049193911781584, "input_sha256": "29e516a0fadc555aebe105ed1e79e181e45fbdb39269b2ee01e61b271c9d7762"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3330780190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6417408114762546, "interval": [-5.43262802896523, 4.14914640601272], "p_value": 0.777, "input_sha256": "263c5da94db63d4874140aaeb6ca1af95a326ac78108ab4a850f4a806354b5b3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3330780190, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6417408114762546, "interval": [-4.580499204848479, 3.715357672772497], "p_value": 0.7862315579210615, "input_sha256": "263c5da94db63d4874140aaeb6ca1af95a326ac78108ab4a850f4a806354b5b3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3330780190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014549020318208362, "interval": [-0.0753883500741553, 0.04629030943773858], "p_value": 0.625, "input_sha256": "3204c1076641a137da96e0f537cbffee5b9b04343e260f3a17d286268f062cf2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3330780190, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014549020318208362, "interval": [-0.06635032310011003, 0.0376927259411016], "p_value": 0.6269172850924447, "input_sha256": "3204c1076641a137da96e0f537cbffee5b9b04343e260f3a17d286268f062cf2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 900349584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.27042895303961917, "interval": [-6.256050818478766, 6.796908724558005], "p_value": 0.926, "input_sha256": "5dd313a39f1fa17382cbc52c89d77ff4f2e107e0c2b184c1190bfbcbac67fa2c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 900349584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.27042895303961917, "interval": [-4.741053144619078, 8.03843990871554], "p_value": 0.932709538759475, "input_sha256": "5dd313a39f1fa17382cbc52c89d77ff4f2e107e0c2b184c1190bfbcbac67fa2c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 900349584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011155085104197972, "interval": [-0.08187596835125885, 0.0595657981428629], "p_value": 0.744, "input_sha256": "2834ac4c19d6e2c908b882c6fcd26ba51adc3e95b35bfae3099194b1f1d35ee8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 900349584, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011155085104197972, "interval": [-0.06643781072051888, 0.06905082322456166], "p_value": 0.747729267438975, "input_sha256": "2834ac4c19d6e2c908b882c6fcd26ba51adc3e95b35bfae3099194b1f1d35ee8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2378310044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.663378933154606, "interval": [0.41533268403939605, 8.911425182269817], "p_value": 0.046, "input_sha256": "ac339b89f003fa1830d29809bcf063310fb81d7386d60c947ad2156c7abb0f62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2378310044, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.663378933154606, "interval": [0.8943089147090725, 8.515951829518686], "p_value": 0.03271485099450582, "input_sha256": "ac339b89f003fa1830d29809bcf063310fb81d7386d60c947ad2156c7abb0f62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2378310044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06527977849152354, "interval": [0.011857128571631688, 0.1187024284114154], "p_value": 0.028, "input_sha256": "0e30afbad6b1886a48b71ca6eda31012971642860bd5529a9f49745bc751731d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2378310044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06527977849152354, "interval": [0.022657023521639594, 0.11826741807314443], "p_value": 0.018799718811393775, "input_sha256": "0e30afbad6b1886a48b71ca6eda31012971642860bd5529a9f49745bc751731d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1716830689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4471437157304043, "interval": [-8.814375210432354, 1.9200877789715456], "p_value": 0.194, "input_sha256": "d69b595a3894da014d26ec3c0bf3af848f7324d635c591ec51f7752b2da08741"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1716830689, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4471437157304043, "interval": [-7.3456724610325885, 1.9957338411822971], "p_value": 0.1958091184293067, "input_sha256": "d69b595a3894da014d26ec3c0bf3af848f7324d635c591ec51f7752b2da08741"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1716830689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015997758340039192, "interval": [-0.08749145903027165, 0.05549594235019327], "p_value": 0.668, "input_sha256": "0e3d6c3bd03e3eb6cf09bab259a7ef1e3e678edce96a87e6d4bc80d87fa30c08"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1716830689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015997758340039192, "interval": [-0.06343604231545864, 0.06869892032486924], "p_value": 0.642171833964917, "input_sha256": "0e3d6c3bd03e3eb6cf09bab259a7ef1e3e678edce96a87e6d4bc80d87fa30c08"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292640079, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7592893309290525, "interval": [-2.792545088097009, 10.311123749955113], "p_value": 0.223, "input_sha256": "41b98fc9dacf087ea0443109a836d8b55a03c039333dfe4b2e27ce63046af1d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292640079, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7592893309290525, "interval": [-1.9399482443020886, 9.944007380611168], "p_value": 0.24733521211491127, "input_sha256": "41b98fc9dacf087ea0443109a836d8b55a03c039333dfe4b2e27ce63046af1d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292640079, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034708043799132546, "interval": [-0.03686390354065734, 0.10627999113892243], "p_value": 0.298, "input_sha256": "e16f64541ae85311ee8015fc7190e9d1bf0d39690eaf3401899b29f982151a59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292640079, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034708043799132546, "interval": [-0.027725104933990358, 0.09958478333776948], "p_value": 0.3243304068239765, "input_sha256": "e16f64541ae85311ee8015fc7190e9d1bf0d39690eaf3401899b29f982151a59"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 711560488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.692802568118246, "interval": [-11.58491027933317, -1.8006948569033217], "p_value": 0.018, "input_sha256": "e8e416a0dd6872514b4ab2409d2548c5e6e6a0d5cbed65e5e0f65a8fd4fd4960"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 711560488, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.692802568118246, "interval": [-10.840946477082595, -1.8200474416588492], "p_value": 0.009305175476764318, "input_sha256": "e8e416a0dd6872514b4ab2409d2548c5e6e6a0d5cbed65e5e0f65a8fd4fd4960"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 711560488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08877956445664417, "interval": [-0.13800804076219514, -0.03955108815109319], "p_value": 0.001, "input_sha256": "f2b9e03c8efc773256882fda0d87af0250a7126e131450645a81503aef56edeb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 711560488, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08877956445664417, "interval": [-0.12938274535322994, -0.03874529103536079], "p_value": 0.0011041401943960602, "input_sha256": "f2b9e03c8efc773256882fda0d87af0250a7126e131450645a81503aef56edeb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 478960044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.119251593999999, "interval": [-1.617189665769104, 7.855692853769103], "p_value": 0.17, "input_sha256": "b2bcd43c6b5b20f1e3f22cd0b9870f3ac0b34584959acccdf3109d71218053fa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 478960044, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.119251593999999, "interval": [-1.2914542336939814, 7.433153891518175], "p_value": 0.18627488457373959, "input_sha256": "b2bcd43c6b5b20f1e3f22cd0b9870f3ac0b34584959acccdf3109d71218053fa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 478960044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024076638614213716, "interval": [-0.033651529921050846, 0.08180480714947828], "p_value": 0.374, "input_sha256": "056d7c985a246e0cac5f6760b4c0c984a3a286420192f6d50998066c75a42621"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 478960044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024076638614213716, "interval": [-0.024625497534636446, 0.07938826349454417], "p_value": 0.3970170056176059, "input_sha256": "056d7c985a246e0cac5f6760b4c0c984a3a286420192f6d50998066c75a42621"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1064348367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021671901766793955, "interval": [-6.530724637726392, 6.57406844125998], "p_value": 0.992, "input_sha256": "da2ad4e6cc39b8e21d3e491b1667c6076a768b077e0c89b8213a513a1ae4cf7c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1064348367, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021671901766793955, "interval": [-5.846025843288061, 5.613944948822787], "p_value": 0.9945875501523539, "input_sha256": "da2ad4e6cc39b8e21d3e491b1667c6076a768b077e0c89b8213a513a1ae4cf7c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1064348367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006242645180074001, "interval": [-0.07000010556801187, 0.05751481520786386], "p_value": 0.851, "input_sha256": "d1cd35597e37963213d8a0c3eb6680635c4c284a35eb4cc974885c37e0e11638"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1064348367, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006242645180074001, "interval": [-0.06341224875415002, 0.05042354208259367], "p_value": 0.8411184851312066, "input_sha256": "d1cd35597e37963213d8a0c3eb6680635c4c284a35eb4cc974885c37e0e11638"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2979179484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.947754102017898, "interval": [-1.901632998510161, 7.797141202545957], "p_value": 0.239, "input_sha256": "ad451feb8db3c76033f49795e6d64b991319de92eda0043867439e51a3b32769"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2979179484, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.947754102017898, "interval": [-1.0750028089384767, 7.824378954083331], "p_value": 0.21970028264353897, "input_sha256": "ad451feb8db3c76033f49795e6d64b991319de92eda0043867439e51a3b32769"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2979179484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023488184635817314, "interval": [-0.02330287299657437, 0.070279242268209], "p_value": 0.325, "input_sha256": "758496ac48ab79102584407788830c9f5baa88da4edfb98a6b834133b459bca7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2979179484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023488184635817314, "interval": [-0.015464352793983982, 0.06769992759275498], "p_value": 0.30754771792423835, "input_sha256": "758496ac48ab79102584407788830c9f5baa88da4edfb98a6b834133b459bca7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4114137216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.308262799416404, "interval": [-8.380369738435139, -0.23615586039766878], "p_value": 0.041, "input_sha256": "e4bde401352f52678ec2e007915227ca0331ae11405ac4a4c79dcfaac3588e0b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4114137216, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.308262799416404, "interval": [-8.364249485342814, -0.8589941562183584], "p_value": 0.038812985472969116, "input_sha256": "e4bde401352f52678ec2e007915227ca0331ae11405ac4a4c79dcfaac3588e0b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4114137216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04000319487279051, "interval": [-0.08854273682783181, 0.00853634708225079], "p_value": 0.095, "input_sha256": "5a2b42777a067da97db6416326dd7bf491a229fa8842362981499b62d776cfda"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4114137216, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04000319487279051, "interval": [-0.08567131084570136, 0.0007776822545659443], "p_value": 0.10291645506439508, "input_sha256": "5a2b42777a067da97db6416326dd7bf491a229fa8842362981499b62d776cfda"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2590398130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.704666052724111, "interval": [-9.6176773480164, 0.20834524256817932], "p_value": 0.075, "input_sha256": "fd011bb00ea0a4d9f0d91beeacbf7993cd1b375a5fa5617822dce9e64233224a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2590398130, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.704666052724111, "interval": [-8.961074801826916, 0.5456147365330105], "p_value": 0.05975738998934808, "input_sha256": "fd011bb00ea0a4d9f0d91beeacbf7993cd1b375a5fa5617822dce9e64233224a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2590398130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03491570161815792, "interval": [-0.08653171241265296, 0.016700309176337122], "p_value": 0.208, "input_sha256": "2b968a11ea8f62e7d8e9dc98122ffed4bc264929fd226d4d3383abde80a3227e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2590398130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03491570161815792, "interval": [-0.08029891483917165, 0.016888301137323907], "p_value": 0.17607437703859494, "input_sha256": "2b968a11ea8f62e7d8e9dc98122ffed4bc264929fd226d4d3383abde80a3227e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1491922286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3266060276737965, "interval": [-1.2153735305473248, 7.868585585894918], "p_value": 0.14, "input_sha256": "6234af12e764ac425b8f1bf15f5c172388a47ff450c25436a0d31bf0b9bfa89f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1491922286, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3266060276737965, "interval": [-0.49752537180745776, 7.4385177869863055], "p_value": 0.1436809983966421, "input_sha256": "6234af12e764ac425b8f1bf15f5c172388a47ff450c25436a0d31bf0b9bfa89f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1491922286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042443669562440535, "interval": [-0.00952474111678843, 0.0944120802416695], "p_value": 0.105, "input_sha256": "bb875c91aa2564326d6d3bd6dc040d1c0ae6fe38aa90866f5944c902fcc215de"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1491922286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042443669562440535, "interval": [-0.00012535204624881632, 0.09137457852818606], "p_value": 0.10412267920516151, "input_sha256": "bb875c91aa2564326d6d3bd6dc040d1c0ae6fe38aa90866f5944c902fcc215de"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1835406627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6776901074628325, "interval": [-9.550552458378267, 2.1951722434526006], "p_value": 0.214, "input_sha256": "8df4265417324437d1eba691137a1af74dfd20113dfa971abea7ab2773090a48"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1835406627, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6776901074628325, "interval": [-8.92467685379881, 1.0917494539217782], "p_value": 0.2061945730970203, "input_sha256": "8df4265417324437d1eba691137a1af74dfd20113dfa971abea7ab2773090a48"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1835406627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03307008605698462, "interval": [-0.09687329193131197, 0.030733119817342745], "p_value": 0.31, "input_sha256": "3892c23add02ba75d8dcdfcf102f2da3d3ff157facd2995a5ab7936d7de96e3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1835406627, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03307008605698462, "interval": [-0.09326391976101156, 0.01785737573421027], "p_value": 0.29384371316398106, "input_sha256": "3892c23add02ba75d8dcdfcf102f2da3d3ff157facd2995a5ab7936d7de96e3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3892227638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05558146795976748, "interval": [-4.367717224057234, 4.256554288137698], "p_value": 0.984, "input_sha256": "f512178aba4fad63f2db056ddfcb6e71143a9ecbc01fd4bd082ba4b26cc281af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3892227638, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05558146795976748, "interval": [-3.701593371676211, 4.108174729214569], "p_value": 0.9790667453537185, "input_sha256": "f512178aba4fad63f2db056ddfcb6e71143a9ecbc01fd4bd082ba4b26cc281af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3892227638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002999475766997668, "interval": [-0.0429219341220414, 0.03692298258804606], "p_value": 0.886, "input_sha256": "8fb879db64ce0b6d26f838636b5f21a8051a123c34297337659cfb4ad07c2714"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3892227638, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002999475766997668, "interval": [-0.03646621158038019, 0.03526140687954399], "p_value": 0.8787372239902589, "input_sha256": "8fb879db64ce0b6d26f838636b5f21a8051a123c34297337659cfb4ad07c2714"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3536583288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.168326628059271, "interval": [-8.355070447680895, 4.018417191562354], "p_value": 0.472, "input_sha256": "2a8bb2d68c2f335cd678a8de7893cbb83ff678a7232dae5c1f8a75816977fb72"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3536583288, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.168326628059271, "interval": [-8.400508015604037, 2.813813844440896], "p_value": 0.47616864850098295, "input_sha256": "2a8bb2d68c2f335cd678a8de7893cbb83ff678a7232dae5c1f8a75816977fb72"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3536583288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008199064920387862, "interval": [-0.06737722295259427, 0.050979093111818544], "p_value": 0.755, "input_sha256": "242da08ec057750e4db9b8438a5e110fabdadc98246ab815d4eb99e552e1e6e8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3536583288, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008199064920387862, "interval": [-0.06475874364523777, 0.0416678421540941], "p_value": 0.7773061289887304, "input_sha256": "242da08ec057750e4db9b8438a5e110fabdadc98246ab815d4eb99e552e1e6e8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2336888559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6915476715978877, "interval": [-7.143264861077598, 3.760169517881823], "p_value": 0.52, "input_sha256": "679068336caf89334c848de90200ae8af5423a1d8334e95c212874fac67266f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2336888559, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6915476715978877, "interval": [-7.351089090692575, 2.617413827906451], "p_value": 0.5261281272495762, "input_sha256": "679068336caf89334c848de90200ae8af5423a1d8334e95c212874fac67266f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2336888559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038998245718903125, "interval": [-0.1149859150823872, 0.03698942364458096], "p_value": 0.348, "input_sha256": "b765b8dfc7da53c151f2bfd540f97395e7f2dc2931f34fe25e18911f6873dcf3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2336888559, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038998245718903125, "interval": [-0.13258254546197853, 0.013090317621954922], "p_value": 0.2941205439345264, "input_sha256": "b765b8dfc7da53c151f2bfd540f97395e7f2dc2931f34fe25e18911f6873dcf3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1721381797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2743696622232311, "interval": [-7.364875559756037, 7.913614884202499], "p_value": 0.945, "input_sha256": "7475f663d4370936f18301a915986b6860ff79190529075943b3b0aeee74ac2f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1721381797, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2743696622232311, "interval": [-5.55374580469931, 8.483533710720668], "p_value": 0.9413449277337143, "input_sha256": "7475f663d4370936f18301a915986b6860ff79190529075943b3b0aeee74ac2f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1721381797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007683266252156585, "interval": [-0.0851489124649516, 0.06978237996063844], "p_value": 0.849, "input_sha256": "abd1140c1aa0ceb11cc396915f900f8adcfb6c393bfa25da088c76334c751960"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1721381797, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007683266252156585, "interval": [-0.06929862264892617, 0.06721533318518942], "p_value": 0.8394534341997456, "input_sha256": "abd1140c1aa0ceb11cc396915f900f8adcfb6c393bfa25da088c76334c751960"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2881035014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3454494049522092, "interval": [-6.97719416112439, 4.286295351219972], "p_value": 0.623, "input_sha256": "39834b7efe0054aaebcd4a98632db21d0c64da06ab9b894c7feba5e276b1bd55"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2881035014, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3454494049522092, "interval": [-5.968994543093472, 4.097625586779035], "p_value": 0.6273141838157265, "input_sha256": "39834b7efe0054aaebcd4a98632db21d0c64da06ab9b894c7feba5e276b1bd55"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2881035014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016227679412335508, "interval": [-0.0819775152486694, 0.04952215642399839], "p_value": 0.609, "input_sha256": "4df13f0af6d6f776e71705cd25c0499cf29aabfca9888789d486987c019f2b51"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2881035014, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016227679412335508, "interval": [-0.06488616047055173, 0.05049279212004936], "p_value": 0.6153503751339835, "input_sha256": "4df13f0af6d6f776e71705cd25c0499cf29aabfca9888789d486987c019f2b51"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2337476398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5729268013913387, "interval": [-4.7250245653557545, 5.870878168138432], "p_value": 0.825, "input_sha256": "ef7f1ecad788ca7433dded3d538b4c90366d03a1ac64addb1fd87f89b633ac55"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2337476398, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5729268013913387, "interval": [-4.192328995948264, 5.528082038322713], "p_value": 0.8262130660933136, "input_sha256": "ef7f1ecad788ca7433dded3d538b4c90366d03a1ac64addb1fd87f89b633ac55"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2337476398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00495600781180806, "interval": [-0.046411061818845065, 0.05632307744246118], "p_value": 0.846, "input_sha256": "08c0204400fa9e7864bdb0529a405b18116af5d1465bda1292c570c59bdc62ab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2337476398, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00495600781180806, "interval": [-0.041439589818146584, 0.05125993576284437], "p_value": 0.8444774494947037, "input_sha256": "08c0204400fa9e7864bdb0529a405b18116af5d1465bda1292c570c59bdc62ab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 213347480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7196518553884443, "interval": [-10.316092081395272, 2.8767883706183826], "p_value": 0.257, "input_sha256": "2edb21f108ed80c93c04b2a3321cece24340bb993c6e5fc504b5d3a020aff60b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 213347480, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7196518553884443, "interval": [-11.985585090073211, 1.2971022609874239], "p_value": 0.25236294548582516, "input_sha256": "2edb21f108ed80c93c04b2a3321cece24340bb993c6e5fc504b5d3a020aff60b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 213347480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025120096797804057, "interval": [-0.09424506359055472, 0.04400486999494661], "p_value": 0.445, "input_sha256": "f15bc53427704458e0c3b5adfffabf821eb54cb5e93a2610c24039be1749a034"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 213347480, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025120096797804057, "interval": [-0.10421977928792903, 0.030897141306171338], "p_value": 0.4586906647371898, "input_sha256": "f15bc53427704458e0c3b5adfffabf821eb54cb5e93a2610c24039be1749a034"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3988804686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7817052531576933, "interval": [-4.854115571037082, 8.417526077352468], "p_value": 0.575, "input_sha256": "5be556e7b8d053c78a2a718359a97c332e0a36c75b97d8c45c04300adbaf35aa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3988804686, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7817052531576933, "interval": [-3.999468534099022, 7.7713886296839005], "p_value": 0.5846741235797461, "input_sha256": "5be556e7b8d053c78a2a718359a97c332e0a36c75b97d8c45c04300adbaf35aa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3988804686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030146312861091554, "interval": [-0.043895817616707855, 0.10418844333889096], "p_value": 0.411, "input_sha256": "f9a3916952323d85d7ac6fd70681a9fac206fac11a86ee243ccddf1d535e0e26"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3988804686, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030146312861091554, "interval": [-0.03244801604767251, 0.09912506419401863], "p_value": 0.4092913787608281, "input_sha256": "f9a3916952323d85d7ac6fd70681a9fac206fac11a86ee243ccddf1d535e0e26"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2207995473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7840901491146295, "interval": [-2.125361713350324, 9.693542011579583], "p_value": 0.195, "input_sha256": "11b764d319f12feff6c69d74e3d4653294339ef4a83a6ae4a60ae0bd0da6589f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2207995473, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7840901491146295, "interval": [-1.0137772190595185, 10.123708357795454], "p_value": 0.19684715918994028, "input_sha256": "11b764d319f12feff6c69d74e3d4653294339ef4a83a6ae4a60ae0bd0da6589f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2207995473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05134021597100636, "interval": [-0.022454115740122967, 0.1251345476821357], "p_value": 0.159, "input_sha256": "d4a147e3e2790d3b3fc21472a4b1b04c0d65c06aed06e629572bb7322348defd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2207995473, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05134021597100636, "interval": [-0.0026772176135553107, 0.13632897356065007], "p_value": 0.16127211862514843, "input_sha256": "d4a147e3e2790d3b3fc21472a4b1b04c0d65c06aed06e629572bb7322348defd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2597456207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.385811209976037, "interval": [-1.7529001731918603, 8.524522593143935], "p_value": 0.185, "input_sha256": "94afb0c861b10178f1bd3b4586bc266586afb85b6ff3e5535df4097c11f51a6e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2597456207, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.385811209976037, "interval": [-1.6994678414202555, 7.752005341263025], "p_value": 0.18795935951162993, "input_sha256": "94afb0c861b10178f1bd3b4586bc266586afb85b6ff3e5535df4097c11f51a6e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2597456207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02825585896764389, "interval": [-0.026712195098595543, 0.08322391303388332], "p_value": 0.299, "input_sha256": "6a27883f05b9b26ffb1b12917c3a55428b4cdc2f0d3ae4495cec1b464b35740a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2597456207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02825585896764389, "interval": [-0.024422264127407427, 0.07461944742201179], "p_value": 0.30348024165943194, "input_sha256": "6a27883f05b9b26ffb1b12917c3a55428b4cdc2f0d3ae4495cec1b464b35740a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1736896591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.40171882841625, "interval": [-12.717601751734659, -2.0858359050978406], "p_value": 0.003, "input_sha256": "7a6e22dae8fc0c1133c9e99a4211b7026de2ae3af1f38c5a017889585e39e834"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1736896591, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.40171882841625, "interval": [-11.602937629314091, -2.5563616263868245], "p_value": 0.008603119033881116, "input_sha256": "7a6e22dae8fc0c1133c9e99a4211b7026de2ae3af1f38c5a017889585e39e834"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1736896591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08665400571135515, "interval": [-0.14285077291581497, -0.03045723850689533], "p_value": 0.004, "input_sha256": "8236cdc0daacf9a79739ba483fb88ed66ed9f7018db222ba84eca5bdd6bc7f8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1736896591, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08665400571135515, "interval": [-0.13390549056490256, -0.03179267822646358], "p_value": 0.0038725754907443367, "input_sha256": "8236cdc0daacf9a79739ba483fb88ed66ed9f7018db222ba84eca5bdd6bc7f8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 735508252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9046836441159702, "interval": [-8.002044034575727, 4.192676746343787], "p_value": 0.514, "input_sha256": "5f8553b9bd748ea98905f485abeafb36c49cb6df83071004b08e7bd64ea35ade"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 735508252, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9046836441159702, "interval": [-7.553078575580272, 3.4551955127382805], "p_value": 0.5277522943175798, "input_sha256": "5f8553b9bd748ea98905f485abeafb36c49cb6df83071004b08e7bd64ea35ade"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 735508252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002457137161818359, "interval": [-0.06527579952462567, 0.06036152520098895], "p_value": 0.94, "input_sha256": "a6f040a88fb0c21edc9f2815f52d38c1ce5f8598313a3e96896e43bbc27addbb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 735508252, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002457137161818359, "interval": [-0.05819286921870569, 0.05211883891307102], "p_value": 0.936749136958099, "input_sha256": "a6f040a88fb0c21edc9f2815f52d38c1ce5f8598313a3e96896e43bbc27addbb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2008574545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2642289295340114, "interval": [-7.077457536850289, 4.548999677782266], "p_value": 0.669, "input_sha256": "2aad5b85a3d56f1601ad77a71886123617384dd4ec5045f7ed625149b289f969"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2008574545, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2642289295340114, "interval": [-6.137014502242668, 4.154579261364169], "p_value": 0.6577000711068866, "input_sha256": "2aad5b85a3d56f1601ad77a71886123617384dd4ec5045f7ed625149b289f969"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2008574545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007662662464744965, "interval": [-0.06749315008473286, 0.052167825155242924], "p_value": 0.813, "input_sha256": "066e7c54cd65fff1de5f98648e7269c70e83c54d1cd0ef3af600a4d698d27099"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2008574545, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007662662464744965, "interval": [-0.05901395365064344, 0.05238519762682036], "p_value": 0.7939268461610354, "input_sha256": "066e7c54cd65fff1de5f98648e7269c70e83c54d1cd0ef3af600a4d698d27099"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3433885875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5578798851814257, "interval": [-2.18285485532322, 7.2986146256860716], "p_value": 0.263, "input_sha256": "47f44a4bf73c3791230edfa93b14027a7289f0c5e852ddc9cdedfcbe82ae581b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3433885875, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5578798851814257, "interval": [-1.6914675813503728, 6.843354657448897], "p_value": 0.2776690943006282, "input_sha256": "47f44a4bf73c3791230edfa93b14027a7289f0c5e852ddc9cdedfcbe82ae581b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3433885875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019065308930961502, "interval": [-0.049247689194540645, 0.08737830705646366], "p_value": 0.569, "input_sha256": "691730cf6ad8ecfccee3ab8cf9476e781feaed2511e25b56dff22c3dfcd42fa0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3433885875, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019065308930961502, "interval": [-0.04951107457972975, 0.07709279313347946], "p_value": 0.569709973982103, "input_sha256": "691730cf6ad8ecfccee3ab8cf9476e781feaed2511e25b56dff22c3dfcd42fa0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4035536945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6997079680032525, "interval": [-7.073520505991911, 3.6741045699854054], "p_value": 0.519, "input_sha256": "92a67d7f48c025d792514da7980a52745b33576fc819ecd4887e6b38819b7dd6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4035536945, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6997079680032525, "interval": [-5.894894688738949, 3.826113842961544], "p_value": 0.5189300854559284, "input_sha256": "92a67d7f48c025d792514da7980a52745b33576fc819ecd4887e6b38819b7dd6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4035536945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026871565309851533, "interval": [-0.07786645422584895, 0.02412332360614588], "p_value": 0.282, "input_sha256": "1c9f46eddaef50ec213054a650c07755dd99ddabe1a46d2b9b6cb10158cd1648"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4035536945, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026871565309851533, "interval": [-0.06830105455125716, 0.02310683433041747], "p_value": 0.2865972198561521, "input_sha256": "1c9f46eddaef50ec213054a650c07755dd99ddabe1a46d2b9b6cb10158cd1648"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 197539051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9874133045299454, "interval": [-3.5776858011762753, 5.552512410236166], "p_value": 0.65, "input_sha256": "ac0e2c3856e105364e37fadbf0103d23d80ec77fae554c3e5445f66b72ad24dd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 197539051, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9874133045299454, "interval": [-3.6204262693794673, 4.715423271059906], "p_value": 0.6602426061438805, "input_sha256": "ac0e2c3856e105364e37fadbf0103d23d80ec77fae554c3e5445f66b72ad24dd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 197539051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012361431390243989, "interval": [-0.06912769741146986, 0.04440483463098188], "p_value": 0.621, "input_sha256": "0a92cf5ccaeaa4346610f5b269f41218dd4426406ef2479079f760bbc8e893fc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 197539051, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012361431390243989, "interval": [-0.06771744088335652, 0.03462311584422565], "p_value": 0.6576167342410443, "input_sha256": "0a92cf5ccaeaa4346610f5b269f41218dd4426406ef2479079f760bbc8e893fc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284204875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0875069273977846, "interval": [-4.911519894656396, 4.736506039860827], "p_value": 0.967, "input_sha256": "b0045e3e2eafd34f3e06aeac4dd4d98fda8b3d3d0ba6c419a7238046593bfb76"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284204875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0875069273977846, "interval": [-4.2021571851791695, 4.276207589890703], "p_value": 0.970475706397572, "input_sha256": "b0045e3e2eafd34f3e06aeac4dd4d98fda8b3d3d0ba6c419a7238046593bfb76"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284204875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017973213341030386, "interval": [-0.0787813868295649, 0.04283496014750413], "p_value": 0.565, "input_sha256": "ce16980a649e850842cb01a48fa7b0ebcda32241f3a004d34b0f013805da1c4c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284204875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017973213341030386, "interval": [-0.07162020701799515, 0.03584958510715648], "p_value": 0.5463982073201062, "input_sha256": "ce16980a649e850842cb01a48fa7b0ebcda32241f3a004d34b0f013805da1c4c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3578720110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2816234722729307, "interval": [-2.7882531674360447, 7.351500111981906], "p_value": 0.327, "input_sha256": "8642641f7f92b0fc700955a8e36c65bdb7199fb3b9be34e251909887ce7a52c3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3578720110, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2816234722729307, "interval": [-2.463326514939341, 6.327987551227572], "p_value": 0.3615980723223591, "input_sha256": "8642641f7f92b0fc700955a8e36c65bdb7199fb3b9be34e251909887ce7a52c3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3578720110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02348382251836992, "interval": [-0.02662240354390551, 0.07359004858064536], "p_value": 0.307, "input_sha256": "96058a18f2b50cca5555a0fa42a53cf3b770595e595a7fc449d6bf97a8cc8b15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3578720110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02348382251836992, "interval": [-0.021179024855627566, 0.06561675450925308], "p_value": 0.341104879200096, "input_sha256": "96058a18f2b50cca5555a0fa42a53cf3b770595e595a7fc449d6bf97a8cc8b15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1887485086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4308056452709634, "interval": [-6.260717922259968, 3.399106631718041], "p_value": 0.545, "input_sha256": "c5baeedd8ec54456f0fb56f6dc2f0d7af80428680b7b1430e1b943f832a51cae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1887485086, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4308056452709634, "interval": [-6.885138574573435, 1.8308754528316329], "p_value": 0.5442124101728072, "input_sha256": "c5baeedd8ec54456f0fb56f6dc2f0d7af80428680b7b1430e1b943f832a51cae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1887485086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0027074817010073592, "interval": [-0.05512067148573702, 0.0497057080837223], "p_value": 0.914, "input_sha256": "811c1223e7fc0a4f0a99c396e4e9ca25d58364d19c0640d93d19622790e59611"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1887485086, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0027074817010073592, "interval": [-0.06084496738184816, 0.03544312080067042], "p_value": 0.9160576444890508, "input_sha256": "811c1223e7fc0a4f0a99c396e4e9ca25d58364d19c0640d93d19622790e59611"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2596769331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1857745579897194, "interval": [-4.0586327680193826, 6.430181883998822], "p_value": 0.628, "input_sha256": "b81aee325574690ba66092ecf6c21d50cab6809c5cbfd9f619a30ef1819ed872"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2596769331, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1857745579897194, "interval": [-3.4260415094401293, 5.835230175648178], "p_value": 0.6449152529941881, "input_sha256": "b81aee325574690ba66092ecf6c21d50cab6809c5cbfd9f619a30ef1819ed872"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2596769331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010593218972360728, "interval": [-0.0408671733449861, 0.06205361128970756], "p_value": 0.668, "input_sha256": "6e8ec96f0b045626ecdaafb07779911518f006cce07913dfaf12dbce77aa0098"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2596769331, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010593218972360728, "interval": [-0.03774710954663737, 0.05489204274242937], "p_value": 0.674435683148827, "input_sha256": "6e8ec96f0b045626ecdaafb07779911518f006cce07913dfaf12dbce77aa0098"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2695385176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.904570206246123, "interval": [-1.170209012607188, 6.979349425099434], "p_value": 0.142, "input_sha256": "27683a742b9de1a7308067aece1cb741254e394ad84539cd061e6dfb6558cfa8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2695385176, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.904570206246123, "interval": [-0.6971384959692674, 6.758219693901004], "p_value": 0.15515122475701743, "input_sha256": "27683a742b9de1a7308067aece1cb741254e394ad84539cd061e6dfb6558cfa8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2695385176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03353148929155662, "interval": [-0.01233811317608767, 0.0794010917592009], "p_value": 0.123, "input_sha256": "a62dd359c9c6e92ce87e1da82c7808e18796506f49db08609b771e6c1717d77c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2695385176, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03353148929155662, "interval": [-0.0030244678981791633, 0.08006476169766844], "p_value": 0.14491026479785682, "input_sha256": "a62dd359c9c6e92ce87e1da82c7808e18796506f49db08609b771e6c1717d77c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1405428204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8969396913818792, "interval": [-5.400812815605027, 3.6069334328412683], "p_value": 0.681, "input_sha256": "4248e5cc79a9008652f1df7f8e0cce8828b625fb9eec2a934dbea4bdc2e31bf6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1405428204, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8969396913818792, "interval": [-5.923314026694965, 3.01195311286008], "p_value": 0.6867787891701465, "input_sha256": "4248e5cc79a9008652f1df7f8e0cce8828b625fb9eec2a934dbea4bdc2e31bf6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1405428204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007678581988580507, "interval": [-0.04033108484319133, 0.055688248820352344], "p_value": 0.736, "input_sha256": "d1ff19727de411aac0bde74ff7cf6818e394a46865d5039b79d6ab25e90d8534"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1405428204, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007678581988580507, "interval": [-0.04332108557547739, 0.052078341994953134], "p_value": 0.7454930201958008, "input_sha256": "d1ff19727de411aac0bde74ff7cf6818e394a46865d5039b79d6ab25e90d8534"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4143454098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6056734861797053, "interval": [-5.724018642723635, 4.512671670364224], "p_value": 0.828, "input_sha256": "093940143f3be6faa31e9938121e4b0d677742cd775dcb680b3c11afb2690894"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4143454098, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6056734861797053, "interval": [-4.867569808944053, 4.452315185361488], "p_value": 0.809422519491635, "input_sha256": "093940143f3be6faa31e9938121e4b0d677742cd775dcb680b3c11afb2690894"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4143454098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011169298560417049, "interval": [-0.07193707344295841, 0.049598476322124316], "p_value": 0.723, "input_sha256": "7a9cc25a8e67b5751e1c638e96f05db54947303df7eff1b3a52f961c13da574c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4143454098, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011169298560417049, "interval": [-0.06255925126093792, 0.046127566739026904], "p_value": 0.7074276065150283, "input_sha256": "7a9cc25a8e67b5751e1c638e96f05db54947303df7eff1b3a52f961c13da574c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1318238831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.434160208988078, "interval": [-10.519365021346248, 3.6510446033700923], "p_value": 0.321, "input_sha256": "e93afd2a69e3737c53bf1332d4303eb006e6111b17d8ad434b4beb187b9295df"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1318238831, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.434160208988078, "interval": [-10.312335767144496, 3.0713680294050065], "p_value": 0.3272051157867951, "input_sha256": "e93afd2a69e3737c53bf1332d4303eb006e6111b17d8ad434b4beb187b9295df"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1318238831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.041864943588472425, "interval": [-0.11619860823434366, 0.032468721057398814], "p_value": 0.269, "input_sha256": "ac6be449c467e89611c5a31e412bb393a7a452d59b1c6f3ad5e912b4effbbc9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1318238831, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.041864943588472425, "interval": [-0.11319912018676354, 0.025918241689001704], "p_value": 0.2586085040846429, "input_sha256": "ac6be449c467e89611c5a31e412bb393a7a452d59b1c6f3ad5e912b4effbbc9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2333990637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5085177279734874, "interval": [-3.895648647042945, 6.912684102989919], "p_value": 0.547, "input_sha256": "1c5ebbfba394b7ba7b5e017fe3a3c09a8ef4adc551da0a2f74bc23314090d911"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2333990637, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5085177279734874, "interval": [-3.190250131941517, 6.4042226769200985], "p_value": 0.5673719918648235, "input_sha256": "1c5ebbfba394b7ba7b5e017fe3a3c09a8ef4adc551da0a2f74bc23314090d911"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2333990637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0318569038848336, "interval": [-0.03862522632280507, 0.10233903409247228], "p_value": 0.335, "input_sha256": "f35cbd465fdd7fba1d00cb93c3239b8b84cfb12e7fccace8cf02f0f698140511"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2333990637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0318569038848336, "interval": [-0.02121673358574023, 0.10315750948664326], "p_value": 0.35141766796808194, "input_sha256": "f35cbd465fdd7fba1d00cb93c3239b8b84cfb12e7fccace8cf02f0f698140511"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3451039440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.951941909237084, "interval": [0.11757739802940748, 13.786306420444761], "p_value": 0.039, "input_sha256": "41da134f62edd246580c0b77f6756ab450ec29615d1da06745f75dfdb3691fd8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3451039440, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.951941909237084, "interval": [1.902159748968648, 13.66363148780552], "p_value": 0.04658679714032314, "input_sha256": "41da134f62edd246580c0b77f6756ab450ec29615d1da06745f75dfdb3691fd8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3451039440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08298004897662217, "interval": [-0.000271234596461431, 0.1662313325497058], "p_value": 0.05, "input_sha256": "0cab910823b63f5a023bcf717a094af63491d02c5bee806791ada2445988639b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3451039440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08298004897662217, "interval": [0.020109934974556647, 0.16392384788158904], "p_value": 0.05066331964831485, "input_sha256": "0cab910823b63f5a023bcf717a094af63491d02c5bee806791ada2445988639b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2495324127, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2863632904379423, "interval": [-7.014739953780467, 2.4420133729045816], "p_value": 0.317, "input_sha256": "b99641a703bf8cc8bf501ad6c133f33697d07761e485b99c3029a81e9a7f23f1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2495324127, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2863632904379423, "interval": [-7.095146016850133, 1.8671535626767657], "p_value": 0.3266409391470181, "input_sha256": "b99641a703bf8cc8bf501ad6c133f33697d07761e485b99c3029a81e9a7f23f1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2495324127, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027355702486964048, "interval": [-0.07497392474545347, 0.020262519771525378], "p_value": 0.237, "input_sha256": "ed8bd39e5412c8dadb6183a465df5baae4a06c6ff85ae3da5ef043a24510e567"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2495324127, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027355702486964048, "interval": [-0.07441769687411319, 0.013495947048216578], "p_value": 0.24868281952452242, "input_sha256": "ed8bd39e5412c8dadb6183a465df5baae4a06c6ff85ae3da5ef043a24510e567"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2696302531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.395179021887002, "interval": [-3.980497007751854, 8.770855051525858], "p_value": 0.422, "input_sha256": "a6ec540cef5f6b0d739a317a3f4515c464b97c74a4a2df998054095c6f68eabd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2696302531, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.395179021887002, "interval": [-3.1711807397276544, 7.956399969595981], "p_value": 0.44399648881824905, "input_sha256": "a6ec540cef5f6b0d739a317a3f4515c464b97c74a4a2df998054095c6f68eabd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2696302531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03142565569338546, "interval": [-0.03516088384763463, 0.09801219523440555], "p_value": 0.346, "input_sha256": "c7957a3b76931b8c1ae8272e5d758a8cf65993731e23dff7294df55b76e1557d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2696302531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03142565569338546, "interval": [-0.027016812782389057, 0.0894779881322013], "p_value": 0.33973324948070127, "input_sha256": "c7957a3b76931b8c1ae8272e5d758a8cf65993731e23dff7294df55b76e1557d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2228728376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.26338537789043603, "interval": [-5.803668255388549, 6.33043901116942], "p_value": 0.934, "input_sha256": "34a5570fab714d2ec95b0b3fa585dc4f6c90da7c08dd2390c198f104bfdaf885"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2228728376, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.26338537789043603, "interval": [-5.029729735995535, 6.459078799338206], "p_value": 0.9291206689965559, "input_sha256": "34a5570fab714d2ec95b0b3fa585dc4f6c90da7c08dd2390c198f104bfdaf885"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2228728376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01853245451454858, "interval": [-0.0674613661442656, 0.10452627517336277], "p_value": 0.666, "input_sha256": "c3199754f907b08c7a7be38fbaf3c53a8fa83fd1a9bf473a81a7bb5891d38b03"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2228728376, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01853245451454858, "interval": [-0.0538243480117922, 0.10763314636948336], "p_value": 0.6582730480587975, "input_sha256": "c3199754f907b08c7a7be38fbaf3c53a8fa83fd1a9bf473a81a7bb5891d38b03"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 988352726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.22504602013119246, "interval": [-6.064348616721607, 5.614256576459222], "p_value": 0.946, "input_sha256": "3fdf6603762935e5bcb20aafd2bf2baa5429ad12d9a6021cd392bfc6670a3615"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 988352726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.22504602013119246, "interval": [-6.577974739913176, 4.61025436851456], "p_value": 0.9374184875347855, "input_sha256": "3fdf6603762935e5bcb20aafd2bf2baa5429ad12d9a6021cd392bfc6670a3615"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 988352726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0013928947535279453, "interval": [-0.06787301237830057, 0.06508722287124469], "p_value": 0.975, "input_sha256": "15076988d4f57b5b69779bb192f14628b8274f673d97d83ae4d0d490ee773c5f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 988352726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0013928947535279453, "interval": [-0.08102794616291321, 0.04906202045292312], "p_value": 0.965841385779548, "input_sha256": "15076988d4f57b5b69779bb192f14628b8274f673d97d83ae4d0d490ee773c5f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 515447402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.235458015050613, "interval": [-3.450201118298075, 5.921117148399301], "p_value": 0.614, "input_sha256": "da7e4124cc47fd347e931ff6867738db4853caccec9f74a98a3fc3307c89225a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 515447402, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.235458015050613, "interval": [-2.4688324364597394, 5.9485788902540335], "p_value": 0.591561575539178, "input_sha256": "da7e4124cc47fd347e931ff6867738db4853caccec9f74a98a3fc3307c89225a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 515447402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015044664648668478, "interval": [-0.03878534838824396, 0.06887467768558092], "p_value": 0.565, "input_sha256": "88b67c0df72e701ee643dbfa2f50173c201bc8367bc74a532a5e3404736da5bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 515447402, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015044664648668478, "interval": [-0.03131020589360953, 0.06998860767251376], "p_value": 0.5694855809902029, "input_sha256": "88b67c0df72e701ee643dbfa2f50173c201bc8367bc74a532a5e3404736da5bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2236871380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9172624087894636, "interval": [-7.847406714436298, 4.012881896857371], "p_value": 0.484, "input_sha256": "9063dc1be7f6098909ae1b52e0002fd2603c2c51d233304c687d97d0eea21e91"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2236871380, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9172624087894636, "interval": [-7.559672100367676, 3.497261796053435], "p_value": 0.5091803941467486, "input_sha256": "9063dc1be7f6098909ae1b52e0002fd2603c2c51d233304c687d97d0eea21e91"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2236871380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0042177503868228265, "interval": [-0.06611286080148114, 0.057677360027835495], "p_value": 0.884, "input_sha256": "f2648f8630d2f2677aa9fa188362674abbf08136b1e8c81c01e4bd825b29d673"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2236871380, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0042177503868228265, "interval": [-0.05990996033728092, 0.05233707869783963], "p_value": 0.8884664411718064, "input_sha256": "f2648f8630d2f2677aa9fa188362674abbf08136b1e8c81c01e4bd825b29d673"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3350344974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.543105560364094, "interval": [-7.68653846878342, 4.600327348055231], "p_value": 0.597, "input_sha256": "8b49871511659847a39e14580dcc73094bddb5e2ca43cb9a1c3a57d94ba1d4b9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3350344974, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.543105560364094, "interval": [-6.962041618547355, 4.101686573672571], "p_value": 0.607886133812954, "input_sha256": "8b49871511659847a39e14580dcc73094bddb5e2ca43cb9a1c3a57d94ba1d4b9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3350344974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019673890629387056, "interval": [-0.084994543983314, 0.045646762724539894], "p_value": 0.518, "input_sha256": "7d0fb401970434ae33e53fed6a5bf184f04ac0b2abe2c8a5be6935608ecbe0a8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3350344974, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019673890629387056, "interval": [-0.07527917528170934, 0.04632324842892012], "p_value": 0.5397983696264759, "input_sha256": "7d0fb401970434ae33e53fed6a5bf184f04ac0b2abe2c8a5be6935608ecbe0a8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3486142194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8351602137239605, "interval": [-5.244674682060417, 6.914995109508338], "p_value": 0.784, "input_sha256": "5869cbe7792aa3866a2f8141e6594563e4b644bcb6638f9b58bb9af0db35a524"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3486142194, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8351602137239605, "interval": [-4.130279042976364, 7.345280420804653], "p_value": 0.7793654979180419, "input_sha256": "5869cbe7792aa3866a2f8141e6594563e4b644bcb6638f9b58bb9af0db35a524"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3486142194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018392265219829798, "interval": [-0.058584887238117334, 0.09536941767777693], "p_value": 0.658, "input_sha256": "383971a1c71c0cb8afc3cb8e166babf992f3f0b87669e32a3f68ebacd7a9a086"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3486142194, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018392265219829798, "interval": [-0.04136863883717839, 0.10767753551209536], "p_value": 0.622807008195437, "input_sha256": "383971a1c71c0cb8afc3cb8e166babf992f3f0b87669e32a3f68ebacd7a9a086"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1166265914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.133677895193529, "interval": [1.2473954542819614, 11.019960336105097], "p_value": 0.019, "input_sha256": "f79f81aad75fa14aeaa7587a11ee14da0e7fb42febb0be7263bbe2467188987c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1166265914, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.133677895193529, "interval": [1.768291961424995, 10.736550678675925], "p_value": 0.015655801431963896, "input_sha256": "f79f81aad75fa14aeaa7587a11ee14da0e7fb42febb0be7263bbe2467188987c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1166265914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061142228746807636, "interval": [0.007678079873292901, 0.11460637762032237], "p_value": 0.024, "input_sha256": "56c45014a2ddd4a27d86af2892eedfaa8121a329f8f008ed48b2d317509013a3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1166265914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061142228746807636, "interval": [0.01693788579351266, 0.1160298193970895], "p_value": 0.026460774348704367, "input_sha256": "56c45014a2ddd4a27d86af2892eedfaa8121a329f8f008ed48b2d317509013a3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1272807511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3476584944219535, "interval": [-5.4387365178785885, 6.134053506722495], "p_value": 0.899, "input_sha256": "3e7f9e8ba66062039b6019767f2f0afadd8369011b79074d1d1b5e448a72f7ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1272807511, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3476584944219535, "interval": [-5.030391718928464, 5.375793002550265], "p_value": 0.9024863863724217, "input_sha256": "3e7f9e8ba66062039b6019767f2f0afadd8369011b79074d1d1b5e448a72f7ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1272807511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0030106539932859178, "interval": [-0.056082774646093146, 0.050061466659521305], "p_value": 0.918, "input_sha256": "78594890d0eaafa9fccb1402fd160e43f74c4df31959c108fff90ddb30462d3b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1272807511, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0030106539932859178, "interval": [-0.0520371533355602, 0.04216396268001086], "p_value": 0.9079634988787793, "input_sha256": "78594890d0eaafa9fccb1402fd160e43f74c4df31959c108fff90ddb30462d3b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1223821051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.365095772900286, "interval": [-15.338508300813697, -1.3916832449868766], "p_value": 0.015, "input_sha256": "141735dcab18f56567d0458045d791f5547f1eb11f0d0cdc2fcf55c01b777ca9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1223821051, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.365095772900286, "interval": [-15.780346470075175, -2.80581212698996], "p_value": 0.021634594176717415, "input_sha256": "141735dcab18f56567d0458045d791f5547f1eb11f0d0cdc2fcf55c01b777ca9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1223821051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0911079149810694, "interval": [-0.16937586093271054, -0.012839969029428272], "p_value": 0.019, "input_sha256": "8a9acfe6a4f0f1e30669b424d018343db1a4bdfc21deb440bb3007ddf25e26f0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1223821051, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0911079149810694, "interval": [-0.17654099945458693, -0.030817486705518177], "p_value": 0.025223562663903645, "input_sha256": "8a9acfe6a4f0f1e30669b424d018343db1a4bdfc21deb440bb3007ddf25e26f0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3734187152, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1737336786588055, "interval": [-1.8542448316301834, 6.201712188947795], "p_value": 0.272, "input_sha256": "e5445164bae25112724fb84ac6c14099b6ba16e5708efcfa6b02895e0bf140e7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3734187152, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1737336786588055, "interval": [-1.6293716767189237, 5.656293632372699], "p_value": 0.27893658411804867, "input_sha256": "e5445164bae25112724fb84ac6c14099b6ba16e5708efcfa6b02895e0bf140e7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3734187152, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018684873584135155, "interval": [-0.023925673112656885, 0.061295420280927194], "p_value": 0.368, "input_sha256": "30d2030cf924119c3007264ffbb2b5f4879d4c60affa0a8b00c7e5211685a480"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3734187152, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018684873584135155, "interval": [-0.019228918138565258, 0.05754342608127816], "p_value": 0.37759651705021924, "input_sha256": "30d2030cf924119c3007264ffbb2b5f4879d4c60affa0a8b00c7e5211685a480"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1805081339, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4295008903805675, "interval": [-3.1850936917012573, 8.044095472462391], "p_value": 0.383, "input_sha256": "c5ae3cdd2bc822389228f43433a568ea123b89c08a6f3533d22bbee3ba84e0dc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1805081339, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4295008903805675, "interval": [-2.2768081771157656, 8.218790003838235], "p_value": 0.3840031849981156, "input_sha256": "c5ae3cdd2bc822389228f43433a568ea123b89c08a6f3533d22bbee3ba84e0dc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1805081339, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028248503561716643, "interval": [-0.03162067772945776, 0.08811768485289105], "p_value": 0.349, "input_sha256": "57ab3a34f2e4e79ac0332a5108254880636323e740bf4f8fba9bac886ed2191f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1805081339, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028248503561716643, "interval": [-0.025393073104139866, 0.08750881369992115], "p_value": 0.3433740963952612, "input_sha256": "57ab3a34f2e4e79ac0332a5108254880636323e740bf4f8fba9bac886ed2191f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 383181231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12649576527275652, "interval": [-5.6246603451142905, 5.8776518756598035], "p_value": 0.966, "input_sha256": "1e82ded627e1d181dbd2f40685e03a89d0bf1dff15a865ef0eab3dd2d9eb4b5f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 383181231, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12649576527275652, "interval": [-5.6705545379244535, 4.82700888237611], "p_value": 0.9643107694040771, "input_sha256": "1e82ded627e1d181dbd2f40685e03a89d0bf1dff15a865ef0eab3dd2d9eb4b5f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 383181231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00028866094354814374, "interval": [-0.05553104635800042, 0.05495372447090413], "p_value": 0.992, "input_sha256": "36a0973013c57c33cc656467ac66b30bf02a3e3ae57410db2ac6921e41b43ecf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 383181231, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00028866094354814374, "interval": [-0.04900804579511956, 0.04907184764222581], "p_value": 0.991523880934472, "input_sha256": "36a0973013c57c33cc656467ac66b30bf02a3e3ae57410db2ac6921e41b43ecf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4074404310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2382621338776065, "interval": [-2.2904090812709246, 10.766933349026138], "p_value": 0.217, "input_sha256": "774ccf779424b7b999150440cfd19eae62c05a5b326c4c3bf76094c2bf42167a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4074404310, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2382621338776065, "interval": [-1.3819614547918337, 9.945074763524719], "p_value": 0.1911707215069704, "input_sha256": "774ccf779424b7b999150440cfd19eae62c05a5b326c4c3bf76094c2bf42167a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4074404310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05543274693575691, "interval": [-0.02221383010975013, 0.13307932398126393], "p_value": 0.163, "input_sha256": "5e3335b3b00200f1d5c8484706ae0090713c7dd1ca83393f786c4ff8320192bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4074404310, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05543274693575691, "interval": [-0.004589042080032022, 0.13272954463488568], "p_value": 0.15123100966190425, "input_sha256": "5e3335b3b00200f1d5c8484706ae0090713c7dd1ca83393f786c4ff8320192bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4021526499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.27327243535352425, "interval": [-4.996319760179202, 5.542864630886251], "p_value": 0.921, "input_sha256": "b509c94c85b96ded6ac59118576cf654cd30c951cdc665e64f62fcbfc5ad36f1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4021526499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.27327243535352425, "interval": [-4.596433109375146, 4.8870334165652745], "p_value": 0.9157494171268994, "input_sha256": "b509c94c85b96ded6ac59118576cf654cd30c951cdc665e64f62fcbfc5ad36f1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4021526499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009910820184205695, "interval": [-0.05094842454828904, 0.07077006491670043], "p_value": 0.749, "input_sha256": "09d2a4c0ee1a339d96f6485e5715d9dbc2c62ef597e791420e22417657ed9895"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4021526499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009910820184205695, "interval": [-0.04737838106402658, 0.06316646327243843], "p_value": 0.7397055099960492, "input_sha256": "09d2a4c0ee1a339d96f6485e5715d9dbc2c62ef597e791420e22417657ed9895"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1337551849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13308271343363332, "interval": [-6.291427613814828, 6.025262186947562], "p_value": 0.959, "input_sha256": "0a32238a2a9a8dfac6a22ca68b83e170749f2a44cf135cf09168b9d58ae3f79f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1337551849, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13308271343363332, "interval": [-5.093391843287978, 5.545129915338396], "p_value": 0.9645823326131961, "input_sha256": "0a32238a2a9a8dfac6a22ca68b83e170749f2a44cf135cf09168b9d58ae3f79f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1337551849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.006112849030876e-05, "interval": [-0.05855654501681888, 0.05847642275983826], "p_value": 0.999, "input_sha256": "11fc0883e22291d46ce834e230dc500b5a52771a10c4f02e5c6d5216651091c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1337551849, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.006112849030876e-05, "interval": [-0.04896584532122162, 0.05332540643909353], "p_value": 0.9988769133177671, "input_sha256": "11fc0883e22291d46ce834e230dc500b5a52771a10c4f02e5c6d5216651091c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1549455916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3424189431058573, "interval": [-6.219333182343281, 3.5344952961315665], "p_value": 0.589, "input_sha256": "7c39a7050029fca64cbbbfce14674760c74ac6f91ab69e8e02477be172b3755b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1549455916, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3424189431058573, "interval": [-5.637683594593719, 2.797160099419956], "p_value": 0.5760205304091108, "input_sha256": "7c39a7050029fca64cbbbfce14674760c74ac6f91ab69e8e02477be172b3755b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1549455916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013370825813101877, "interval": [-0.06403835919762317, 0.037296707571419424], "p_value": 0.604, "input_sha256": "512e7700054533f5ad569805d352fb5a8608f6c04e92986181837a93979347db"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1549455916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013370825813101877, "interval": [-0.058560974665492864, 0.0265843407630563], "p_value": 0.5911977160389765, "input_sha256": "512e7700054533f5ad569805d352fb5a8608f6c04e92986181837a93979347db"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2527306010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1429445434779275, "interval": [-1.44884734200238, 9.734736428958236], "p_value": 0.139, "input_sha256": "44a8dc7af7a6177163450f1ef56076dca605846a56ac96f9c9d019dd8e5a5124"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2527306010, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1429445434779275, "interval": [-0.80370045447748, 9.581976302305128], "p_value": 0.13963868771836763, "input_sha256": "44a8dc7af7a6177163450f1ef56076dca605846a56ac96f9c9d019dd8e5a5124"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2527306010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040139784632492, "interval": [-0.023168823814941328, 0.10344839307992533], "p_value": 0.19, "input_sha256": "dc54652181b504c1eba99ea12bf3bd34fa1194e0827d933c55d23ac54f6c5b8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2527306010, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040139784632492, "interval": [-0.011655548417268676, 0.10749864299850687], "p_value": 0.20183932963877113, "input_sha256": "dc54652181b504c1eba99ea12bf3bd34fa1194e0827d933c55d23ac54f6c5b8c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1234726883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.083685370447705, "interval": [-10.787119321564209, 2.619748580668798], "p_value": 0.198, "input_sha256": "17811ef8749e597d9f35c54e8c56747d43822bd42c63df1daf5eee4f85ca010e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1234726883, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.083685370447705, "interval": [-10.179575747690107, 2.0604640151793854], "p_value": 0.2216618389253777, "input_sha256": "17811ef8749e597d9f35c54e8c56747d43822bd42c63df1daf5eee4f85ca010e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1234726883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03417854981755287, "interval": [-0.0986756280075696, 0.030318528372463856], "p_value": 0.262, "input_sha256": "50fbc8ee67ede0bb3cfa3dacb93c398607632a4a4cc6d1407e10a7b6b2e1dcdd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1234726883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03417854981755287, "interval": [-0.09229005286974824, 0.023747207794464754], "p_value": 0.28644643781798196, "input_sha256": "50fbc8ee67ede0bb3cfa3dacb93c398607632a4a4cc6d1407e10a7b6b2e1dcdd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2872401349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.3501304076242295, "interval": [-0.38938416989401325, 13.089644985142472], "p_value": 0.067, "input_sha256": "ed121e590378d86b032b29494cd57251f096afccc5cb4afb104d8f5a280ef175"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2872401349, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.3501304076242295, "interval": [0.40374530016733257, 12.732115382984334], "p_value": 0.06372084453395983, "input_sha256": "ed121e590378d86b032b29494cd57251f096afccc5cb4afb104d8f5a280ef175"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2872401349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056512096848424224, "interval": [-0.02256932313202597, 0.1355935168288744], "p_value": 0.138, "input_sha256": "72650c96fa7b6b62feb7d2e1be8801a954d332f61c25dd9988d86c861689062a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2872401349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056512096848424224, "interval": [-0.029171071074873326, 0.11900766755418217], "p_value": 0.15348825427469115, "input_sha256": "72650c96fa7b6b62feb7d2e1be8801a954d332f61c25dd9988d86c861689062a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2221179021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.10835378000876639, "interval": [-6.229539224083432, 6.012831664065899], "p_value": 0.97, "input_sha256": "384af2992a9b274f54f231fb510c0e720d207a07dea954db70d66adb3a664ef6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2221179021, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.10835378000876639, "interval": [-5.763130963072435, 5.196703072154], "p_value": 0.9711651761870634, "input_sha256": "384af2992a9b274f54f231fb510c0e720d207a07dea954db70d66adb3a664ef6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2221179021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009350109571766612, "interval": [-0.05324003255989117, 0.0719402517034244], "p_value": 0.757, "input_sha256": "5bc7b00f361d2212a1bef4dce3591a71c424465ffd7721f1de9438a566f09aa8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2221179021, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009350109571766612, "interval": [-0.04836571434154741, 0.06356139279037006], "p_value": 0.7602108326379695, "input_sha256": "5bc7b00f361d2212a1bef4dce3591a71c424465ffd7721f1de9438a566f09aa8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2274642929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.730684832136569, "interval": [-8.399496007432045, 4.938126343158906], "p_value": 0.585, "input_sha256": "049a85b182ebc0cc92436a47eb8ce40aa58cfd4462b66f6e2063ba3512f79136"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2274642929, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.730684832136569, "interval": [-7.878249966642583, 4.5902782057178415], "p_value": 0.5956596326975045, "input_sha256": "049a85b182ebc0cc92436a47eb8ce40aa58cfd4462b66f6e2063ba3512f79136"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2274642929, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03520958486309875, "interval": [-0.11628137587284973, 0.045862206146652235], "p_value": 0.37, "input_sha256": "06b06cb01abe2c901bb7b2db30f56affc1932b7f5820d38e7192a296eaf95edc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2274642929, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03520958486309875, "interval": [-0.11778318550403181, 0.03416039365280679], "p_value": 0.37863711709457415, "input_sha256": "06b06cb01abe2c901bb7b2db30f56affc1932b7f5820d38e7192a296eaf95edc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1412007261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7330382273875056, "interval": [-6.134780498897774, 4.668704044122762], "p_value": 0.803, "input_sha256": "0ca5e0f6da9746d481428adb02617b6b046644e4babd157f04c78d7c1b86a3d8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1412007261, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7330382273875056, "interval": [-5.62479377359563, 3.998446871619132], "p_value": 0.7814886393154217, "input_sha256": "0ca5e0f6da9746d481428adb02617b6b046644e4babd157f04c78d7c1b86a3d8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1412007261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012849325277637961, "interval": [-0.07126023831325128, 0.04556158775797536], "p_value": 0.683, "input_sha256": "38dba19fb3ba02b3b3dd601fe4d684f433aed6024d1e6390a5e04248384ae80a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1412007261, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012849325277637961, "interval": [-0.06782022267139916, 0.03655226420336203], "p_value": 0.6528038229866984, "input_sha256": "38dba19fb3ba02b3b3dd601fe4d684f433aed6024d1e6390a5e04248384ae80a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1448514654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7173089419009393, "interval": [-7.840136088068078, 4.405518204266199], "p_value": 0.589, "input_sha256": "fd8075c35364eecb13b971d8538e62d155ee887baff288f51c94082c052842a4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1448514654, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7173089419009393, "interval": [-7.258931267668855, 4.289950202918129], "p_value": 0.5688666752750611, "input_sha256": "fd8075c35364eecb13b971d8538e62d155ee887baff288f51c94082c052842a4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1448514654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0018444892424293521, "interval": [-0.06508291227120061, 0.06139393378634191], "p_value": 0.958, "input_sha256": "83e0605d422c841416b048c5d991716fa5b0d0efa4d64526e098a4ad100bcb8a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1448514654, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0018444892424293521, "interval": [-0.059118855902416785, 0.062298063297730036], "p_value": 0.9524980417212847, "input_sha256": "83e0605d422c841416b048c5d991716fa5b0d0efa4d64526e098a4ad100bcb8a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4281211616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1143186587882985, "interval": [-3.6833231642971125, 7.9119604818737095], "p_value": 0.449, "input_sha256": "ff06cb6813c0ec5de105272dd9db08763166bbe97e258f67310cd5d63efb962c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4281211616, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1143186587882985, "interval": [-2.831660419753714, 7.687697725763949], "p_value": 0.4585861514837377, "input_sha256": "ff06cb6813c0ec5de105272dd9db08763166bbe97e258f67310cd5d63efb962c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4281211616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010913245284208024, "interval": [-0.060641986288106256, 0.0824684768565223], "p_value": 0.749, "input_sha256": "718076835199e093c5f0c4ed9746bad78ffd92e22961cc873f5d168a5eed45ab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4281211616, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010913245284208024, "interval": [-0.05994980451860863, 0.06741232438208303], "p_value": 0.7552025736287298, "input_sha256": "718076835199e093c5f0c4ed9746bad78ffd92e22961cc873f5d168a5eed45ab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1217631130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5344162027162076, "interval": [-10.788130347538935, 3.71929794210652], "p_value": 0.318, "input_sha256": "baec133a9744ca06b3303a8ab848747510983e86497de64193b2be6d6d30d55c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1217631130, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5344162027162076, "interval": [-10.3073653191013, 2.646517130605949], "p_value": 0.32441347018398314, "input_sha256": "baec133a9744ca06b3303a8ab848747510983e86497de64193b2be6d6d30d55c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1217631130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03666071020545721, "interval": [-0.11742680770345659, 0.04410538729254216], "p_value": 0.346, "input_sha256": "bf329dea05fc7b69a2d9f5cab8aab79fc0bfff4350a5b77cf07eb6e032877562"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1217631130, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03666071020545721, "interval": [-0.10992981075982383, 0.03324402911010771], "p_value": 0.3578770585597739, "input_sha256": "bf329dea05fc7b69a2d9f5cab8aab79fc0bfff4350a5b77cf07eb6e032877562"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 789684919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7007161065372096, "interval": [-8.963601617007436, 3.5621694039330163], "p_value": 0.375, "input_sha256": "2274c01dec537157e414ab0b5527c3acc4ee94f03aed8b89fb85b2dfdccb8771"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 789684919, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7007161065372096, "interval": [-9.223963302183531, 2.7660039322266043], "p_value": 0.3820230882450021, "input_sha256": "2274c01dec537157e414ab0b5527c3acc4ee94f03aed8b89fb85b2dfdccb8771"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 789684919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.031115649885277097, "interval": [-0.09725772626205703, 0.03502642649150284], "p_value": 0.333, "input_sha256": "5a497bad6361afcaeade1e5591ecb6269d7eb7eb13c8c0d08fb9e0242ab8fdc3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 789684919, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.031115649885277097, "interval": [-0.1004737339471436, 0.02872203844584135], "p_value": 0.34002971534063875, "input_sha256": "5a497bad6361afcaeade1e5591ecb6269d7eb7eb13c8c0d08fb9e0242ab8fdc3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 972633507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02539859837738856, "interval": [-6.4472747485745865, 6.396477551819809], "p_value": 0.995, "input_sha256": "cea6bba19424b10b52cdc713b9dd6d8a7480ebb0fd1348206eb4b0defe1d9f85"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 972633507, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02539859837738856, "interval": [-6.033679728962064, 5.421123626426258], "p_value": 0.9935732789788165, "input_sha256": "cea6bba19424b10b52cdc713b9dd6d8a7480ebb0fd1348206eb4b0defe1d9f85"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 972633507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0045627002387336486, "interval": [-0.060776375248132064, 0.06990177572559936], "p_value": 0.88, "input_sha256": "527b19090cfe03c118010d8be3eea6bb0c08a9bf12ebb7402e771fca8d25a6bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 972633507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0045627002387336486, "interval": [-0.05414169731088291, 0.05981162226419097], "p_value": 0.8868624575561479, "input_sha256": "527b19090cfe03c118010d8be3eea6bb0c08a9bf12ebb7402e771fca8d25a6bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1029218292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2359563294851714, "interval": [-1.782088702527207, 8.25400136149755], "p_value": 0.188, "input_sha256": "1a76b702535a450ed19ec78a110674874c3a0976c20c305ec171a6f44781e303"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1029218292, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2359563294851714, "interval": [-1.041733686695076, 8.173402089576784], "p_value": 0.19641630459306733, "input_sha256": "1a76b702535a450ed19ec78a110674874c3a0976c20c305ec171a6f44781e303"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1029218292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02843604998665899, "interval": [-0.03810616203937047, 0.09497826201268844], "p_value": 0.376, "input_sha256": "7f5b86f92bb6bc48fc02b569582e45642535d6e8f1fdee3a0c63fe2a117a1060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1029218292, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02843604998665899, "interval": [-0.0266159009811249, 0.09199054483695118], "p_value": 0.385685606001412, "input_sha256": "7f5b86f92bb6bc48fc02b569582e45642535d6e8f1fdee3a0c63fe2a117a1060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 509353812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.91678733118462, "interval": [-6.256276823798206, 4.422702161428967], "p_value": 0.721, "input_sha256": "d38779882a108bcc54ea0e4fc4105d339d4b8a1a16e5b2743bc9eeec36c232ca"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 509353812, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.91678733118462, "interval": [-5.464522377743526, 3.7154150529319403], "p_value": 0.7274197345413864, "input_sha256": "d38779882a108bcc54ea0e4fc4105d339d4b8a1a16e5b2743bc9eeec36c232ca"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 509353812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015201353196107421, "interval": [-0.07110886235869675, 0.0407061559664819], "p_value": 0.562, "input_sha256": "dfbff107ba69514ed970616b077220a60cf9a185194d87a2d647e16257548154"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 509353812, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015201353196107421, "interval": [-0.06582187355353765, 0.03385185481987668], "p_value": 0.5813868359703642, "input_sha256": "dfbff107ba69514ed970616b077220a60cf9a185194d87a2d647e16257548154"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1474074092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.4821808501475573, "interval": [-8.95282383584374, 3.988462135548625], "p_value": 0.445, "input_sha256": "007e124ee85daafd19598b9d58c70c863ba7d8426c3b49dd2e4ed6ed84d789fa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1474074092, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.4821808501475573, "interval": [-8.561611502771598, 3.4751498335604643], "p_value": 0.4386742439269633, "input_sha256": "007e124ee85daafd19598b9d58c70c863ba7d8426c3b49dd2e4ed6ed84d789fa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1474074092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03529470723756078, "interval": [-0.11695284083144558, 0.04636342635632402], "p_value": 0.419, "input_sha256": "8528ddbbda87a5972ce8e4deca13637a6928d47243c71911fc98a60d9406e90b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1474074092, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03529470723756078, "interval": [-0.11704473190227917, 0.029314434366180992], "p_value": 0.3831370516089663, "input_sha256": "8528ddbbda87a5972ce8e4deca13637a6928d47243c71911fc98a60d9406e90b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3641405430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.164766360394397, "interval": [-0.8837942752481567, 7.213326996036951], "p_value": 0.135, "input_sha256": "2e0a2b3904911cb88de24c6e475f57dc441ba2b720483e139860c8ddcfe4c837"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3641405430, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.164766360394397, "interval": [-0.029490274994740072, 7.025901395932837], "p_value": 0.12028656564923614, "input_sha256": "2e0a2b3904911cb88de24c6e475f57dc441ba2b720483e139860c8ddcfe4c837"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3641405430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03906305727620979, "interval": [-0.009166967807063747, 0.08729308235948333], "p_value": 0.108, "input_sha256": "a28fdaa8c073ad13995455dfce0f5c8c4dcaf7c72dadbff1a2edb0c66ae0dcdc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3641405430, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03906305727620979, "interval": [-0.004119267362273149, 0.08346524885441887], "p_value": 0.10777160796762635, "input_sha256": "a28fdaa8c073ad13995455dfce0f5c8c4dcaf7c72dadbff1a2edb0c66ae0dcdc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 307075735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5050288060968213, "interval": [-7.266019048985105, 6.255961436791462], "p_value": 0.874, "input_sha256": "30d2d73ef306cff2ff8620f943d91294bb1c90f4bee9d0d327b84d28cd110a5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 307075735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5050288060968213, "interval": [-6.851376001224062, 4.991711287346238], "p_value": 0.8778092878366525, "input_sha256": "30d2d73ef306cff2ff8620f943d91294bb1c90f4bee9d0d327b84d28cd110a5b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 307075735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00816750349874554, "interval": [-0.07045604823827317, 0.08679105523576425], "p_value": 0.835, "input_sha256": "8d932d47eb545748bc70a8179d20d9040be2fc30e4be463538c91ff4ba25bce4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 307075735, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00816750349874554, "interval": [-0.05743356597239232, 0.08523069893443799], "p_value": 0.8291765695861537, "input_sha256": "8d932d47eb545748bc70a8179d20d9040be2fc30e4be463538c91ff4ba25bce4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1731737745, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6324877396513424, "interval": [-6.223924055498011, 2.9589485761953265], "p_value": 0.452, "input_sha256": "3c6fbfb58548cf0f024dc2e7cf964bd76ae863bf113bfad776e5683224383dcd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1731737745, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6324877396513424, "interval": [-6.061424241258211, 2.3985994313377637], "p_value": 0.4646352723038518, "input_sha256": "3c6fbfb58548cf0f024dc2e7cf964bd76ae863bf113bfad776e5683224383dcd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1731737745, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01821981637665951, "interval": [-0.061611777924978954, 0.025172145171659936], "p_value": 0.353, "input_sha256": "7b9a03bffa3402a081dbfef2b05cbffc50e59ccdd20aa7d8abc9c3688de89bfe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1731737745, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01821981637665951, "interval": [-0.05926667609249223, 0.017162349719241424], "p_value": 0.3901264379682754, "input_sha256": "7b9a03bffa3402a081dbfef2b05cbffc50e59ccdd20aa7d8abc9c3688de89bfe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2410970552, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1798754271409665, "interval": [-4.840980799282079, 5.200731653564011], "p_value": 0.936, "input_sha256": "51e2ac7b81596d7b0e5abdcbfa5cb0f2ac84a3e049f4eb4958901a45ac727bfd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2410970552, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1798754271409665, "interval": [-4.041297238802136, 5.406614016605923], "p_value": 0.94199676471912, "input_sha256": "51e2ac7b81596d7b0e5abdcbfa5cb0f2ac84a3e049f4eb4958901a45ac727bfd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2410970552, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004033858447685759, "interval": [-0.04337787729164401, 0.051445594187015525], "p_value": 0.854, "input_sha256": "4a82782517a33fa63733b1f34bac4b0623f2eb2afc72b3cb72b8bd97df4f96ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2410970552, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004033858447685759, "interval": [-0.03831597875116619, 0.049736618624451404], "p_value": 0.8627213799133335, "input_sha256": "4a82782517a33fa63733b1f34bac4b0623f2eb2afc72b3cb72b8bd97df4f96ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2787903366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10892464222454945, "interval": [-7.4780799293646005, 7.695929213813699], "p_value": 0.963, "input_sha256": "cc95bdcfc9c41c81d7c7f33708aa340339a061fa161d31509472671ed4906b0d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2787903366, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10892464222454945, "interval": [-6.012660767308198, 7.589471075200897], "p_value": 0.9766454186736739, "input_sha256": "cc95bdcfc9c41c81d7c7f33708aa340339a061fa161d31509472671ed4906b0d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2787903366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011092374278762033, "interval": [-0.08528875232162343, 0.06310400376409937], "p_value": 0.771, "input_sha256": "182a1c3cbc61777f7d0081888e1cebfb7eaabf6f9577fb5636337922283f417a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2787903366, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011092374278762033, "interval": [-0.0727367924838581, 0.05695266553818633], "p_value": 0.7606448405902069, "input_sha256": "182a1c3cbc61777f7d0081888e1cebfb7eaabf6f9577fb5636337922283f417a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2123506672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3551256619546752, "interval": [-4.678949943729942, 7.389201267639293], "p_value": 0.636, "input_sha256": "32d2082037ae1bb66e1f56ed0d2c56dbe0849cd0b40d02f7d3a1a4adafbb53c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2123506672, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3551256619546752, "interval": [-3.703329283154424, 7.078823275347577], "p_value": 0.6474266290113457, "input_sha256": "32d2082037ae1bb66e1f56ed0d2c56dbe0849cd0b40d02f7d3a1a4adafbb53c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2123506672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015588837772755184, "interval": [-0.0532828185952119, 0.08446049414072228], "p_value": 0.637, "input_sha256": "f16ddd02e25a72f97276e3950b394ae1e97e49f0417c1f91a8851cb30cfdcbf6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2123506672, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015588837772755184, "interval": [-0.03804305634388891, 0.08505511101498374], "p_value": 0.6441724894465068, "input_sha256": "f16ddd02e25a72f97276e3950b394ae1e97e49f0417c1f91a8851cb30cfdcbf6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3471753049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6796296960021566, "interval": [-5.256096169141218, 3.8968367771369046], "p_value": 0.777, "input_sha256": "9e24cb123c0b8801829cd776634e162e67fe4bce50ebc07327a369fab763f048"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3471753049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6796296960021566, "interval": [-4.558688250349203, 4.457927397756433], "p_value": 0.7626614862373057, "input_sha256": "9e24cb123c0b8801829cd776634e162e67fe4bce50ebc07327a369fab763f048"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3471753049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016269018101180793, "interval": [-0.060291791827371974, 0.027753755625010385], "p_value": 0.477, "input_sha256": "26c8018b52d6890d2aac6e1b9bfa7337c20832b3ebadf090ff3efbed9fb90389"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3471753049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016269018101180793, "interval": [-0.05523161467800486, 0.031005903009767133], "p_value": 0.4553198282152937, "input_sha256": "26c8018b52d6890d2aac6e1b9bfa7337c20832b3ebadf090ff3efbed9fb90389"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 500930534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.647458231971718, "interval": [-10.289833737203702, 0.9949172732602669], "p_value": 0.104, "input_sha256": "bc69f9da09def24fe7d2d53345130fce38671d79c8f2e2bc84f4ec8a10688ef6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 500930534, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.647458231971718, "interval": [-9.436496141514022, 0.2658557199468172], "p_value": 0.1010767086689415, "input_sha256": "bc69f9da09def24fe7d2d53345130fce38671d79c8f2e2bc84f4ec8a10688ef6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 500930534, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042767870293558746, "interval": [-0.09974696625204327, 0.014211225664925775], "p_value": 0.128, "input_sha256": "8f260f88ae14e0f9365550ec62de556573e2f95bf62872c83b4ece542504013c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 500930534, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042767870293558746, "interval": [-0.09159629250842453, 0.007719382648257976], "p_value": 0.1319212147602613, "input_sha256": "8f260f88ae14e0f9365550ec62de556573e2f95bf62872c83b4ece542504013c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4090109678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.358235580012505, "interval": [-2.8950485912220953, 9.611519751247105], "p_value": 0.271, "input_sha256": "88aee8c8781198ca44e84d10c93f11999cf21f95672eabefd4da10715f4ba155"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4090109678, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.358235580012505, "interval": [-2.530495242401287, 8.421281734215727], "p_value": 0.280563293496227, "input_sha256": "88aee8c8781198ca44e84d10c93f11999cf21f95672eabefd4da10715f4ba155"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4090109678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05146810455553772, "interval": [-0.016122555790508815, 0.11905876490158426], "p_value": 0.112, "input_sha256": "1048e1192ae19728f3c3dd89d8a1fff7c2fb65f9d0d91ad08b4d9ce1312e9f78"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4090109678, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05146810455553772, "interval": [-0.010702954688406433, 0.10527507098520474], "p_value": 0.12948555595998504, "input_sha256": "1048e1192ae19728f3c3dd89d8a1fff7c2fb65f9d0d91ad08b4d9ce1312e9f78"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2936138025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.07944636410559, "interval": [-1.941073142197565, 10.099965870408745], "p_value": 0.186, "input_sha256": "d3ca5a4d8ed5d9595c1a1b3a8f5bf58814d7ee9d9e5539b4570aad8b6da63c60"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2936138025, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.07944636410559, "interval": [-1.4592076097518585, 9.304332441972267], "p_value": 0.1754782110224974, "input_sha256": "d3ca5a4d8ed5d9595c1a1b3a8f5bf58814d7ee9d9e5539b4570aad8b6da63c60"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2936138025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04231507201271582, "interval": [-0.019174126172638264, 0.1038042701980699], "p_value": 0.171, "input_sha256": "d5590052a1c6890c554f9d3ca077d6331f2b070ffebea2134ac19fb2871601d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2936138025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04231507201271582, "interval": [-0.018797416873742187, 0.09547930074532202], "p_value": 0.16904580534990182, "input_sha256": "d5590052a1c6890c554f9d3ca077d6331f2b070ffebea2134ac19fb2871601d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1833672369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5758233836522391, "interval": [-5.108148543705207, 6.259795311009686], "p_value": 0.843, "input_sha256": "34f261ec448edbde1221c46fc8d005293a13f0682899281576530aa69b9b605c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1833672369, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5758233836522391, "interval": [-4.411182180111649, 5.811183272902859], "p_value": 0.8359556436399085, "input_sha256": "34f261ec448edbde1221c46fc8d005293a13f0682899281576530aa69b9b605c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1833672369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004402608691851613, "interval": [-0.06765348156881862, 0.0588482641851154], "p_value": 0.883, "input_sha256": "cb7b8fd336855f23af11540852ec451c4fb42a1dba6876a9bf576ecc41675876"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1833672369, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004402608691851613, "interval": [-0.0653692029952672, 0.05224984142095937], "p_value": 0.8869005015868112, "input_sha256": "cb7b8fd336855f23af11540852ec451c4fb42a1dba6876a9bf576ecc41675876"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3772789763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06348151608538877, "interval": [-3.681356096152925, 3.808319128323702], "p_value": 0.971, "input_sha256": "ce2ded339977a9c7bd038bf53c5e326a5f14d75f39e2bee4b7c4f49ee06db1dd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3772789763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06348151608538877, "interval": [-3.6345027781567047, 3.2722170384173115], "p_value": 0.9721955842903584, "input_sha256": "ce2ded339977a9c7bd038bf53c5e326a5f14d75f39e2bee4b7c4f49ee06db1dd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3772789763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004165005587263133, "interval": [-0.0480331425573239, 0.039703131382797636], "p_value": 0.847, "input_sha256": "bf2d991a68414b1e52ec888e16e7255d518f6498942242388bc1b4d98c49a97d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3772789763, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004165005587263133, "interval": [-0.04883137684383061, 0.032952699074364315], "p_value": 0.8455647950432701, "input_sha256": "bf2d991a68414b1e52ec888e16e7255d518f6498942242388bc1b4d98c49a97d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1007498661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.354488479211618, "interval": [-8.261214992157651, 3.5522380337344144], "p_value": 0.406, "input_sha256": "a712f682e4fb88e3e2d5ae569363c67fa7f3c0d5268f3a6d3f4c59f6cb1b55a6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1007498661, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.354488479211618, "interval": [-6.866399253238297, 3.4417504730172115], "p_value": 0.4133459422535434, "input_sha256": "a712f682e4fb88e3e2d5ae569363c67fa7f3c0d5268f3a6d3f4c59f6cb1b55a6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1007498661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025208390091466918, "interval": [-0.09382698434273662, 0.04341020415980279], "p_value": 0.459, "input_sha256": "a074d47cdc9eedcd00ffc47e568856a3acecd2212b2f530e6dd8ec22bc45f8bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1007498661, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025208390091466918, "interval": [-0.07877055041463132, 0.04158543265853077], "p_value": 0.45234942488475827, "input_sha256": "a074d47cdc9eedcd00ffc47e568856a3acecd2212b2f530e6dd8ec22bc45f8bd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2052578858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7270547562140868, "interval": [-7.673891591932174, 4.219782079504], "p_value": 0.557, "input_sha256": "c60be5844d99d334f2ac4e3106390ee8e4d551beefe0964b213bd00139256042"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2052578858, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7270547562140868, "interval": [-6.6538292826022065, 3.7385524393671696], "p_value": 0.5506730875989038, "input_sha256": "c60be5844d99d334f2ac4e3106390ee8e4d551beefe0964b213bd00139256042"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2052578858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014000841664597138, "interval": [-0.07239251735147813, 0.044390834022283845], "p_value": 0.612, "input_sha256": "8c7d9ac9358bba30fc48295e19cf9e3a54756c59fce9e8676b0d56dc5372152a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2052578858, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014000841664597138, "interval": [-0.06534153955942353, 0.0329820356953218], "p_value": 0.619226712523528, "input_sha256": "8c7d9ac9358bba30fc48295e19cf9e3a54756c59fce9e8676b0d56dc5372152a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 800076883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8791439939792538, "interval": [-5.315391377828608, 3.557103389870101], "p_value": 0.673, "input_sha256": "1160744cf8af30c0dd23cf85578a914c61d466d1bfd2f49bde192b545fc20802"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 800076883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8791439939792538, "interval": [-4.690835622637467, 3.032719454427237], "p_value": 0.6884972894263479, "input_sha256": "1160744cf8af30c0dd23cf85578a914c61d466d1bfd2f49bde192b545fc20802"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 800076883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013605051533210327, "interval": [-0.05801414332756656, 0.030804040261145905], "p_value": 0.545, "input_sha256": "d8488da8b391c4db509052a87efa330e245ee777975ffeec5bd5bae3fb3f020a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 800076883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013605051533210327, "interval": [-0.05579824314882661, 0.02245234913697386], "p_value": 0.5362311130384363, "input_sha256": "d8488da8b391c4db509052a87efa330e245ee777975ffeec5bd5bae3fb3f020a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 28897117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4755473815686355, "interval": [-6.428266250979421, 3.4771714878421496], "p_value": 0.537, "input_sha256": "bb5d3a999fede26c6b9945767a26acff3ece7e444df3fee90450b103675fd14c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 28897117, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4755473815686355, "interval": [-5.3804948697455215, 3.395173261766512], "p_value": 0.5451237821699126, "input_sha256": "bb5d3a999fede26c6b9945767a26acff3ece7e444df3fee90450b103675fd14c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 28897117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021156457301826116, "interval": [-0.06912784611743047, 0.02681493151377825], "p_value": 0.362, "input_sha256": "ac7abdf609efbb7070740ec9917083a5e90201bcbc0b8b36c22df433c8813cbb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 28897117, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021156457301826116, "interval": [-0.05933067426466876, 0.025281107888783003], "p_value": 0.37296184964370793, "input_sha256": "ac7abdf609efbb7070740ec9917083a5e90201bcbc0b8b36c22df433c8813cbb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 757275071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1411564032013495, "interval": [-6.853876530729467, 4.571563724326769], "p_value": 0.694, "input_sha256": "1a47682292b5c5d30d89b1736c92da4956fe1d1780c6a0cba60360bb9b151cd0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 757275071, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1411564032013495, "interval": [-6.762517112382191, 3.4874128709541337], "p_value": 0.6843325003549603, "input_sha256": "1a47682292b5c5d30d89b1736c92da4956fe1d1780c6a0cba60360bb9b151cd0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 757275071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00474345408153966, "interval": [-0.06765042557486141, 0.05816351741178209], "p_value": 0.871, "input_sha256": "0d45bf95eeefec22eabc433eaec86269c6e555d606452e7ba666ffd976b8001d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 757275071, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00474345408153966, "interval": [-0.06107167666585762, 0.04804357886954144], "p_value": 0.8776706052529799, "input_sha256": "0d45bf95eeefec22eabc433eaec86269c6e555d606452e7ba666ffd976b8001d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2805703586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.358381784023584, "interval": [-8.768634733010687, 2.051871164963519], "p_value": 0.237, "input_sha256": "5a97b7d198b1291f2b110073f22c39567dfdc7aa0c27f95d56023e21dbf79c69"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2805703586, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.358381784023584, "interval": [-7.750913352431437, 1.7971489508996505], "p_value": 0.21279001127419606, "input_sha256": "5a97b7d198b1291f2b110073f22c39567dfdc7aa0c27f95d56023e21dbf79c69"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2805703586, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03919988347545683, "interval": [-0.10433671460265369, 0.025936947651740025], "p_value": 0.238, "input_sha256": "91b7d4d74294c67cfea2481bb77a4c6c37708f37765fb748febc0f05c8ac16b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2805703586, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03919988347545683, "interval": [-0.09547248702950031, 0.017473231477050027], "p_value": 0.22467751371207142, "input_sha256": "91b7d4d74294c67cfea2481bb77a4c6c37708f37765fb748febc0f05c8ac16b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3534349365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7533688280233943, "interval": [-4.901647509217177, 3.3949098531703883], "p_value": 0.695, "input_sha256": "d56d32a519a9be4930c360567d7eb7b5a684f17ccd9f19579adda381ca6129f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3534349365, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7533688280233943, "interval": [-4.35626471599288, 2.977716366013748], "p_value": 0.7115385092142203, "input_sha256": "d56d32a519a9be4930c360567d7eb7b5a684f17ccd9f19579adda381ca6129f9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3534349365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002983844923349039, "interval": [-0.05277912258096752, 0.04681143273426944], "p_value": 0.901, "input_sha256": "892a79113347b3d801fc1a4bafba5b4f7857961a3d7cdef696cb3ca59611e16f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3534349365, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002983844923349039, "interval": [-0.04280846146876586, 0.04454575047312842], "p_value": 0.9016411875713555, "input_sha256": "892a79113347b3d801fc1a4bafba5b4f7857961a3d7cdef696cb3ca59611e16f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2729004275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7482757340151474, "interval": [-2.0860461583565892, 7.5825976263868835], "p_value": 0.252, "input_sha256": "0f2c3e8d05940fe33fd3221d51d97bd229d1aad232e41ee1afbe116ec938d6e5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2729004275, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7482757340151474, "interval": [-1.7496701149174565, 6.762634591382781], "p_value": 0.2533466709693618, "input_sha256": "0f2c3e8d05940fe33fd3221d51d97bd229d1aad232e41ee1afbe116ec938d6e5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2729004275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032518839396712344, "interval": [-0.015531336766932802, 0.08056901556035749], "p_value": 0.175, "input_sha256": "c0c3c3df8b39c845d48bb5a13a1393cd88dd96714dee6f51adc78283c9328b75"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2729004275, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032518839396712344, "interval": [-0.012672310696664944, 0.07446127411856289], "p_value": 0.1756794167700931, "input_sha256": "c0c3c3df8b39c845d48bb5a13a1393cd88dd96714dee6f51adc78283c9328b75"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3399307568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6103232652971795, "interval": [-8.78635796391729, 5.56571143332293], "p_value": 0.631, "input_sha256": "0d7a3310a8325c4019faf2ac7da45606ca666f1023114216fb42d9fe75080c79"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3399307568, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6103232652971795, "interval": [-7.705821040815196, 4.464001037188402], "p_value": 0.638713663733908, "input_sha256": "0d7a3310a8325c4019faf2ac7da45606ca666f1023114216fb42d9fe75080c79"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3399307568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0047036971174201515, "interval": [-0.09929060499896648, 0.08988321076412618], "p_value": 0.927, "input_sha256": "6ba8d267a4354a9a44478f19b9970fc7311984b733d5b5df1ccc0a543c005745"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3399307568, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0047036971174201515, "interval": [-0.07652679265319196, 0.09241998176103322], "p_value": 0.9168431029969104, "input_sha256": "6ba8d267a4354a9a44478f19b9970fc7311984b733d5b5df1ccc0a543c005745"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2750420606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14098143976883004, "interval": [-5.48712945819651, 5.769092337734171], "p_value": 0.964, "input_sha256": "4fcb10fe26392bb57935a2845b9dd157913b65fe8f8d8851c5c11ff5eba65010"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2750420606, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14098143976883004, "interval": [-5.260033682137698, 5.050638000763767], "p_value": 0.9592278500954812, "input_sha256": "4fcb10fe26392bb57935a2845b9dd157913b65fe8f8d8851c5c11ff5eba65010"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2750420606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004572109232483017, "interval": [-0.06903480606621695, 0.059890587601250926], "p_value": 0.882, "input_sha256": "b30348b60b47f9b9394343709028be17010ee9443340fb51cc2349b397f6a441"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2750420606, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004572109232483017, "interval": [-0.07153686094593205, 0.04480738403226998], "p_value": 0.8851973372538671, "input_sha256": "b30348b60b47f9b9394343709028be17010ee9443340fb51cc2349b397f6a441"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1573495114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9675279801593039, "interval": [-6.437882224704701, 4.502826264386094], "p_value": 0.702, "input_sha256": "e917d32bc6ff77bb86640cf91fe6e3b8d87a4085004f12d11d8c090cdbe00941"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1573495114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9675279801593039, "interval": [-5.64249752694018, 4.69139074815051], "p_value": 0.7201157785057024, "input_sha256": "e917d32bc6ff77bb86640cf91fe6e3b8d87a4085004f12d11d8c090cdbe00941"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1573495114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011767635256821268, "interval": [-0.07010590116311496, 0.04657063064947242], "p_value": 0.671, "input_sha256": "51750f3e86271f3bcb9b204c66dad639813d9c720126f26dd971ccef20580f62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1573495114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011767635256821268, "interval": [-0.06421775965027066, 0.04960208387297532], "p_value": 0.6825399729451553, "input_sha256": "51750f3e86271f3bcb9b204c66dad639813d9c720126f26dd971ccef20580f62"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3082469936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1632311516912415, "interval": [-4.410387338300449, 6.736849641682932], "p_value": 0.697, "input_sha256": "53f263320fa1206583a3f7f5dfd527ae2422109df1c6f3dcae4b1666b1770803"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3082469936, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1632311516912415, "interval": [-3.4043104706344613, 6.851260299044361], "p_value": 0.6695341253038611, "input_sha256": "53f263320fa1206583a3f7f5dfd527ae2422109df1c6f3dcae4b1666b1770803"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3082469936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008075304603309286, "interval": [-0.04845390895450209, 0.06460451816112067], "p_value": 0.775, "input_sha256": "e778289fb8162b714c1e2b0f579906acf70093b582417535962dadd121ea7a8a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3082469936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008075304603309286, "interval": [-0.039627891160892485, 0.06202686066903092], "p_value": 0.7707267834155993, "input_sha256": "e778289fb8162b714c1e2b0f579906acf70093b582417535962dadd121ea7a8a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4031922043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6320351702827507, "interval": [-1.9934901179242566, 9.257560458489758], "p_value": 0.166, "input_sha256": "edcaa341d5206c79c1b5988cdae2607b64786694d0e2f5c4341bc7da07e76272"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4031922043, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6320351702827507, "interval": [-2.4333066614907475, 7.779660463873547], "p_value": 0.19451263016673837, "input_sha256": "edcaa341d5206c79c1b5988cdae2607b64786694d0e2f5c4341bc7da07e76272"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4031922043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04545232990812022, "interval": [-0.010206284314451905, 0.10111094413069234], "p_value": 0.08, "input_sha256": "08bdf9305ad84147ba1a52edf8a8d5fa39e4c330b158cd1ce77ac964557158a0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4031922043, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04545232990812022, "interval": [-0.009257151120362959, 0.0896777674483055], "p_value": 0.10407509840313316, "input_sha256": "08bdf9305ad84147ba1a52edf8a8d5fa39e4c330b158cd1ce77ac964557158a0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3493725011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.200210002489429, "interval": [-10.009708912046662, 1.6092889070678025], "p_value": 0.147, "input_sha256": "77e21a9bd89aed0487ce1ddfe9532118af6079656c60bce0a76f890d51d09991"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3493725011, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.200210002489429, "interval": [-9.852694811843708, 0.7566982203425541], "p_value": 0.14819055040256318, "input_sha256": "77e21a9bd89aed0487ce1ddfe9532118af6079656c60bce0a76f890d51d09991"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3493725011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0410835017604407, "interval": [-0.10452853842278506, 0.02236153490190366], "p_value": 0.192, "input_sha256": "fa3fdee3caf672895fb22e59c094b11c4f9553d7ec26fa25e2fbb38ac0af41b9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3493725011, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0410835017604407, "interval": [-0.101064690208935, 0.015969548736722294], "p_value": 0.19260836038571721, "input_sha256": "fa3fdee3caf672895fb22e59c094b11c4f9553d7ec26fa25e2fbb38ac0af41b9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1820010668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11114938317475509, "interval": [-6.181390973603815, 5.959092207254304], "p_value": 0.973, "input_sha256": "3ade995b505ac4ff287f66a88cf69183acffc4a55dc8a2f955618956a51d029f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1820010668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11114938317475509, "interval": [-5.224639393335486, 5.730899594656428], "p_value": 0.9702715396693031, "input_sha256": "3ade995b505ac4ff287f66a88cf69183acffc4a55dc8a2f955618956a51d029f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1820010668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005573113714580457, "interval": [-0.06624474076554379, 0.055098513336382875], "p_value": 0.866, "input_sha256": "2cc376df63c82666950e63e2344a188472805796becefb452238ba9355283bf2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1820010668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005573113714580457, "interval": [-0.05800439945993293, 0.051501246678709645], "p_value": 0.8523198184118782, "input_sha256": "2cc376df63c82666950e63e2344a188472805796becefb452238ba9355283bf2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2696948870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.704835902112324, "interval": [-2.0264134677249444, 7.436085271949592], "p_value": 0.251, "input_sha256": "91794a774a5aa43386356bad78f1d98f2d1f122e9ce85bc0f057a4c3ade85bf8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2696948870, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.704835902112324, "interval": [-1.327670612485349, 7.39778034510033], "p_value": 0.25164516056541053, "input_sha256": "91794a774a5aa43386356bad78f1d98f2d1f122e9ce85bc0f057a4c3ade85bf8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2696948870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010292983756629086, "interval": [-0.039542291837764955, 0.060128259351023124], "p_value": 0.696, "input_sha256": "23f73df21134ec8ef1f0cfe5268559f915034f6eaed838be42d118d480ea10b6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2696948870, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010292983756629086, "interval": [-0.032193855086006105, 0.059191894390163466], "p_value": 0.6760936178442355, "input_sha256": "23f73df21134ec8ef1f0cfe5268559f915034f6eaed838be42d118d480ea10b6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2430340436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.42496866771773933, "interval": [-4.8052936187434705, 5.65523095417895], "p_value": 0.873, "input_sha256": "bcbbbe501de5951a31f0ebdae55677e287aad207f7fe3a4f4317ff2df8fcffcf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2430340436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.42496866771773933, "interval": [-4.2174869320951025, 5.207954921203185], "p_value": 0.8682329782085996, "input_sha256": "bcbbbe501de5951a31f0ebdae55677e287aad207f7fe3a4f4317ff2df8fcffcf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2430340436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01471095405491001, "interval": [-0.04581433846444097, 0.07523624657426099], "p_value": 0.626, "input_sha256": "7d8e2209fba76a9c969f3f373b83a06755cc143e3908f010b9c2b2f1ae0d6dfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2430340436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01471095405491001, "interval": [-0.03655748294885558, 0.06790207636329508], "p_value": 0.6203621318770176, "input_sha256": "7d8e2209fba76a9c969f3f373b83a06755cc143e3908f010b9c2b2f1ae0d6dfa"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1061387544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.845057980317043, "interval": [-8.143041841261075, 0.45292588062698913], "p_value": 0.09, "input_sha256": "fcce2e2d12567c5111f3b1c08ea4391b021177cc839d01de577a8c24624e7980"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1061387544, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.845057980317043, "interval": [-8.527912498515837, -0.3793430377149315], "p_value": 0.07751879352877482, "input_sha256": "fcce2e2d12567c5111f3b1c08ea4391b021177cc839d01de577a8c24624e7980"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1061387544, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03425416407980016, "interval": [-0.08566356542782551, 0.017155237268225182], "p_value": 0.191, "input_sha256": "3073736cfd3ec540e7192a8fef98c311759864f7c29d157037a92c6131bd014d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1061387544, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03425416407980016, "interval": [-0.08706816079108813, 0.00974440704742345], "p_value": 0.18292091442625982, "input_sha256": "3073736cfd3ec540e7192a8fef98c311759864f7c29d157037a92c6131bd014d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 764720081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.20196437851547722, "interval": [-6.776584706994691, 6.372655949963737], "p_value": 0.951, "input_sha256": "f87d1b62e9e31dd76ef007e9e5d9f2d782323f9479e88e670fe427acc1bc3f3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 764720081, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.20196437851547722, "interval": [-6.445750058996585, 4.9070219885232005], "p_value": 0.9499367147321501, "input_sha256": "f87d1b62e9e31dd76ef007e9e5d9f2d782323f9479e88e670fe427acc1bc3f3f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 764720081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001534758435394825, "interval": [-0.07285748728786134, 0.075927004158651], "p_value": 0.971, "input_sha256": "ac7d0bc91cc9a588a91e9366b6d256f05f428357983fadf809ec78db8dd448c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 764720081, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001534758435394825, "interval": [-0.06638080011370723, 0.06354973620044524], "p_value": 0.966301252096966, "input_sha256": "ac7d0bc91cc9a588a91e9366b6d256f05f428357983fadf809ec78db8dd448c9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2638899642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.642594564453325, "interval": [-2.7944216452352126, 10.079610774141862], "p_value": 0.237, "input_sha256": "aa6ee3b5c1d4d48846083cd3543f4d4b504b1fd4249930c096a1cf3b2fab3677"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2638899642, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.642594564453325, "interval": [-1.480117403131008, 9.890644180230405], "p_value": 0.25434402391290345, "input_sha256": "aa6ee3b5c1d4d48846083cd3543f4d4b504b1fd4249930c096a1cf3b2fab3677"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2638899642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02553904237186388, "interval": [-0.043726777129090705, 0.09480486187281847], "p_value": 0.438, "input_sha256": "47ff569583578b111c98fb1a8e4e77efe6ad5e5e76a782b6e79bdadbb00b75bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2638899642, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02553904237186388, "interval": [-0.031499057032805054, 0.09237626453378375], "p_value": 0.4545634728272525, "input_sha256": "47ff569583578b111c98fb1a8e4e77efe6ad5e5e76a782b6e79bdadbb00b75bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4236095967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2454301341907478, "interval": [-6.039262651775356, 6.5301229201568525], "p_value": 0.927, "input_sha256": "c2a6f8f767465b8c16be29cce67a8e54332ac20f4f350824356a9b9cb266db80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4236095967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2454301341907478, "interval": [-4.546360179670832, 6.697242825683197], "p_value": 0.9364141140752047, "input_sha256": "c2a6f8f767465b8c16be29cce67a8e54332ac20f4f350824356a9b9cb266db80"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4236095967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006147783341841283, "interval": [-0.06901169332749095, 0.05671612664380839], "p_value": 0.835, "input_sha256": "16d3a1bd4fd0778bedd1924a3a2b23e892731eac82962619852432bbb3a8fa87"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4236095967, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006147783341841283, "interval": [-0.06037045672592126, 0.055290669765176034], "p_value": 0.8418663744631648, "input_sha256": "16d3a1bd4fd0778bedd1924a3a2b23e892731eac82962619852432bbb3a8fa87"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2880451195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.799281660383754, "interval": [1.0230720272997536, 10.575491293467753], "p_value": 0.017, "input_sha256": "ddd2576856e43dc467e5dedfbd356dfc2e0b69142cc60878852b1dfb79f53523"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2880451195, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.799281660383754, "interval": [1.9267393574036933, 10.658313898052553], "p_value": 0.019040150841200875, "input_sha256": "ddd2576856e43dc467e5dedfbd356dfc2e0b69142cc60878852b1dfb79f53523"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2880451195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07315650533528167, "interval": [0.01554223326799268, 0.13077077740257068], "p_value": 0.01, "input_sha256": "fa3c7f279cb7c9a0a6f1cbb8142fb11ebf04afad6ecaf792ef68b180f87586ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2880451195, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07315650533528167, "interval": [0.028990966114997258, 0.1411999140535065], "p_value": 0.015065167456444291, "input_sha256": "fa3c7f279cb7c9a0a6f1cbb8142fb11ebf04afad6ecaf792ef68b180f87586ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2859063492, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.479678674382216, "interval": [-3.324831583496976, 8.284188932261408], "p_value": 0.39, "input_sha256": "bc15931de2413ca42482dc3f9a98981389e4c75cf9edfa6f2186cbd883de15cd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2859063492, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.479678674382216, "interval": [-2.8745845435636252, 7.201938704753785], "p_value": 0.3873178126502197, "input_sha256": "bc15931de2413ca42482dc3f9a98981389e4c75cf9edfa6f2186cbd883de15cd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2859063492, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02726436527184057, "interval": [-0.03777400351999032, 0.09230273406367145], "p_value": 0.403, "input_sha256": "14095b9987a7a1e328a3594aa6efd3480ee9db1c96f669e27e8a7f24a2d55536"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2859063492, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02726436527184057, "interval": [-0.03033266894422264, 0.08616931373028401], "p_value": 0.39670191176088576, "input_sha256": "14095b9987a7a1e328a3594aa6efd3480ee9db1c96f669e27e8a7f24a2d55536"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1104691393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.968325959919285, "interval": [-8.256281946959678, 2.3196300271211086], "p_value": 0.239, "input_sha256": "9b2bab45a38241a47cccecf815323bee53bb5f2df401b89bb3183d9f5918107a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1104691393, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.968325959919285, "interval": [-7.339907255237518, 2.1408638670556575], "p_value": 0.2533521438409644, "input_sha256": "9b2bab45a38241a47cccecf815323bee53bb5f2df401b89bb3183d9f5918107a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1104691393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.043851462294846745, "interval": [-0.10219825604964311, 0.014495331459949627], "p_value": 0.114, "input_sha256": "8b80328ea3b354102ed9d9ef57743b05b24f0f450f056c8dacb7a4a6a60f45e2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1104691393, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.043851462294846745, "interval": [-0.09634860767524969, 0.007500142746616603], "p_value": 0.13111228520940885, "input_sha256": "8b80328ea3b354102ed9d9ef57743b05b24f0f450f056c8dacb7a4a6a60f45e2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1817118746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4869200782121155, "interval": [-4.403657196160886, 9.377497352585117], "p_value": 0.478, "input_sha256": "bffff40eb4ad47e8ec424f08ee21fc8cb5f361926564a91bb93d0c58b7c52097"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1817118746, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4869200782121155, "interval": [-3.3742238356054086, 8.468643151493154], "p_value": 0.4628497789150595, "input_sha256": "bffff40eb4ad47e8ec424f08ee21fc8cb5f361926564a91bb93d0c58b7c52097"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1817118746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023025798513872906, "interval": [-0.042796565661164146, 0.08884816268890995], "p_value": 0.489, "input_sha256": "7490e5bbb84786f753ccfffb28d53aa5b6b797ad94c7b167ed7a76a3965076fc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1817118746, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023025798513872906, "interval": [-0.03260378897526231, 0.07966854006323346], "p_value": 0.4776829533169882, "input_sha256": "7490e5bbb84786f753ccfffb28d53aa5b6b797ad94c7b167ed7a76a3965076fc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2281060738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.952645395187254, "interval": [-0.6310459616145323, 12.53633675198904], "p_value": 0.079, "input_sha256": "ffe3fba5208770dbf3c7674522e9de36f28583ac6fbfd1bece27570f57686100"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2281060738, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.952645395187254, "interval": [-0.011141895710522126, 11.432581923759747], "p_value": 0.07401512656107019, "input_sha256": "ffe3fba5208770dbf3c7674522e9de36f28583ac6fbfd1bece27570f57686100"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2281060738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06783751927192735, "interval": [-0.000595999077703871, 0.13627103762155857], "p_value": 0.049, "input_sha256": "b72bbf918e4d6aab0f02e249bc9e5210b75a01b53066f75a9a89513a678a1b67"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2281060738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06783751927192735, "interval": [0.0069220735222202436, 0.1258166503077168], "p_value": 0.05186927808276461, "input_sha256": "b72bbf918e4d6aab0f02e249bc9e5210b75a01b53066f75a9a89513a678a1b67"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3815290801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.863710471852072, "interval": [-7.081149141493018, 1.353728197788874], "p_value": 0.156, "input_sha256": "bdca3efb906c5c0e7a1d29ea1739e81ab450b9edfc12543cda0b1c44ddbd8408"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3815290801, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.863710471852072, "interval": [-6.50184799523848, 1.2197067244637378], "p_value": 0.1723846254377376, "input_sha256": "bdca3efb906c5c0e7a1d29ea1739e81ab450b9edfc12543cda0b1c44ddbd8408"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3815290801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030538996624118808, "interval": [-0.07297782363815976, 0.01189983038992214], "p_value": 0.137, "input_sha256": "3bdeb30cb036b16c8b66a83ed7b68b5a42fd6beaeabb902761792e2d21bc6b1b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3815290801, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030538996624118808, "interval": [-0.06485353117761469, 0.013459620727392494], "p_value": 0.14824512456646538, "input_sha256": "3bdeb30cb036b16c8b66a83ed7b68b5a42fd6beaeabb902761792e2d21bc6b1b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3672398222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1010329893234578, "interval": [-5.750747647306787, 3.5486816686598717], "p_value": 0.653, "input_sha256": "8b57a12dc26ca4a5f0b8814f9b8055cfba18f05d73e97511a9b519455d96d85d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3672398222, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1010329893234578, "interval": [-6.088187554859526, 2.97559909907523], "p_value": 0.6311870050491719, "input_sha256": "8b57a12dc26ca4a5f0b8814f9b8055cfba18f05d73e97511a9b519455d96d85d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3672398222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012015066621658875, "interval": [-0.06615630611475806, 0.04212617287144031], "p_value": 0.668, "input_sha256": "4153a600fc3b78878fa5ebd095a6230e06dcb97a2a2da59a55f4bd99e5425411"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3672398222, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012015066621658875, "interval": [-0.06392838389271183, 0.04163504872927143], "p_value": 0.6525277584150371, "input_sha256": "4153a600fc3b78878fa5ebd095a6230e06dcb97a2a2da59a55f4bd99e5425411"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2015324975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3768333007559512, "interval": [-2.953220811726327, 7.7068874132382295], "p_value": 0.33, "input_sha256": "d437e035181cb78cd752dc70e00d8f32a26dd90da53f8e6816a36e435649469d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2015324975, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3768333007559512, "interval": [-2.4639613687796214, 7.46653787737819], "p_value": 0.3614301828859122, "input_sha256": "d437e035181cb78cd752dc70e00d8f32a26dd90da53f8e6816a36e435649469d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2015324975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04373290183591577, "interval": [-0.023566013503796404, 0.11103181717562795], "p_value": 0.161, "input_sha256": "590182120cce760e23f0cb36e8b7c64a011b41f8dae9438e88ec24e0c295e7d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2015324975, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04373290183591577, "interval": [-0.008571587631773498, 0.11256320510135803], "p_value": 0.1859719381334178, "input_sha256": "590182120cce760e23f0cb36e8b7c64a011b41f8dae9438e88ec24e0c295e7d6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2028143689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.54721541629421, "interval": [-2.4192569299908335, 9.513687762579254], "p_value": 0.224, "input_sha256": "60b646d3de59346e08b45a715f5a5a1cef65f52ff9d225cc190bd89b755277a8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2028143689, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.54721541629421, "interval": [-1.186860707087853, 9.07402803882504], "p_value": 0.22548665128476542, "input_sha256": "60b646d3de59346e08b45a715f5a5a1cef65f52ff9d225cc190bd89b755277a8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2028143689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05363351508435993, "interval": [-0.02377977253876777, 0.13104680270748764], "p_value": 0.141, "input_sha256": "1b63c2c15d75f8d5c62ad54de6e81b7f1908f9c56b5028ccbb03eb5dbd19e250"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2028143689, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05363351508435993, "interval": [0.0025628355833173847, 0.14343259208786693], "p_value": 0.1587633251803615, "input_sha256": "1b63c2c15d75f8d5c62ad54de6e81b7f1908f9c56b5028ccbb03eb5dbd19e250"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3177264165, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4344186759340523, "interval": [-8.678138579932218, 1.8093012280641134], "p_value": 0.178, "input_sha256": "53e36f8cb4ce13d1a318108f42a9c666f51bf92ccba1fc70e7f3fc1004e1473f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3177264165, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4344186759340523, "interval": [-7.906295175029758, 1.4762360498903104], "p_value": 0.1860614497960441, "input_sha256": "53e36f8cb4ce13d1a318108f42a9c666f51bf92ccba1fc70e7f3fc1004e1473f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3177264165, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03659265085427593, "interval": [-0.08957476607776622, 0.01638946436921436], "p_value": 0.159, "input_sha256": "f277b65db53cbbdeddf108fe93bf294a91a0d32c01548ba4372381b2702e1109"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3177264165, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03659265085427593, "interval": [-0.07803481045800979, 0.01550436194780537], "p_value": 0.1659500795668257, "input_sha256": "f277b65db53cbbdeddf108fe93bf294a91a0d32c01548ba4372381b2702e1109"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2897707482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2193420639045494, "interval": [-7.085860400290042, 2.6471762724809436], "p_value": 0.345, "input_sha256": "bb2f0734c2b35b48f4104a586b6427d23396374471c2edd9de8a41735e07d41f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2897707482, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2193420639045494, "interval": [-7.054600577536724, 2.1098340219061478], "p_value": 0.3566511465949962, "input_sha256": "bb2f0734c2b35b48f4104a586b6427d23396374471c2edd9de8a41735e07d41f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2897707482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026324635263747724, "interval": [-0.08025047098227792, 0.027601200454782475], "p_value": 0.302, "input_sha256": "884af62b0a0fae4139a62aeb26567cc8caa9f302680bedaa9c99ad883254e5d2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2897707482, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026324635263747724, "interval": [-0.07564143385645063, 0.022001724796462584], "p_value": 0.32352043596041535, "input_sha256": "884af62b0a0fae4139a62aeb26567cc8caa9f302680bedaa9c99ad883254e5d2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3165177811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2901869811655642, "interval": [-3.4065375545908125, 5.986911516921941], "p_value": 0.558, "input_sha256": "1d334b87fc2a81dfa7fefe0908a9dd64f6f488d7d8893c07f0abf8ee09195d6c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3165177811, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2901869811655642, "interval": [-2.7807033790155016, 5.435406265434518], "p_value": 0.5762655970726112, "input_sha256": "1d334b87fc2a81dfa7fefe0908a9dd64f6f488d7d8893c07f0abf8ee09195d6c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3165177811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008042294113456732, "interval": [-0.04402105191068627, 0.06010564013759974], "p_value": 0.749, "input_sha256": "b9f8c4327ba7199b3bbf673fd3631f46d83b4ee9f5409f227438e42eed41c934"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3165177811, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008042294113456732, "interval": [-0.036790830210399625, 0.05332201463220068], "p_value": 0.752888153258501, "input_sha256": "b9f8c4327ba7199b3bbf673fd3631f46d83b4ee9f5409f227438e42eed41c934"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2229844415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.955661276268128, "interval": [-6.85539436234394, 2.9440718098076837], "p_value": 0.384, "input_sha256": "b045e45a992634600d5ac4cd00c3b4ed1d5232cee094f67e1b1a82ee7fa5124d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2229844415, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.955661276268128, "interval": [-5.997700112744772, 2.8324540576116104], "p_value": 0.4158295135186939, "input_sha256": "b045e45a992634600d5ac4cd00c3b4ed1d5232cee094f67e1b1a82ee7fa5124d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2229844415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023153257447503406, "interval": [-0.0740198296818751, 0.027713314786868275], "p_value": 0.333, "input_sha256": "9d6fa62017c61eb64bd936b70abb28985be4233a83a41b0750079e3d88775d97"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2229844415, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023153257447503406, "interval": [-0.06346543573159531, 0.032753340379619994], "p_value": 0.3557701717939312, "input_sha256": "9d6fa62017c61eb64bd936b70abb28985be4233a83a41b0750079e3d88775d97"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2424761939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2249618909786568, "interval": [-6.5297862347283235, 4.07986245277101], "p_value": 0.623, "input_sha256": "8f5da6358a689421e298521d1d82a5bdd849fa4ca271c6a31fa6f609f3b88da0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2424761939, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2249618909786568, "interval": [-6.2510571276877505, 3.117010291378072], "p_value": 0.6375529254191827, "input_sha256": "8f5da6358a689421e298521d1d82a5bdd849fa4ca271c6a31fa6f609f3b88da0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2424761939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0170329362811623, "interval": [-0.07271938030435336, 0.03865350774202876], "p_value": 0.517, "input_sha256": "1b45e4d76b89af1553add79353d30321fc9d62bf77a1dda9e881300d840f1e9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2424761939, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0170329362811623, "interval": [-0.06910754861137575, 0.027888389520011825], "p_value": 0.5343068299949345, "input_sha256": "1b45e4d76b89af1553add79353d30321fc9d62bf77a1dda9e881300d840f1e9d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2453529494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5061364123048772, "interval": [-5.554275319803575, 4.542002495193821], "p_value": 0.843, "input_sha256": "f7dca14c78df109bd41e15227518a416976953fe83fbdb93a12a10a56030918c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2453529494, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5061364123048772, "interval": [-5.071043918949997, 4.05339504006725], "p_value": 0.8368658333336666, "input_sha256": "f7dca14c78df109bd41e15227518a416976953fe83fbdb93a12a10a56030918c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2453529494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008463527940356933, "interval": [-0.05879365989071959, 0.041866604010005734], "p_value": 0.759, "input_sha256": "492a00ff86b6327e79abd319a078cad243dd49b72e4f2193385a17b5c7968189"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2453529494, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008463527940356933, "interval": [-0.05539068823476995, 0.0368533263383651], "p_value": 0.7304563589634085, "input_sha256": "492a00ff86b6327e79abd319a078cad243dd49b72e4f2193385a17b5c7968189"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 451281452, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.40293174644092, "interval": [-0.4672292898188575, 9.273092782700697], "p_value": 0.067, "input_sha256": "c252b4aa862492bb5b9b0792efb1f2b37e918fc81e28177ce14253fa8b957760"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 451281452, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.40293174644092, "interval": [-0.16661711667556323, 8.544838598306544], "p_value": 0.07428125344423214, "input_sha256": "c252b4aa862492bb5b9b0792efb1f2b37e918fc81e28177ce14253fa8b957760"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 451281452, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04810010388261631, "interval": [0.0002601767985395409, 0.09594003096669308], "p_value": 0.053, "input_sha256": "3ce203ac9e881fdfad9c8a2d00d7a5698d674c7b959ff04d67a73ecf388e9587"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 451281452, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04810010388261631, "interval": [0.0028504801266998666, 0.08911488353657235], "p_value": 0.048856789872252095, "input_sha256": "3ce203ac9e881fdfad9c8a2d00d7a5698d674c7b959ff04d67a73ecf388e9587"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3122367785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.29111146655555, "interval": [-1.1706787124946718, 9.752901645605771], "p_value": 0.111, "input_sha256": "9c18bd6c09d131bab10dfc2f24f6c23f7a2709544ba60a357dc12066c0df985b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3122367785, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.29111146655555, "interval": [-0.1146051765561004, 9.569656235064574], "p_value": 0.11784024070501696, "input_sha256": "9c18bd6c09d131bab10dfc2f24f6c23f7a2709544ba60a357dc12066c0df985b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3122367785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04639996958270924, "interval": [-0.0008866240483965809, 0.09368656321381506], "p_value": 0.046, "input_sha256": "311eff73bf0bdef75b7afbfe9e5961c5472169482de49b16f1b1cde69542f99f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3122367785, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04639996958270924, "interval": [0.0074453958962719, 0.09280944155034959], "p_value": 0.054125832467478166, "input_sha256": "311eff73bf0bdef75b7afbfe9e5961c5472169482de49b16f1b1cde69542f99f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1222309200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.480956709336944, "interval": [-6.564749564518927, 9.526662983192814], "p_value": 0.694, "input_sha256": "5b74813cceccd3b8bc7c7da75f7aa7dcac97e5d6f8279da3b24fac7016faae0d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1222309200, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.480956709336944, "interval": [-5.869079154665934, 8.35793075699712], "p_value": 0.7081437935633056, "input_sha256": "5b74813cceccd3b8bc7c7da75f7aa7dcac97e5d6f8279da3b24fac7016faae0d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1222309200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010080595233737293, "interval": [-0.07534906920954278, 0.09551025967701736], "p_value": 0.796, "input_sha256": "80c734b9955c0524d316adc400ce62b90794b954706edeb7830db98e4bd9b0c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1222309200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010080595233737293, "interval": [-0.07052101962173374, 0.08088755018837492], "p_value": 0.8106848491371424, "input_sha256": "80c734b9955c0524d316adc400ce62b90794b954706edeb7830db98e4bd9b0c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3309391572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.745176486181874, "interval": [-9.24295664777295, 1.752603675409202], "p_value": 0.19, "input_sha256": "9b864b978ff3dbb1acab5cbc30b79d1a12db9f36822781653a878032d437247a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3309391572, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.745176486181874, "interval": [-8.890061325466865, 1.0109587311941288], "p_value": 0.17321206705652673, "input_sha256": "9b864b978ff3dbb1acab5cbc30b79d1a12db9f36822781653a878032d437247a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3309391572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04597297379995005, "interval": [-0.10751206750311769, 0.015566119903217587], "p_value": 0.159, "input_sha256": "6996459f1388f78f4a4f6d3756cdcaf8a324c49ef454339717c4e444b8ab6435"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3309391572, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04597297379995005, "interval": [-0.10034104579225667, 0.006772025240705535], "p_value": 0.13669253551184765, "input_sha256": "6996459f1388f78f4a4f6d3756cdcaf8a324c49ef454339717c4e444b8ab6435"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 732702603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.43104197097798685, "interval": [-6.960048534264506, 6.097964592308533], "p_value": 0.892, "input_sha256": "6cbf84317d033de95d8ae961918a730217133fe2070dd32eb1cdb436f1676a24"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 732702603, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.43104197097798685, "interval": [-6.029328123917003, 5.122063149284], "p_value": 0.8932559964126237, "input_sha256": "6cbf84317d033de95d8ae961918a730217133fe2070dd32eb1cdb436f1676a24"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 732702603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019044908806033585, "interval": [-0.06847044506951025, 0.07227942683071698], "p_value": 0.955, "input_sha256": "8154609c288d540f8d80df82d2f4bed9fc834c9c32c855448ef8d815ad043729"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 732702603, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019044908806033585, "interval": [-0.06015774303231691, 0.06344387432495303], "p_value": 0.9560651265865578, "input_sha256": "8154609c288d540f8d80df82d2f4bed9fc834c9c32c855448ef8d815ad043729"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1228290245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.660419721390254, "interval": [-1.9052106076949937, 7.226050050475502], "p_value": 0.253, "input_sha256": "eb0b3d979e3883eaccb53f9e7d44efc69792546641865c0f90a49f954768a94d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1228290245, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.660419721390254, "interval": [-1.0216646706968255, 6.716592474521034], "p_value": 0.24236929956455378, "input_sha256": "eb0b3d979e3883eaccb53f9e7d44efc69792546641865c0f90a49f954768a94d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1228290245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01957407588134504, "interval": [-0.026946322725622123, 0.0660944744883122], "p_value": 0.405, "input_sha256": "4f547bfff5d614e17d4628f619beee99346e17d89d4cb28ad63bd3cbb7e54d6a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1228290245, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01957407588134504, "interval": [-0.019577821260457772, 0.059695634178140194], "p_value": 0.39581945692678877, "input_sha256": "4f547bfff5d614e17d4628f619beee99346e17d89d4cb28ad63bd3cbb7e54d6a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2736989836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2026502146236946, "interval": [-1.6830634250534255, 8.088363854300814], "p_value": 0.162, "input_sha256": "e4fd91c0e2e75e45e5c20016fc690b85b01979463acdd477c6933a6f3d03de71"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2736989836, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2026502146236946, "interval": [-0.7892004083225357, 7.884486432022631], "p_value": 0.190314249690688, "input_sha256": "e4fd91c0e2e75e45e5c20016fc690b85b01979463acdd477c6933a6f3d03de71"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2736989836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04823252472489808, "interval": [-0.014925142371349308, 0.11139019182114546], "p_value": 0.109, "input_sha256": "07e77cf938191eda66846007f37029369fc15c036246515ee58cb430b33a549d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2736989836, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04823252472489808, "interval": [-0.0017928754145621183, 0.10899593214647177], "p_value": 0.12770733318983943, "input_sha256": "07e77cf938191eda66846007f37029369fc15c036246515ee58cb430b33a549d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1190461317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.603990197667623, "interval": [-5.7006771485202545, 6.908657543855501], "p_value": 0.831, "input_sha256": "c364134b7161fbb01440502eca9f01e25aa7bc46c4cab5d918c94ef5c64d98ce"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1190461317, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.603990197667623, "interval": [-5.606314045842388, 6.204060345093616], "p_value": 0.8440641975464975, "input_sha256": "c364134b7161fbb01440502eca9f01e25aa7bc46c4cab5d918c94ef5c64d98ce"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1190461317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01531244508675391, "interval": [-0.06354120260037996, 0.09416609277388777], "p_value": 0.7, "input_sha256": "44976a83c8aabd6f2afe5eeba955dd51800a7d38a38bfc5e94fe92b38284e17c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1190461317, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01531244508675391, "interval": [-0.05768772217869044, 0.08865412863498955], "p_value": 0.6892496531999672, "input_sha256": "44976a83c8aabd6f2afe5eeba955dd51800a7d38a38bfc5e94fe92b38284e17c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4163879313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06932658834821304, "interval": [-5.401583017105172, 5.262929840408746], "p_value": 0.983, "input_sha256": "058f75170bb82180ee99b3faac126283fc9567a3892d5dfec863b78379dd58d1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4163879313, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06932658834821304, "interval": [-4.566933128432653, 5.425783486460396], "p_value": 0.9788747891687992, "input_sha256": "058f75170bb82180ee99b3faac126283fc9567a3892d5dfec863b78379dd58d1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4163879313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008789294922515232, "interval": [-0.04156360831565131, 0.05914219816068178], "p_value": 0.729, "input_sha256": "eb0659843e097112fbda175ddd0a6439df5af7b2d16ad404d79681273d2c9128"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4163879313, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008789294922515232, "interval": [-0.0334315747103088, 0.0626421416048615], "p_value": 0.7231619847694049, "input_sha256": "eb0659843e097112fbda175ddd0a6439df5af7b2d16ad404d79681273d2c9128"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 291523651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5753989080781436, "interval": [-7.954620382342611, 4.803822566186325], "p_value": 0.601, "input_sha256": "49b7c0f634a4af8ea0c0bbd90afa3c49add34d08cdfcbc4863eb314d03129998"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 291523651, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5753989080781436, "interval": [-8.440901401997964, 3.6104258124976107], "p_value": 0.615031399761442, "input_sha256": "49b7c0f634a4af8ea0c0bbd90afa3c49add34d08cdfcbc4863eb314d03129998"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 291523651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02254619238179395, "interval": [-0.09180336355746863, 0.046710978793880725], "p_value": 0.509, "input_sha256": "9106058b147972b39a24a00920c1242c7f00d8faaa9896ec561a8c0473446b41"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 291523651, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02254619238179395, "interval": [-0.09946986556852447, 0.0337976632944168], "p_value": 0.5080910615197745, "input_sha256": "9106058b147972b39a24a00920c1242c7f00d8faaa9896ec561a8c0473446b41"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3362695905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2751016795653953, "interval": [-3.7495121582114166, 6.299715517342207], "p_value": 0.56, "input_sha256": "d8c977c0809184d4a27c099ba5c2d805cedac928fa79c30ca3d5e26f1c2dbbec"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3362695905, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2751016795653953, "interval": [-3.1555597871060455, 5.773983875774268], "p_value": 0.6046661174050354, "input_sha256": "d8c977c0809184d4a27c099ba5c2d805cedac928fa79c30ca3d5e26f1c2dbbec"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3362695905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016846718579798598, "interval": [-0.04069492307153638, 0.07438836023113357], "p_value": 0.532, "input_sha256": "aff0a3e5f41e3f94d05afac66a7ffcb994b5b78e13153ae0084230903a49cd97"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3362695905, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016846718579798598, "interval": [-0.032508139322790834, 0.07410113714596359], "p_value": 0.5496931436468555, "input_sha256": "aff0a3e5f41e3f94d05afac66a7ffcb994b5b78e13153ae0084230903a49cd97"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2015227530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.000457360628417, "interval": [-6.5533771917415855, 2.552462470484752], "p_value": 0.384, "input_sha256": "73365eff5765eb7f78fa68fdde8067e4a6af96104800f458ec3f954e32d5d367"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2015227530, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.000457360628417, "interval": [-6.562534188196122, 2.0656088574530354], "p_value": 0.37586454545200043, "input_sha256": "73365eff5765eb7f78fa68fdde8067e4a6af96104800f458ec3f954e32d5d367"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2015227530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024356272224159658, "interval": [-0.07317561364186223, 0.02446306919354291], "p_value": 0.312, "input_sha256": "8908d5beb665a13449271a9bb5e3695e8b799760f58e1a8499e6026100852cad"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2015227530, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024356272224159658, "interval": [-0.06963988241992636, 0.021064341525482286], "p_value": 0.31498692628676733, "input_sha256": "8908d5beb665a13449271a9bb5e3695e8b799760f58e1a8499e6026100852cad"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 732878863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.142806652197531, "interval": [-1.5603837302233483, 7.84599703461841], "p_value": 0.169, "input_sha256": "4a32ab15e9b45c51284aa61155dc45af3b85c661329c69a2182b9b97bab8703f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 732878863, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.142806652197531, "interval": [-1.1599945539133483, 7.589697187696037], "p_value": 0.1817384391679852, "input_sha256": "4a32ab15e9b45c51284aa61155dc45af3b85c661329c69a2182b9b97bab8703f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 732878863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0421268400516031, "interval": [-0.005910132461428012, 0.09016381256463421], "p_value": 0.074, "input_sha256": "a754794d279347d46e619ae12efc06328ab9c8f59b7b61904a9c82a89109433d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 732878863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0421268400516031, "interval": [-0.006211270632226771, 0.08300113983184064], "p_value": 0.08299347765149623, "input_sha256": "a754794d279347d46e619ae12efc06328ab9c8f59b7b61904a9c82a89109433d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3653433435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.06578784982395, "interval": [-3.71424905721834, 7.84582475686624], "p_value": 0.477, "input_sha256": "9a30c2f1ae525743947af5dd394221fc7891b225927307ceb4f9e48368baf2cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3653433435, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.06578784982395, "interval": [-2.644897694074201, 7.622045977640426], "p_value": 0.46883304782094437, "input_sha256": "9a30c2f1ae525743947af5dd394221fc7891b225927307ceb4f9e48368baf2cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3653433435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012133276834667292, "interval": [-0.04737560820550717, 0.07164216187484176], "p_value": 0.687, "input_sha256": "7fc6154ae1ca72c4476a45fe616a1109df266c5867e25144ae76ff87663e5c96"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3653433435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012133276834667292, "interval": [-0.036325922962048944, 0.0686352510392314], "p_value": 0.6778327601221539, "input_sha256": "7fc6154ae1ca72c4476a45fe616a1109df266c5867e25144ae76ff87663e5c96"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 133125525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0015041755444223648, "interval": [-4.389482729902777, 4.392491080991622], "p_value": 1.0, "input_sha256": "57fa2e81091a6f896cded691217ecc0d19fe293765437652276a1e8b51e60a7e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 133125525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0015041755444223648, "interval": [-4.211969384757758, 3.6793005644388064], "p_value": 0.9994425462916278, "input_sha256": "57fa2e81091a6f896cded691217ecc0d19fe293765437652276a1e8b51e60a7e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 133125525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002676224974508701, "interval": [-0.04780488091058064, 0.05315733085959804], "p_value": 0.915, "input_sha256": "ffb74243cbad74fa0d9c7153833151ae0a3272360eefb6a70b943329302f9aae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 133125525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002676224974508701, "interval": [-0.043588683836545926, 0.04458410103980408], "p_value": 0.9137294825615412, "input_sha256": "ffb74243cbad74fa0d9c7153833151ae0a3272360eefb6a70b943329302f9aae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3165980858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.291048269127045, "interval": [-7.231169501925646, 2.649072963671556], "p_value": 0.321, "input_sha256": "79a27eb86dc7dfc47ad34e5f82c31e8fc893cc15c7691ef7d72ade3ede1f59c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3165980858, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.291048269127045, "interval": [-7.185559259685211, 2.2542017851543688], "p_value": 0.3501603627477895, "input_sha256": "79a27eb86dc7dfc47ad34e5f82c31e8fc893cc15c7691ef7d72ade3ede1f59c7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3165980858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014843488291752013, "interval": [-0.07166984618049638, 0.041982869596992343], "p_value": 0.583, "input_sha256": "579eeb515f2832ac1336b545a76a009a17045b6c9b4cad3cbc92ec3dc40a3ea8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3165980858, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014843488291752013, "interval": [-0.07808174056503618, 0.03140886066728048], "p_value": 0.5971165148896208, "input_sha256": "579eeb515f2832ac1336b545a76a009a17045b6c9b4cad3cbc92ec3dc40a3ea8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1443494256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0397924800469767, "interval": [-4.433447146821792, 8.513032106915745], "p_value": 0.523, "input_sha256": "49b1cca3fba939ae26345128ddef7de1c01d6273aa1cc999aabbd97dbd9e02d7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1443494256, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0397924800469767, "interval": [-3.6218403943462043, 7.505586603069251], "p_value": 0.5193756753564748, "input_sha256": "49b1cca3fba939ae26345128ddef7de1c01d6273aa1cc999aabbd97dbd9e02d7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1443494256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018300894023664974, "interval": [-0.048543090757303065, 0.085144878804633], "p_value": 0.577, "input_sha256": "2361da3ae2705c6a1b6540cd657940558af259a130856865ced3f1200f2b15ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1443494256, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018300894023664974, "interval": [-0.037754918632897295, 0.07561674290131294], "p_value": 0.5748948840205611, "input_sha256": "2361da3ae2705c6a1b6540cd657940558af259a130856865ced3f1200f2b15ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1993436291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47616316801533065, "interval": [-4.100919096470161, 5.053245432500821], "p_value": 0.833, "input_sha256": "d9023a9f459259b9b52e58d7103268744020f545772a8456590d31fd1387c19a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1993436291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47616316801533065, "interval": [-3.1767138187537283, 4.755852613912115], "p_value": 0.8325666418624263, "input_sha256": "d9023a9f459259b9b52e58d7103268744020f545772a8456590d31fd1387c19a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1993436291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0024909854198106453, "interval": [-0.045291470440670105, 0.050273441280291396], "p_value": 0.908, "input_sha256": "66a0a6325c862fd534633cde11f8988b06046fa1eff8de35d25a4c66109e6097"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1993436291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0024909854198106453, "interval": [-0.03634798462993096, 0.04859052649605887], "p_value": 0.9157368025755145, "input_sha256": "66a0a6325c862fd534633cde11f8988b06046fa1eff8de35d25a4c66109e6097"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 328208285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.098885248272371, "interval": [-5.682301316488132, 1.48453081994339], "p_value": 0.263, "input_sha256": "ddcc96750b829c4308aae5c0f6f948e93c190de98248f5da1d53f3d11db86aad"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 328208285, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.098885248272371, "interval": [-5.377788514730361, 1.207764481469148], "p_value": 0.24078138899458287, "input_sha256": "ddcc96750b829c4308aae5c0f6f948e93c190de98248f5da1d53f3d11db86aad"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 328208285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033236761862555926, "interval": [-0.07862781352505485, 0.012154289799943], "p_value": 0.167, "input_sha256": "9c981319e0409e7c9d8afa286464bf1955582eacbe7924e2f14540e58d24d3a7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 328208285, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033236761862555926, "interval": [-0.07616951172581896, 0.005128582765314594], "p_value": 0.14451775095973185, "input_sha256": "9c981319e0409e7c9d8afa286464bf1955582eacbe7924e2f14540e58d24d3a7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2022686695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2889422402090136, "interval": [-7.310737007636295, 0.732852527218268], "p_value": 0.119, "input_sha256": "4ee6d5a6bdb7b7f1c88ed0f764de4b7670e0b80cc56f9bba87bbf738dc15b372"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2022686695, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2889422402090136, "interval": [-7.253492041444213, 0.07675835546942915], "p_value": 0.10480420577158937, "input_sha256": "4ee6d5a6bdb7b7f1c88ed0f764de4b7670e0b80cc56f9bba87bbf738dc15b372"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2022686695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028114580379912428, "interval": [-0.06975512572813235, 0.013525964968307491], "p_value": 0.204, "input_sha256": "a508562ee0c01f809c23112dd092d560a1fc56efddc085f13fd8db8c5ef20473"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2022686695, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028114580379912428, "interval": [-0.06513449881333779, 0.009708568917240442], "p_value": 0.1770458877475326, "input_sha256": "a508562ee0c01f809c23112dd092d560a1fc56efddc085f13fd8db8c5ef20473"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 486754830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.86306261497793, "interval": [-5.841465235799139, 4.1153400058432785], "p_value": 0.724, "input_sha256": "8b385c054ee94d2213906652be62ef614d6cd8edccdd6d5a42f9f72694da6444"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 486754830, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.86306261497793, "interval": [-5.163803434033987, 3.4804853717161843], "p_value": 0.7238039800394034, "input_sha256": "8b385c054ee94d2213906652be62ef614d6cd8edccdd6d5a42f9f72694da6444"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 486754830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020934457659851444, "interval": [-0.0707712555757285, 0.028902340256025612], "p_value": 0.38, "input_sha256": "c0f04280e8c550d3be82076cdf9a378daf954643a32f11774e490ecbdfab49f8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 486754830, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020934457659851444, "interval": [-0.06440592120556894, 0.022764310684686352], "p_value": 0.39558511071921965, "input_sha256": "c0f04280e8c550d3be82076cdf9a378daf954643a32f11774e490ecbdfab49f8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 65951207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8005714479830903, "interval": [-2.7106053212035937, 8.311748217169775], "p_value": 0.322, "input_sha256": "087df45e37dccbdeda4ecfb5380b63834688bb1aa2a15c5de11515fb9e214807"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 65951207, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8005714479830903, "interval": [-2.2069445773470133, 8.476918534442536], "p_value": 0.30352334479297494, "input_sha256": "087df45e37dccbdeda4ecfb5380b63834688bb1aa2a15c5de11515fb9e214807"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 65951207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035485489968969997, "interval": [-0.024617080444547378, 0.09558806038248738], "p_value": 0.257, "input_sha256": "213319fa458c02037f6927458d16121f3fdcb21e52c1f755c231e3e9c545a40f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 65951207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035485489968969997, "interval": [-0.02363946919808001, 0.09088686303317059], "p_value": 0.23538649248305388, "input_sha256": "213319fa458c02037f6927458d16121f3fdcb21e52c1f755c231e3e9c545a40f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4085719709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1066385307194124, "interval": [-4.538671196461755, 6.7519482579005805], "p_value": 0.682, "input_sha256": "cd02fd8869d8c4420ac6635860e92b836c0dee8f290f3505dd6f6c2b43c2d082"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4085719709, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1066385307194124, "interval": [-3.6223859093700645, 5.831138711559964], "p_value": 0.6886440741340616, "input_sha256": "cd02fd8869d8c4420ac6635860e92b836c0dee8f290f3505dd6f6c2b43c2d082"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4085719709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01913067174798352, "interval": [-0.03861940168303951, 0.07688074517900655], "p_value": 0.508, "input_sha256": "d6159093c66915e50236f3bee1e97b37eb80d64519dc0bfef230f0ede9a05d85"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4085719709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01913067174798352, "interval": [-0.03356989723195015, 0.06359127541767741], "p_value": 0.501089306240035, "input_sha256": "d6159093c66915e50236f3bee1e97b37eb80d64519dc0bfef230f0ede9a05d85"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 374911841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.258782002721103, "interval": [1.5708761520522607, 10.946687853389946], "p_value": 0.015, "input_sha256": "4b4339af07f81f164b05e46b62fe1f73d1904f7f16d12ebad47794b914ab3f32"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 374911841, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.258782002721103, "interval": [1.8856503357192658, 10.719128416429525], "p_value": 0.010588534163494766, "input_sha256": "4b4339af07f81f164b05e46b62fe1f73d1904f7f16d12ebad47794b914ab3f32"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 374911841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0736799897674717, "interval": [0.020573050627017787, 0.12678692890792562], "p_value": 0.01, "input_sha256": "c1df65e798f6ae1d19254d7ec6cc07bfe086ff52e89267207fa7418339b27705"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 374911841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0736799897674717, "interval": [0.021152220498672804, 0.1201496324050319], "p_value": 0.008314749265068411, "input_sha256": "c1df65e798f6ae1d19254d7ec6cc07bfe086ff52e89267207fa7418339b27705"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2147119195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9587848056732178, "interval": [-6.59308083994801, 2.675511228601575], "p_value": 0.397, "input_sha256": "23796412d2c3fa0f9d895812b46493c69810f2f899ef97ea163edf8e80cbd293"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2147119195, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9587848056732178, "interval": [-6.1401756184613125, 1.990495553445899], "p_value": 0.39361829702626705, "input_sha256": "23796412d2c3fa0f9d895812b46493c69810f2f899ef97ea163edf8e80cbd293"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2147119195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0251291299935779, "interval": [-0.07703950900239236, 0.026781249015236555], "p_value": 0.358, "input_sha256": "0c1c7c501c85bbdce5a24987b5b0dbe69287097a69352b76e647afea970dc082"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2147119195, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0251291299935779, "interval": [-0.0746198583518507, 0.018032419653059382], "p_value": 0.3286458284515881, "input_sha256": "0c1c7c501c85bbdce5a24987b5b0dbe69287097a69352b76e647afea970dc082"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3457680316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7846224248894105, "interval": [-6.236700618836005, 2.6674557690571836], "p_value": 0.412, "input_sha256": "2bdac8567d2c0c7edf35b10a7c962af614068a495895c1858c1bf1ecdbdf277a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3457680316, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7846224248894105, "interval": [-6.047179809145796, 1.7889553651198065], "p_value": 0.41903943954509204, "input_sha256": "2bdac8567d2c0c7edf35b10a7c962af614068a495895c1858c1bf1ecdbdf277a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3457680316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009424762135844067, "interval": [-0.056188333159269035, 0.0373388088875809], "p_value": 0.693, "input_sha256": "980f02960d94d9d20711d91ef40de70c27bc4eb453d7fee43443524630668721"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3457680316, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009424762135844067, "interval": [-0.05367681857557445, 0.027912584450936907], "p_value": 0.6829916465074047, "input_sha256": "980f02960d94d9d20711d91ef40de70c27bc4eb453d7fee43443524630668721"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1756096839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5595288210635021, "interval": [-7.030560317943741, 5.911502675816737], "p_value": 0.84, "input_sha256": "f9071967d304d6b771774f1ea4cdb791505fec78366a2d6136ee974e7dea7aa9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1756096839, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5595288210635021, "interval": [-6.779182087859919, 4.741225688233267], "p_value": 0.8589959176124158, "input_sha256": "f9071967d304d6b771774f1ea4cdb791505fec78366a2d6136ee974e7dea7aa9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1756096839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007063818538717268, "interval": [-0.06460892128429752, 0.050481284206862986], "p_value": 0.788, "input_sha256": "3622d575d5c074ac3eb5270bb8a8ff3c04f20b6c8e471bb7f446981293e2b540"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1756096839, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007063818538717268, "interval": [-0.060568212892395515, 0.04195580319285709], "p_value": 0.8014829667680111, "input_sha256": "3622d575d5c074ac3eb5270bb8a8ff3c04f20b6c8e471bb7f446981293e2b540"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 67030851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.31467151239184554, "interval": [-4.885001861400632, 5.514344886184322], "p_value": 0.913, "input_sha256": "bad28a8df1eb3393241dcbb09f4deed1393c19d6fec5364e07adc69e649f8174"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 67030851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.31467151239184554, "interval": [-4.228312845952224, 5.039966001926188], "p_value": 0.9019924513285313, "input_sha256": "bad28a8df1eb3393241dcbb09f4deed1393c19d6fec5364e07adc69e649f8174"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 67030851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023115160689747873, "interval": [-0.04560396487296167, 0.05022699701091124], "p_value": 0.925, "input_sha256": "7edf3d9634a3c3ca71d2906886cf9e816eac53e7bebfd483fa5ebe1ae76c439b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 67030851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023115160689747873, "interval": [-0.03914877230226263, 0.04806442472769506], "p_value": 0.9218606861361912, "input_sha256": "7edf3d9634a3c3ca71d2906886cf9e816eac53e7bebfd483fa5ebe1ae76c439b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 452960048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9534686115509374, "interval": [-7.138010509614068, 3.2310732865121925], "p_value": 0.455, "input_sha256": "aa1ef8b1bb90a4a552e7f1757c660a215283ef9dfe526058b185412f3f3e732f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 452960048, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9534686115509374, "interval": [-6.648879989814906, 2.94287344835786], "p_value": 0.44236105518165725, "input_sha256": "aa1ef8b1bb90a4a552e7f1757c660a215283ef9dfe526058b185412f3f3e732f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 452960048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01632214482235362, "interval": [-0.06682063645744982, 0.034176346812742585], "p_value": 0.537, "input_sha256": "41754817d83da216b6b91fae9f6c1a9412b7ce396aab947f6f7d05fa3579d556"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 452960048, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01632214482235362, "interval": [-0.06737214031199767, 0.026819711990699876], "p_value": 0.5098631595363834, "input_sha256": "41754817d83da216b6b91fae9f6c1a9412b7ce396aab947f6f7d05fa3579d556"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 267948322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.733863394390238, "interval": [-11.895730537337993, -1.5719962514424841], "p_value": 0.013, "input_sha256": "5171f60101b72e9ce813f866aa7f371b8c930d89437570ef7e25f462cf2cfaf1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 267948322, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.733863394390238, "interval": [-11.357835693270385, -2.1064162126290213], "p_value": 0.012598708164584253, "input_sha256": "5171f60101b72e9ce813f866aa7f371b8c930d89437570ef7e25f462cf2cfaf1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 267948322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07881400465364316, "interval": [-0.1313739088206039, -0.026254100486682405], "p_value": 0.008, "input_sha256": "910ff36474aadea6ab22eb16e23bcd55a3b0fc457034d9403e360e583117cabc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 267948322, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07881400465364316, "interval": [-0.12583817160746316, -0.030091848996861036], "p_value": 0.00483551884112854, "input_sha256": "910ff36474aadea6ab22eb16e23bcd55a3b0fc457034d9403e360e583117cabc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1652751030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4167444608542161, "interval": [-6.325648916875185, 3.492159995166753], "p_value": 0.586, "input_sha256": "9eb7c54d3441da6ad30fa95772149c16b8a4c40f0091b0252bae38bb2434c6c6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1652751030, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4167444608542161, "interval": [-6.249355000165035, 2.990106961595874], "p_value": 0.5592458713687205, "input_sha256": "9eb7c54d3441da6ad30fa95772149c16b8a4c40f0091b0252bae38bb2434c6c6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1652751030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008759145018970195, "interval": [-0.06210391548698582, 0.04458562544904543], "p_value": 0.744, "input_sha256": "6013a762d83acdd1d9a6b753ffac3ec9c08f2807363ed30731f3c27c5c8a3263"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1652751030, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008759145018970195, "interval": [-0.060227108218426306, 0.038157335878122235], "p_value": 0.7391618417330954, "input_sha256": "6013a762d83acdd1d9a6b753ffac3ec9c08f2807363ed30731f3c27c5c8a3263"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2683214809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6218782368612248, "interval": [-5.393041595384168, 6.636798069106617], "p_value": 0.809, "input_sha256": "38c8899939afb00aafa33a3b7a647cfb699aa12bee5b27de2506516074bc9488"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2683214809, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6218782368612248, "interval": [-4.579177451884112, 6.236438800989809], "p_value": 0.830208388147111, "input_sha256": "38c8899939afb00aafa33a3b7a647cfb699aa12bee5b27de2506516074bc9488"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2683214809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0058841854961555785, "interval": [-0.059154511993364606, 0.07092288298567576], "p_value": 0.854, "input_sha256": "335fe0e3f999c53e4eef35f69839e01a4762b343e05ec417cb8d4af87d31148b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2683214809, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0058841854961555785, "interval": [-0.04887672426097973, 0.07038843963019183], "p_value": 0.8511739459406652, "input_sha256": "335fe0e3f999c53e4eef35f69839e01a4762b343e05ec417cb8d4af87d31148b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3264558349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.070132617848554, "interval": [-3.4820166217491457, 7.622281857446254], "p_value": 0.448, "input_sha256": "093d32f27269bd817c5b37ae31f98bf4b412f7831f126653631d19639f80a6cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3264558349, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.070132617848554, "interval": [-3.0039612728863503, 7.110291997486782], "p_value": 0.4501917684227701, "input_sha256": "093d32f27269bd817c5b37ae31f98bf4b412f7831f126653631d19639f80a6cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3264558349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03155377677455139, "interval": [-0.030304452166519974, 0.09341200571562275], "p_value": 0.281, "input_sha256": "8bce89e40b8cc77a37b09c87cb322b9b923d343e42558295f01aea9a6da34a09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3264558349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03155377677455139, "interval": [-0.024808881785774697, 0.09119415512502337], "p_value": 0.3036162456486907, "input_sha256": "8bce89e40b8cc77a37b09c87cb322b9b923d343e42558295f01aea9a6da34a09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 824282807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.103340171344586, "interval": [-8.904271365209382, 0.6975910225202098], "p_value": 0.095, "input_sha256": "d67a276217d31ed86bdba70e2216c33a09e4476807e8fd187a75aabe344cc04b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 824282807, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.103340171344586, "interval": [-8.202770371728073, 0.059858260611412195], "p_value": 0.09096212120314, "input_sha256": "d67a276217d31ed86bdba70e2216c33a09e4476807e8fd187a75aabe344cc04b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 824282807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03990742778562816, "interval": [-0.08628080469725458, 0.006465949125998252], "p_value": 0.082, "input_sha256": "19b1fb33df9c11930403903fb70ea26ab930a8101f625433b22dd2e06c71d764"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 824282807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03990742778562816, "interval": [-0.08121528525041997, -0.000602614271973969], "p_value": 0.08894609858582753, "input_sha256": "19b1fb33df9c11930403903fb70ea26ab930a8101f625433b22dd2e06c71d764"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284315777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.342342376266926, "interval": [5.710423089221021, 16.97426166331283], "p_value": 0.001, "input_sha256": "7ce39744a8e5d32d2fde48a023f336d753432a0a6719cf6174aea9c3a5688291"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284315777, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.342342376266926, "interval": [6.234327916021442, 16.059210350592185], "p_value": 0.000360291419271219, "input_sha256": "7ce39744a8e5d32d2fde48a023f336d753432a0a6719cf6174aea9c3a5688291"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284315777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11586116295222146, "interval": [0.054250065758629507, 0.1774722601458134], "p_value": 0.001, "input_sha256": "1d1d4062ad80ce7ecf6b927c634e7bcb27c133c1647795bbe09aec847ad89268"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284315777, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11586116295222146, "interval": [0.05943079397023076, 0.16756465749518154], "p_value": 0.0007582093582903148, "input_sha256": "1d1d4062ad80ce7ecf6b927c634e7bcb27c133c1647795bbe09aec847ad89268"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3229059731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8554207080945675, "interval": [-2.2494519078818787, 7.960293324071014], "p_value": 0.275, "input_sha256": "ffb46dcff7dc12ef00b3d590496224e114272ec697c8397e19bfd022ea8f6636"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3229059731, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8554207080945675, "interval": [-1.8737714133314487, 7.4221181596355965], "p_value": 0.26152515120308056, "input_sha256": "ffb46dcff7dc12ef00b3d590496224e114272ec697c8397e19bfd022ea8f6636"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3229059731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03491054035039969, "interval": [-0.017022526998585183, 0.08684360769938457], "p_value": 0.198, "input_sha256": "6cfdc095b2721d2a5ccce631b0beb660aefcfcd134cd084ff1ec3a90c15875cd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3229059731, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03491054035039969, "interval": [-0.016238177655959214, 0.07924169833404379], "p_value": 0.17921436830655438, "input_sha256": "6cfdc095b2721d2a5ccce631b0beb660aefcfcd134cd084ff1ec3a90c15875cd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3299217807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1613706050838295, "interval": [-7.324678208662915, 3.0019369984952555], "p_value": 0.427, "input_sha256": "06a47ad46b0077a088422f06864648d25d270d27d14cda4b36067c8f3bff49ec"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3299217807, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1613706050838295, "interval": [-7.270399289528645, 1.9336663365507996], "p_value": 0.39731590069504996, "input_sha256": "06a47ad46b0077a088422f06864648d25d270d27d14cda4b36067c8f3bff49ec"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3299217807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02394089132692126, "interval": [-0.08846936485067187, 0.040587582196829355], "p_value": 0.48, "input_sha256": "d4921d19f25532d50dc1186e449180734df09ae5aa6804f0db09e7eb9d2163ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3299217807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02394089132692126, "interval": [-0.08476643638397675, 0.028012661007747894], "p_value": 0.45123465526576945, "input_sha256": "d4921d19f25532d50dc1186e449180734df09ae5aa6804f0db09e7eb9d2163ae"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1523891135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.517025799547034, "interval": [-6.1384438702864035, 1.1043922711923355], "p_value": 0.172, "input_sha256": "6a4c8ffb49c6cbbb14a00c852a85bd80d18c01eb117f4417a3833b0a5de3094c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1523891135, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.517025799547034, "interval": [-5.239090631785628, 1.296471645175146], "p_value": 0.16416567501032242, "input_sha256": "6a4c8ffb49c6cbbb14a00c852a85bd80d18c01eb117f4417a3833b0a5de3094c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1523891135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018728092369281957, "interval": [-0.06537601690353875, 0.02791983216497484], "p_value": 0.412, "input_sha256": "0e32ea605bc0ee1ec2e8bcae6057997c15240d7b479baee4d582aafafd2c87ca"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1523891135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018728092369281957, "interval": [-0.051095827060479444, 0.03430927198703206], "p_value": 0.41408871787312573, "input_sha256": "0e32ea605bc0ee1ec2e8bcae6057997c15240d7b479baee4d582aafafd2c87ca"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1728126372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7995051535005757, "interval": [-2.6204280424190403, 6.219438349420192], "p_value": 0.422, "input_sha256": "cdaaf04cf5a5cb52ce2d52e8d42401f0defea18ec59412cbdd3146ea2b7d73b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1728126372, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7995051535005757, "interval": [-2.5770142646031795, 5.442861906376823], "p_value": 0.41104519514567206, "input_sha256": "cdaaf04cf5a5cb52ce2d52e8d42401f0defea18ec59412cbdd3146ea2b7d73b1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1728126372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011562688336330075, "interval": [-0.04079189636860258, 0.06391727304126273], "p_value": 0.64, "input_sha256": "bc070599b48445f3823d22c9222ea73f2a5e04f0a9ef0d0b617f8aba069ca3e1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1728126372, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011562688336330075, "interval": [-0.042360713878007654, 0.05138077853586564], "p_value": 0.653087849182473, "input_sha256": "bc070599b48445f3823d22c9222ea73f2a5e04f0a9ef0d0b617f8aba069ca3e1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3189455113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4641358726994307, "interval": [-2.6355442676642635, 9.563816013063125], "p_value": 0.245, "input_sha256": "7150b1d95b2bbe9f2e523f70b494c57dd32a656c5ec2209f2d10067f279cb313"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3189455113, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4641358726994307, "interval": [-2.1975499822075735, 9.182164483066922], "p_value": 0.2530338921937919, "input_sha256": "7150b1d95b2bbe9f2e523f70b494c57dd32a656c5ec2209f2d10067f279cb313"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3189455113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05778274472381799, "interval": [-0.02009529435248525, 0.13566078380012123], "p_value": 0.135, "input_sha256": "e76322069110c740b1f862b507ed4feb8cfb70a4b74453280bbc56edbb96bea9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3189455113, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05778274472381799, "interval": [-0.008522479856654283, 0.13310570746007855], "p_value": 0.13815660595435947, "input_sha256": "e76322069110c740b1f862b507ed4feb8cfb70a4b74453280bbc56edbb96bea9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3889060435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3299720630063383, "interval": [-5.762994453922728, 6.422938579935405], "p_value": 0.906, "input_sha256": "6e56290ba94766b6d13dc5c34e8e5de561c67fba67c20a1bad86fe2e0a77f06f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3889060435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3299720630063383, "interval": [-5.027525233039388, 5.598936532695054], "p_value": 0.9120079940859951, "input_sha256": "6e56290ba94766b6d13dc5c34e8e5de561c67fba67c20a1bad86fe2e0a77f06f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3889060435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01219999851682903, "interval": [-0.08562252913774242, 0.06122253210408436], "p_value": 0.724, "input_sha256": "be3656ed69b185e18bfc55c779d3d089ed90cacb16bff912c7baf6be6a992646"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3889060435, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01219999851682903, "interval": [-0.07739379459074189, 0.0537332589735858], "p_value": 0.7352459859403777, "input_sha256": "be3656ed69b185e18bfc55c779d3d089ed90cacb16bff912c7baf6be6a992646"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1997377899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8663932022473722, "interval": [-6.717275719012556, 2.9844893145178117], "p_value": 0.445, "input_sha256": "9feafa24ba7af21e08b6fdcc06c2091c550dfbfb03b9d12629666b583e0e3d30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1997377899, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8663932022473722, "interval": [-7.13856045448258, 2.138345806781032], "p_value": 0.43856192020926377, "input_sha256": "9feafa24ba7af21e08b6fdcc06c2091c550dfbfb03b9d12629666b583e0e3d30"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1997377899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0191555105049803, "interval": [-0.07221311603681768, 0.033902095026857086], "p_value": 0.454, "input_sha256": "91add5928fa9d653f5f967ba6ed511ef97b43e5e0f92755c094a0a2f51defc0f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1997377899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0191555105049803, "interval": [-0.07741647031138237, 0.020574156453816373], "p_value": 0.46648936903881966, "input_sha256": "91add5928fa9d653f5f967ba6ed511ef97b43e5e0f92755c094a0a2f51defc0f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1071843251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0496705947230525, "interval": [-7.786007163589115, 3.686665974143011], "p_value": 0.478, "input_sha256": "d49bd07887e83aa0cd75ad85bed56e4126ce4498d5562b9c12a5b54ba8a99ce9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1071843251, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0496705947230525, "interval": [-6.880021072004177, 3.635304212094311], "p_value": 0.4670891247850264, "input_sha256": "d49bd07887e83aa0cd75ad85bed56e4126ce4498d5562b9c12a5b54ba8a99ce9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1071843251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010992012833196686, "interval": [-0.09135565043771218, 0.06937162477131881], "p_value": 0.776, "input_sha256": "92af9e09ee517fe0629fb6217279103215cb753e012b3f73568743e15a5b8588"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1071843251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010992012833196686, "interval": [-0.06989610342826165, 0.07425539315444436], "p_value": 0.7777977358465842, "input_sha256": "92af9e09ee517fe0629fb6217279103215cb753e012b3f73568743e15a5b8588"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3923106680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7349037569575795, "interval": [-5.784627259886919, 4.31481974597176], "p_value": 0.764, "input_sha256": "630781125ec4e9a344cf89c4515f330ab7fe80091424cab08110cfc145c6d68d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3923106680, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7349037569575795, "interval": [-5.091558036247119, 4.0149820098452444], "p_value": 0.7662371076058361, "input_sha256": "630781125ec4e9a344cf89c4515f330ab7fe80091424cab08110cfc145c6d68d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3923106680, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010873350704624482, "interval": [-0.06689834283580953, 0.04515164142656057], "p_value": 0.711, "input_sha256": "c85a54ef13cc352c9a4eaa058c9e894cf889cf0ccb20c4427f787155bb598b6e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3923106680, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010873350704624482, "interval": [-0.06344761106183669, 0.04108646568312856], "p_value": 0.6924250174330917, "input_sha256": "c85a54ef13cc352c9a4eaa058c9e894cf889cf0ccb20c4427f787155bb598b6e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2036912172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07725456989372863, "interval": [-7.280818571248852, 7.126309431461395], "p_value": 0.988, "input_sha256": "95008eb1b571f44d56eba3413602384ec57fa5b527816d1f853154ed3f34fccc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2036912172, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07725456989372863, "interval": [-5.673988800846396, 6.880170408015467], "p_value": 0.9825606900215418, "input_sha256": "95008eb1b571f44d56eba3413602384ec57fa5b527816d1f853154ed3f34fccc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2036912172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003816608801025386, "interval": [-0.07971938565836585, 0.07208616805631508], "p_value": 0.915, "input_sha256": "42328d723e791cb2e184e10b88812d5c429ee71cdee8aaac64092f7c339f5e2e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2036912172, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003816608801025386, "interval": [-0.06961208973032157, 0.06475513092691222], "p_value": 0.9183789091974872, "input_sha256": "42328d723e791cb2e184e10b88812d5c429ee71cdee8aaac64092f7c339f5e2e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 816864569, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4411752705152567, "interval": [-7.247269835846821, 4.364919294816308], "p_value": 0.614, "input_sha256": "68a1306856fe639ebe649b252945b91caeeb7c78fd876858c6851e3842cab9cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 816864569, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4411752705152567, "interval": [-6.57385590173754, 3.681215855072871], "p_value": 0.6119395639275169, "input_sha256": "68a1306856fe639ebe649b252945b91caeeb7c78fd876858c6851e3842cab9cc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 816864569, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00351445305771463, "interval": [-0.05950217964118516, 0.0524732735257559], "p_value": 0.877, "input_sha256": "31fd9e0b1a9fcc9d225cc837b56567e20b528e05dbbbe9bb04e87fd9a92378ee"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 816864569, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00351445305771463, "interval": [-0.05503909997376248, 0.04514615668780244], "p_value": 0.8981796324747443, "input_sha256": "31fd9e0b1a9fcc9d225cc837b56567e20b528e05dbbbe9bb04e87fd9a92378ee"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 825529612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5983405604419831, "interval": [-5.920367180447471, 7.117048301331437], "p_value": 0.835, "input_sha256": "21acd3867ec18645bbe86b95c5dcf681451be0b08184f2c5cc3725a9a2b5e4c2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 825529612, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5983405604419831, "interval": [-5.310360873170687, 6.58413979213397], "p_value": 0.8517948828273203, "input_sha256": "21acd3867ec18645bbe86b95c5dcf681451be0b08184f2c5cc3725a9a2b5e4c2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 825529612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012983190656805477, "interval": [-0.05589215231763951, 0.08185853363125047], "p_value": 0.676, "input_sha256": "6d6699272df115191581efa7d15255c3af5827ffb5e60ed91d073e088be9fbab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 825529612, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012983190656805477, "interval": [-0.04150220670249242, 0.08439389207289241], "p_value": 0.7008473523697438, "input_sha256": "6d6699272df115191581efa7d15255c3af5827ffb5e60ed91d073e088be9fbab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4126858903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3215313932693431, "interval": [-6.680953132799649, 7.3240159193383345], "p_value": 0.934, "input_sha256": "f6518286e0627a5dc15e2d9f0d19275a9a998acc470dd5ebb25766dd2f0b10de"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4126858903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3215313932693431, "interval": [-5.5250880419467965, 7.111209805104718], "p_value": 0.9249635858377996, "input_sha256": "f6518286e0627a5dc15e2d9f0d19275a9a998acc470dd5ebb25766dd2f0b10de"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4126858903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019180005379907942, "interval": [-0.06594321887091803, 0.1043032296307339], "p_value": 0.659, "input_sha256": "78ad146237652ea168cb3285072b8310576a15dc98d3e1e7bab85f4050121ac7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4126858903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019180005379907942, "interval": [-0.04993850360568027, 0.10438240115220684], "p_value": 0.6414358083034144, "input_sha256": "78ad146237652ea168cb3285072b8310576a15dc98d3e1e7bab85f4050121ac7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2968963268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2763362132996425, "interval": [-2.614665465756622, 7.167337892355907], "p_value": 0.345, "input_sha256": "b07c25caec4ef42f6abda008a2f75e4191a1e0d72809066478d42d835d321cab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2968963268, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2763362132996425, "interval": [-2.133385433260871, 6.377240301411181], "p_value": 0.3488155223049827, "input_sha256": "b07c25caec4ef42f6abda008a2f75e4191a1e0d72809066478d42d835d321cab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2968963268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01684941857279297, "interval": [-0.032084000106564564, 0.0657828372521505], "p_value": 0.497, "input_sha256": "a93bd321309c529c0c753d78cd0638844cf19de4211a23ffca1cbf5a3170936a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2968963268, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01684941857279297, "interval": [-0.02785342422862893, 0.057408698025905015], "p_value": 0.48783476340105114, "input_sha256": "a93bd321309c529c0c753d78cd0638844cf19de4211a23ffca1cbf5a3170936a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3545031241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.807398219330122, "interval": [-2.4459507322064633, 8.060747170866708], "p_value": 0.302, "input_sha256": "132e283a5a92291091d50c150c01f6583cb71d5b9e6fee2f80f058cafe2be57e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3545031241, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.807398219330122, "interval": [-1.853801693196304, 7.930922389642295], "p_value": 0.2823685262855168, "input_sha256": "132e283a5a92291091d50c150c01f6583cb71d5b9e6fee2f80f058cafe2be57e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3545031241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034033525668010635, "interval": [-0.022295529083371658, 0.09036258041939293], "p_value": 0.233, "input_sha256": "a9f7e00b60c0e86534a117ee792ce26d1f29bd4b0425cdd7ec9d8e294571db17"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3545031241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034033525668010635, "interval": [-0.014363010541485272, 0.0929353876406583], "p_value": 0.22594816713129404, "input_sha256": "a9f7e00b60c0e86534a117ee792ce26d1f29bd4b0425cdd7ec9d8e294571db17"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 244375797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7377469821008822, "interval": [-3.874891314180034, 7.350385278381798], "p_value": 0.546, "input_sha256": "104aa39389212d8d450a65e6400ef95e0ee4086bb7bfe67c06a46f8c5ea7a89f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 244375797, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7377469821008822, "interval": [-3.1486576305584904, 6.914659071747925], "p_value": 0.5293162849240494, "input_sha256": "104aa39389212d8d450a65e6400ef95e0ee4086bb7bfe67c06a46f8c5ea7a89f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 244375797, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025555572631458447, "interval": [-0.03514254273054859, 0.08625368799346549], "p_value": 0.421, "input_sha256": "b40fca71d6a4d7dd7771f3acf3da249b3e18d66f18f541166d8e858a0c51ec27"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 244375797, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025555572631458447, "interval": [-0.03865306701236516, 0.0735727326249452], "p_value": 0.3931106349543384, "input_sha256": "b40fca71d6a4d7dd7771f3acf3da249b3e18d66f18f541166d8e858a0c51ec27"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1958881187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1479503716086596, "interval": [-4.247392638076894, 6.543293381294214], "p_value": 0.669, "input_sha256": "f24451cf7ec20409268e86b4635827f3ed798123dfc5cdfbfea24a4d8b0ad434"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1958881187, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1479503716086596, "interval": [-3.937442965008173, 5.7342788870492925], "p_value": 0.6652299371601869, "input_sha256": "f24451cf7ec20409268e86b4635827f3ed798123dfc5cdfbfea24a4d8b0ad434"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1958881187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004496836647661573, "interval": [-0.04554460703291429, 0.05453828032823744], "p_value": 0.862, "input_sha256": "5ca6c34b108b8616d1146afa700e3194dc5d36732effd44ce74b36c7db76c4dd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1958881187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004496836647661573, "interval": [-0.043440928028931666, 0.047343301349537306], "p_value": 0.8548298520809148, "input_sha256": "5ca6c34b108b8616d1146afa700e3194dc5d36732effd44ce74b36c7db76c4dd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2534023682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7327102298338483, "interval": [-3.638000881384857, 5.103421341052553], "p_value": 0.748, "input_sha256": "4b7fdad9cc2a63a66577bd03c7a62ce4c453b4325f286838fe2682cebb422e16"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2534023682, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7327102298338483, "interval": [-2.888321879557023, 4.923360591758644], "p_value": 0.7335560205185643, "input_sha256": "4b7fdad9cc2a63a66577bd03c7a62ce4c453b4325f286838fe2682cebb422e16"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2534023682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016967982289511945, "interval": [-0.025916261639926556, 0.05985222621895045], "p_value": 0.474, "input_sha256": "20a8edc768ca027b75fbf85e6765df063fb1caae24ed6c48282ef37dccc32d78"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2534023682, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016967982289511945, "interval": [-0.01877610050234489, 0.056802510357298705], "p_value": 0.42588398742929656, "input_sha256": "20a8edc768ca027b75fbf85e6765df063fb1caae24ed6c48282ef37dccc32d78"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292821422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3119443765759886, "interval": [-8.149932438064795, 3.5260436849128167], "p_value": 0.433, "input_sha256": "25f1a6070795d208f295ca897bcef24ac4b58dd6235b8e9186a5ec6a6c4ff872"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292821422, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3119443765759886, "interval": [-6.678913807211153, 4.599441863978024], "p_value": 0.42145421524803584, "input_sha256": "25f1a6070795d208f295ca897bcef24ac4b58dd6235b8e9186a5ec6a6c4ff872"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292821422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.043719801351036175, "interval": [-0.10157686626943141, 0.01413726356735906], "p_value": 0.148, "input_sha256": "77ef8f323be29f68814a0e324367753b98b636989dc887a681b8ab95700dc71e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292821422, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.043719801351036175, "interval": [-0.09069325933378289, 0.018920590114062004], "p_value": 0.13105089580951665, "input_sha256": "77ef8f323be29f68814a0e324367753b98b636989dc887a681b8ab95700dc71e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2436961231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0210879940426705, "interval": [-3.3654627424950125, 9.407638730580354], "p_value": 0.31, "input_sha256": "23eae8a26cc247ea0ed5818d12eb320ab6b8211b7d45255542ccf7d93080c0b0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2436961231, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0210879940426705, "interval": [-2.831154180240942, 8.694179847828233], "p_value": 0.3404294634758048, "input_sha256": "23eae8a26cc247ea0ed5818d12eb320ab6b8211b7d45255542ccf7d93080c0b0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2436961231, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03468330801281351, "interval": [-0.027788941490709464, 0.09715555751633648], "p_value": 0.232, "input_sha256": "280e78097be4cf679037c5a18d4868ecab230344200ddd3639baee1495755970"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2436961231, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03468330801281351, "interval": [-0.02006403120973303, 0.09188097006722537], "p_value": 0.26330062781365887, "input_sha256": "280e78097be4cf679037c5a18d4868ecab230344200ddd3639baee1495755970"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3183623627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.994277899410329, "interval": [-9.065041965377677, 3.0764861665570185], "p_value": 0.335, "input_sha256": "6d84edd75686a02b572ba60fb4b35039ca521f765b3e55b5cdc1f8d6de725d8f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3183623627, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.994277899410329, "interval": [-8.093041176992477, 2.236227472762703], "p_value": 0.3198170927821986, "input_sha256": "6d84edd75686a02b572ba60fb4b35039ca521f765b3e55b5cdc1f8d6de725d8f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3183623627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03462326540638315, "interval": [-0.09556426441499861, 0.026317733602232316], "p_value": 0.264, "input_sha256": "42235766bfe4ea905a867406ef0093b53296718e1284aac68d0e46bdd45af79e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3183623627, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03462326540638315, "interval": [-0.08835166346780733, 0.01996179566568464], "p_value": 0.25336711504203774, "input_sha256": "42235766bfe4ea905a867406ef0093b53296718e1284aac68d0e46bdd45af79e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1502928860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1384124198003951, "interval": [-6.2192267682191735, 6.496051607819964], "p_value": 0.968, "input_sha256": "2eac5e12539c4afe1f420a6313b9705d85f5d72226f9ea54c365193eed8bb08b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1502928860, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1384124198003951, "interval": [-5.280309505131391, 5.837770125234154], "p_value": 0.9642803753932228, "input_sha256": "2eac5e12539c4afe1f420a6313b9705d85f5d72226f9ea54c365193eed8bb08b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1502928860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01424639138029087, "interval": [-0.05757711965576388, 0.08606990241634561], "p_value": 0.684, "input_sha256": "3648fee7f89601459229cdfbba37e97f3e3310e348ed82f9be4f4f3058c33564"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1502928860, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01424639138029087, "interval": [-0.04917661483761974, 0.07850398784540483], "p_value": 0.6829476764571996, "input_sha256": "3648fee7f89601459229cdfbba37e97f3e3310e348ed82f9be4f4f3058c33564"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2186112980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.149519485147447, "interval": [-3.113784678123537, 9.412823648418431], "p_value": 0.316, "input_sha256": "357701d16c13ee059947b7bd514e36172d639a8917dcdf007439f3880fa35756"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2186112980, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.149519485147447, "interval": [-2.6601506571432756, 8.840438183615666], "p_value": 0.3094741910321881, "input_sha256": "357701d16c13ee059947b7bd514e36172d639a8917dcdf007439f3880fa35756"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2186112980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027309616110199133, "interval": [-0.03623777830678218, 0.09085701052718045], "p_value": 0.397, "input_sha256": "7afd463add7d5f64d8f043c873ad178da5e1afda11106a365c6d89cb38440a9a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2186112980, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027309616110199133, "interval": [-0.03335360479873634, 0.07897252855509376], "p_value": 0.3839302407854106, "input_sha256": "7afd463add7d5f64d8f043c873ad178da5e1afda11106a365c6d89cb38440a9a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4087800705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.269885138519109, "interval": [-4.136523994128618, 6.676294271166835], "p_value": 0.646, "input_sha256": "eedcc0f84039b1f5a4576c14fa5e05b0e29baa183e8a59869a55e50dc7410081"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4087800705, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.269885138519109, "interval": [-3.902151551104873, 5.903893059905371], "p_value": 0.6315550621048021, "input_sha256": "eedcc0f84039b1f5a4576c14fa5e05b0e29baa183e8a59869a55e50dc7410081"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4087800705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009956329228381043, "interval": [-0.05261759836892844, 0.07253025682569053], "p_value": 0.75, "input_sha256": "5a1177e46be2ae7a691e02770bb800b3ac4f89488047b2562eb50149f263aff8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4087800705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009956329228381043, "interval": [-0.05077421207163803, 0.060348896016938526], "p_value": 0.7434428556089057, "input_sha256": "5a1177e46be2ae7a691e02770bb800b3ac4f89488047b2562eb50149f263aff8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3650258613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.93775425110039, "interval": [-9.260804772592193, 1.3852962703914131], "p_value": 0.124, "input_sha256": "01cd781899bc295aa72177f7cefa7ebd088430ff41912a25d206c004f9298e1c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3650258613, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.93775425110039, "interval": [-8.866456201274636, 0.027620200501626925], "p_value": 0.13789583252038473, "input_sha256": "01cd781899bc295aa72177f7cefa7ebd088430ff41912a25d206c004f9298e1c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3650258613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02959336300909617, "interval": [-0.08695772310281984, 0.027770997084627495], "p_value": 0.28, "input_sha256": "3e8eb3cd87bf78b38cb3cad0c0777e7c02ac046d6d07da76ede5c278527a0499"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3650258613, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02959336300909617, "interval": [-0.08342900291850754, 0.01327563491696161], "p_value": 0.2908282135400929, "input_sha256": "3e8eb3cd87bf78b38cb3cad0c0777e7c02ac046d6d07da76ede5c278527a0499"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1384433791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.319281445882301, "interval": [-1.4339278443927412, 8.072490736157343], "p_value": 0.146, "input_sha256": "4233b4a0edd53c52e9d089990e1a2608e5cb75a281f2c41ad733edb4056ccc43"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1384433791, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.319281445882301, "interval": [-1.4770394531772075, 7.656239961807953], "p_value": 0.1639050781385279, "input_sha256": "4233b4a0edd53c52e9d089990e1a2608e5cb75a281f2c41ad733edb4056ccc43"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1384433791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02511221219170633, "interval": [-0.021324964000822084, 0.07154938838423475], "p_value": 0.254, "input_sha256": "54233cbbddc4b698df7d443fda1322ac3f567999c1b4fd674c6f9273547034e4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1384433791, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02511221219170633, "interval": [-0.01771814592380723, 0.06637920844782684], "p_value": 0.2785692265912809, "input_sha256": "54233cbbddc4b698df7d443fda1322ac3f567999c1b4fd674c6f9273547034e4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1964333766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5077926452079864, "interval": [-8.438474473951954, 1.422889183535982], "p_value": 0.176, "input_sha256": "9f31ccb3b7bcfab1f8c8591558dd9842c3d79dd7ae8fc22823dee04fa091f144"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1964333766, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5077926452079864, "interval": [-8.376315774846633, 1.0509076088972353], "p_value": 0.15490682891157115, "input_sha256": "9f31ccb3b7bcfab1f8c8591558dd9842c3d79dd7ae8fc22823dee04fa091f144"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1964333766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03678374014936824, "interval": [-0.08655871818061871, 0.012991237881882223], "p_value": 0.172, "input_sha256": "53bdce6da2d779c58f50417fba227ce0a935cf5cae5616d5df845247bb1eb871"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1964333766, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03678374014936824, "interval": [-0.0831928295488187, 0.009703603386674973], "p_value": 0.1399340080643628, "input_sha256": "53bdce6da2d779c58f50417fba227ce0a935cf5cae5616d5df845247bb1eb871"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3298015848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.208252445106267, "interval": [-2.392431098793948, 8.808935989006482], "p_value": 0.248, "input_sha256": "f7091c2ccb28e54c95888ba77fb4f5fdff6e7b5d5731df3b85eb0be23198b5cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3298015848, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.208252445106267, "interval": [-2.009325252074478, 8.329238045259746], "p_value": 0.25115300102362204, "input_sha256": "f7091c2ccb28e54c95888ba77fb4f5fdff6e7b5d5731df3b85eb0be23198b5cf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3298015848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03273903840313165, "interval": [-0.03406515166395031, 0.09954322847021362], "p_value": 0.322, "input_sha256": "d31c6b3d7726c820529580ea60e4c3da49a1448ce38f07a435c16ba23b42f4fc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3298015848, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03273903840313165, "interval": [-0.02516354090492221, 0.09879434467336307], "p_value": 0.3233307485539949, "input_sha256": "d31c6b3d7726c820529580ea60e4c3da49a1448ce38f07a435c16ba23b42f4fc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1236395700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.258206990121746, "interval": [-8.545862168713178, 4.029448188469687], "p_value": 0.477, "input_sha256": "b05493c42da9c4301b7964b35b86cedb3d511bbbbb1ce8e1e9ed8c2441a00c2d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1236395700, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.258206990121746, "interval": [-7.636931366131626, 3.2213967106445742], "p_value": 0.46592092465814827, "input_sha256": "b05493c42da9c4301b7964b35b86cedb3d511bbbbb1ce8e1e9ed8c2441a00c2d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1236395700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014413420428486881, "interval": [-0.07697980341345141, 0.04815296255647765], "p_value": 0.649, "input_sha256": "71d1a8a2ecc29a6d3fab7e2b0d137d55e6f18e0b8ccc61cbe1ef9816dd1d2245"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1236395700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014413420428486881, "interval": [-0.06990782411993296, 0.040341732446900536], "p_value": 0.6405085077024889, "input_sha256": "71d1a8a2ecc29a6d3fab7e2b0d137d55e6f18e0b8ccc61cbe1ef9816dd1d2245"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2590889800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5795008339598176, "interval": [-2.3836412709159087, 7.542642938835543], "p_value": 0.293, "input_sha256": "329cf0fb86d33cf8b395001930315f868958cb68f438e19ae7a44bfe8a09147d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2590889800, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5795008339598176, "interval": [-1.8681542096744306, 6.953055359614169], "p_value": 0.2949875596757905, "input_sha256": "329cf0fb86d33cf8b395001930315f868958cb68f438e19ae7a44bfe8a09147d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2590889800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03731879868808911, "interval": [-0.013830269351042562, 0.08846786672722078], "p_value": 0.147, "input_sha256": "b3bdd6cbc38f75b4d6005faf02a5ab23baa65546a6f6e9078ee69786a2743573"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2590889800, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03731879868808911, "interval": [-0.01097170946835572, 0.08132615713244837], "p_value": 0.14620201968043894, "input_sha256": "b3bdd6cbc38f75b4d6005faf02a5ab23baa65546a6f6e9078ee69786a2743573"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 511276847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.120343337880065, "interval": [-9.094009459632495, 0.8533227838723647], "p_value": 0.102, "input_sha256": "fdf3cb8592d9b2ec2e4cdbfa4d0bb9aedbfa50c00096cc0f9e5f959355205bbe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 511276847, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.120343337880065, "interval": [-8.52585428233828, 0.31148745889692453], "p_value": 0.09990747290440037, "input_sha256": "fdf3cb8592d9b2ec2e4cdbfa4d0bb9aedbfa50c00096cc0f9e5f959355205bbe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 511276847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04535020746287672, "interval": [-0.10257123517367721, 0.011870820247923769], "p_value": 0.128, "input_sha256": "95886d30cc259fd6ae84ba0d2ad6df8d81bf6c07e76d5e0ffb9a6b3c326abb66"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 511276847, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04535020746287672, "interval": [-0.09936993174831149, 0.005303958545365471], "p_value": 0.11383188459890486, "input_sha256": "95886d30cc259fd6ae84ba0d2ad6df8d81bf6c07e76d5e0ffb9a6b3c326abb66"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 283085820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.992460566076842, "interval": [-9.321814986514724, 3.336893854361039], "p_value": 0.366, "input_sha256": "99a012522f3566cb918c19bf26107ba23e7bbd992d484a69cee74faceb1d3b02"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 283085820, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.992460566076842, "interval": [-8.533758687769646, 2.937488230728931], "p_value": 0.3397929080663922, "input_sha256": "99a012522f3566cb918c19bf26107ba23e7bbd992d484a69cee74faceb1d3b02"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 283085820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016266427860774167, "interval": [-0.08328104423202867, 0.050748188510480345], "p_value": 0.625, "input_sha256": "43c52f09061f7c4feec4bec476e228fd6db995bc8e5b2f871e634cc75aa002b3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 283085820, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016266427860774167, "interval": [-0.07390372404141256, 0.04422079413585867], "p_value": 0.6222845254018995, "input_sha256": "43c52f09061f7c4feec4bec476e228fd6db995bc8e5b2f871e634cc75aa002b3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 122621730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1367711880560374, "interval": [-4.138955762106972, 8.412498138219046], "p_value": 0.486, "input_sha256": "602736fb2f622991df139a1ce36c0010b767579686718496f41f9a1231370a7a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 122621730, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1367711880560374, "interval": [-3.593362066428739, 7.934306500957923], "p_value": 0.48860327095702993, "input_sha256": "602736fb2f622991df139a1ce36c0010b767579686718496f41f9a1231370a7a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 122621730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02251351326797231, "interval": [-0.06206379036350741, 0.10709081689945203], "p_value": 0.569, "input_sha256": "9df3698a1cfad59a69ac0e986043b6590f06b35dd3d025357455d05cc86c0512"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 122621730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02251351326797231, "interval": [-0.04391176073854516, 0.10861361575857612], "p_value": 0.5852768050398574, "input_sha256": "9df3698a1cfad59a69ac0e986043b6590f06b35dd3d025357455d05cc86c0512"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4067014108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.525371631876613, "interval": [-1.6606292460167555, 8.711372509769982], "p_value": 0.17, "input_sha256": "2cc8deb2c22f1fc74d69bd8311a983132c19c8c4fd5ae0b7e8df5c8e117f242f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4067014108, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.525371631876613, "interval": [-1.5468987602772966, 7.868473520546152], "p_value": 0.17410724617531673, "input_sha256": "2cc8deb2c22f1fc74d69bd8311a983132c19c8c4fd5ae0b7e8df5c8e117f242f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4067014108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03891275185785052, "interval": [-0.01965441526561918, 0.09747991898132022], "p_value": 0.189, "input_sha256": "cb8f44f8c8f476bdf768459707f05ae06a4226adec2d79b10077e2d79f9ef7f1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4067014108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03891275185785052, "interval": [-0.015670270748396803, 0.0900017609940559], "p_value": 0.18390431108672478, "input_sha256": "cb8f44f8c8f476bdf768459707f05ae06a4226adec2d79b10077e2d79f9ef7f1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3902317163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5512023114744915, "interval": [-2.2623961099076837, 7.364800732856667], "p_value": 0.267, "input_sha256": "c6e5969ab619fe01090741dbe81572e49425b2452b096b3c89d7db5e2d44680f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3902317163, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5512023114744915, "interval": [-2.266336289269295, 6.867370612339765], "p_value": 0.28722209782547226, "input_sha256": "c6e5969ab619fe01090741dbe81572e49425b2452b096b3c89d7db5e2d44680f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3902317163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0156948724453536, "interval": [-0.038216653533919905, 0.0696063984246271], "p_value": 0.55, "input_sha256": "5d010a732045d05c8f1fa748eaeabe4af5a090921f79ed667f2a13cc7b0e216e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3902317163, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0156948724453536, "interval": [-0.03959057853817445, 0.06366606008466164], "p_value": 0.5541135224593265, "input_sha256": "5d010a732045d05c8f1fa748eaeabe4af5a090921f79ed667f2a13cc7b0e216e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4192728283, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5499792550167206, "interval": [-6.687854713650532, 5.58789620361709], "p_value": 0.856, "input_sha256": "3433a4e24ef7dd23fbd213bc7ef03cf13dc5dbb543c55ae5dc7c8c9f30ab6d18"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4192728283, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5499792550167206, "interval": [-7.075978616869207, 3.9161628462541365], "p_value": 0.8550198577462452, "input_sha256": "3433a4e24ef7dd23fbd213bc7ef03cf13dc5dbb543c55ae5dc7c8c9f30ab6d18"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4192728283, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006936620156603719, "interval": [-0.053909803250508107, 0.06778304356371555], "p_value": 0.818, "input_sha256": "1daf6ef63e107185b8a294cdb6b916995b8e5fe235dcd0eda97db4a5e0b9945f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4192728283, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006936620156603719, "interval": [-0.05494822249744891, 0.053820444841337724], "p_value": 0.8164908526001156, "input_sha256": "1daf6ef63e107185b8a294cdb6b916995b8e5fe235dcd0eda97db4a5e0b9945f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1713288892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9882740445692835, "interval": [-2.524605545455023, 6.5011536345935905], "p_value": 0.371, "input_sha256": "bb383a3373e7e476091ec4634637fd850b504ba3ceac1eb2aa4f4aed23de6c25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1713288892, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9882740445692835, "interval": [-2.3396877746322433, 5.70748906781664], "p_value": 0.37396726322909224, "input_sha256": "bb383a3373e7e476091ec4634637fd850b504ba3ceac1eb2aa4f4aed23de6c25"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1713288892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01868758812147805, "interval": [-0.03530911945553045, 0.07268429569848654], "p_value": 0.472, "input_sha256": "efe3d56550f700879779c9289ce79358d1673c1b81875aa9d3a1b1e27f5c9c86"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1713288892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01868758812147805, "interval": [-0.03178574384815124, 0.06488376542103601], "p_value": 0.48381875488056336, "input_sha256": "efe3d56550f700879779c9289ce79358d1673c1b81875aa9d3a1b1e27f5c9c86"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1183676436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9369212130414266, "interval": [-8.860680589717768, 0.9868381636349146], "p_value": 0.098, "input_sha256": "a5e398ee8a207ea7c2f0dd6a9d05a62add9b3620a52d969295834f0fbafcb9d3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1183676436, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9369212130414266, "interval": [-8.333682570145845, 0.27290466089962906], "p_value": 0.11140376305189328, "input_sha256": "a5e398ee8a207ea7c2f0dd6a9d05a62add9b3620a52d969295834f0fbafcb9d3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1183676436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038712464870398866, "interval": [-0.09000542979019968, 0.01258050004940195], "p_value": 0.125, "input_sha256": "108345a81f699fbc5b8542dfee3ef244752cfb3aba0ebfaa4475853e754f75a7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1183676436, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038712464870398866, "interval": [-0.08936633587043931, 0.0001947217079988479], "p_value": 0.1326175327857042, "input_sha256": "108345a81f699fbc5b8542dfee3ef244752cfb3aba0ebfaa4475853e754f75a7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2625633659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3966588621672997, "interval": [-7.2913681119347435, 2.498050387600144], "p_value": 0.302, "input_sha256": "2a36b8177f8000bc34e7d03cb9b4832c6e5e4e4ae8f86c3560e5f3eb34856d93"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2625633659, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3966588621672997, "interval": [-6.639857253828736, 2.3122593366737867], "p_value": 0.3213527055162582, "input_sha256": "2a36b8177f8000bc34e7d03cb9b4832c6e5e4e4ae8f86c3560e5f3eb34856d93"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2625633659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03268820580857588, "interval": [-0.083455028509918, 0.01807861689276624], "p_value": 0.185, "input_sha256": "77995deb97cab6dca87050c3577493dc82e57dc7c4da0c7ad60c3d3429c02ec7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2625633659, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03268820580857588, "interval": [-0.07848548383125067, 0.013832908706562626], "p_value": 0.1956267362417096, "input_sha256": "77995deb97cab6dca87050c3577493dc82e57dc7c4da0c7ad60c3d3429c02ec7"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 956230608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.553853326767238, "interval": [-13.776567803041601, -1.3311388504928754], "p_value": 0.021, "input_sha256": "c1ae1d7ccf5485e8c5afc73ed4c3c7b233d649f479b9eda9d11b15c128720f09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 956230608, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.553853326767238, "interval": [-12.688179638360822, -0.8385651763151105], "p_value": 0.01964491150110133, "input_sha256": "c1ae1d7ccf5485e8c5afc73ed4c3c7b233d649f479b9eda9d11b15c128720f09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 956230608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07568718192118634, "interval": [-0.13850772851816445, -0.012866635324208245], "p_value": 0.019, "input_sha256": "e7eb56ea4e2eac318e98ba9826f7ae1ab52eb62500509906182870e956f07fb4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 956230608, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07568718192118634, "interval": [-0.12667485905884512, -0.006938065155943565], "p_value": 0.020402906512222364, "input_sha256": "e7eb56ea4e2eac318e98ba9826f7ae1ab52eb62500509906182870e956f07fb4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 161370402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5648093356410211, "interval": [-4.837318817147995, 5.9669374884300375], "p_value": 0.835, "input_sha256": "3b02b66d4e52ec93e339d89d2df599ffbf5a1090ca869defa31375814ccf0197"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 161370402, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5648093356410211, "interval": [-4.151084713544306, 5.308428570419337], "p_value": 0.8308922380344138, "input_sha256": "3b02b66d4e52ec93e339d89d2df599ffbf5a1090ca869defa31375814ccf0197"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 161370402, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013772404183663458, "interval": [-0.045741068543065366, 0.07328587691039228], "p_value": 0.635, "input_sha256": "325b706cb22145bc71c7901f55ff16da706de841e108f54cdf8d4ecdaaaf6313"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 161370402, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013772404183663458, "interval": [-0.03343635673408582, 0.06705278350456191], "p_value": 0.6358268401236771, "input_sha256": "325b706cb22145bc71c7901f55ff16da706de841e108f54cdf8d4ecdaaaf6313"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1667493794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9405217596844204, "interval": [-6.673418826193925, 4.792375306825083], "p_value": 0.735, "input_sha256": "888ffa4bf710d6b452d24d29020943f2f265f38a0ef6307f161bb48da84d3ff9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1667493794, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9405217596844204, "interval": [-5.847965252267272, 4.30699144012399], "p_value": 0.7385837730795244, "input_sha256": "888ffa4bf710d6b452d24d29020943f2f265f38a0ef6307f161bb48da84d3ff9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1667493794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018497093593281423, "interval": [-0.08395545500255688, 0.046961267815994044], "p_value": 0.57, "input_sha256": "701acc421a79adf1cda9e573fba4e10e6f44ed17dd02e4a84d631658256dd559"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1667493794, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018497093593281423, "interval": [-0.07528309913665605, 0.04069035674465923], "p_value": 0.5663292063491043, "input_sha256": "701acc421a79adf1cda9e573fba4e10e6f44ed17dd02e4a84d631658256dd559"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 865187254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.543401671543671, "interval": [-8.670768578482965, 1.5839652353956235], "p_value": 0.146, "input_sha256": "f51712284d3c51b6f459a751ac13df100adfcb7005679c9b61baffddde7e8aea"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 865187254, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.543401671543671, "interval": [-8.366050933177732, 1.1643134887447084], "p_value": 0.1660906021732764, "input_sha256": "f51712284d3c51b6f459a751ac13df100adfcb7005679c9b61baffddde7e8aea"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 865187254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01597435553982912, "interval": [-0.07042185470506973, 0.038473143625411495], "p_value": 0.544, "input_sha256": "d97ddc0bb98a71aca716f8f0b4291422cbd08d47f8935ab87058b4289e453b91"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 865187254, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01597435553982912, "interval": [-0.06601661108147006, 0.03472888684188947], "p_value": 0.5488424274992285, "input_sha256": "d97ddc0bb98a71aca716f8f0b4291422cbd08d47f8935ab87058b4289e453b91"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2820417498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.240448000044561, "interval": [-3.6022532838617463, 6.083149283950869], "p_value": 0.558, "input_sha256": "0679432b13e7f21a565f9a24e6aeaa082614f43de5ec4e8c41b53ae81fd2705a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2820417498, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.240448000044561, "interval": [-2.815633324407971, 5.276929385571728], "p_value": 0.6000261095067192, "input_sha256": "0679432b13e7f21a565f9a24e6aeaa082614f43de5ec4e8c41b53ae81fd2705a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2820417498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009237658515198142, "interval": [-0.04353804813669128, 0.06201336516708757], "p_value": 0.692, "input_sha256": "2b3c33452acf36b7266fa468508530f692f05e3dbc4fba25c0d37ea2024c0e6b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2820417498, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009237658515198142, "interval": [-0.03515507527547717, 0.05507735396267766], "p_value": 0.7206092635171243, "input_sha256": "2b3c33452acf36b7266fa468508530f692f05e3dbc4fba25c0d37ea2024c0e6b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 226049802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5443458619414435, "interval": [-5.349822763425345, 4.261131039542458], "p_value": 0.823, "input_sha256": "a80a92f4c9429935f524b9da1f358665fdb513cd59d423328377d4fcfa60afc0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 226049802, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5443458619414435, "interval": [-4.650413259605225, 3.947846670704323], "p_value": 0.8171806872094995, "input_sha256": "a80a92f4c9429935f524b9da1f358665fdb513cd59d423328377d4fcfa60afc0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 226049802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016784509568285762, "interval": [-0.06748208301224477, 0.03391306387567325], "p_value": 0.521, "input_sha256": "f9fdc0b04c9c0717d5e102f2ce7457195041583a51d863c8821acf6c088d6596"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 226049802, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016784509568285762, "interval": [-0.059028827132329306, 0.031299918479063334], "p_value": 0.5005920634047798, "input_sha256": "f9fdc0b04c9c0717d5e102f2ce7457195041583a51d863c8821acf6c088d6596"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 749254804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4497655360613104, "interval": [-7.88647360697239, 4.98694253484977], "p_value": 0.643, "input_sha256": "711f98b7c54b0d8fa60dea7a411b47d002ad1e640278f5d1e2d68f6fa6e6679b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 749254804, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4497655360613104, "interval": [-6.618157583879055, 5.17993904686537], "p_value": 0.6454021095432736, "input_sha256": "711f98b7c54b0d8fa60dea7a411b47d002ad1e640278f5d1e2d68f6fa6e6679b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 749254804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009400525452761004, "interval": [-0.08302190041288503, 0.06422084950736302], "p_value": 0.797, "input_sha256": "d0ec90bf2f3e8f6be7fc9333d289119253a621d3a868dc12014c1f401806d35f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 749254804, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009400525452761004, "interval": [-0.0715600063821671, 0.06823595991227241], "p_value": 0.7933867064088377, "input_sha256": "d0ec90bf2f3e8f6be7fc9333d289119253a621d3a868dc12014c1f401806d35f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1667021508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3090085777377474, "interval": [-4.5555745623314845, 7.173591717806978], "p_value": 0.662, "input_sha256": "aa04c2ea9c068590f148b03ab8c7b3d76ed2d5803a16c8ff40c596fd9232cbd8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1667021508, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3090085777377474, "interval": [-3.8328178495480603, 6.569875357408657], "p_value": 0.6471012246930189, "input_sha256": "aa04c2ea9c068590f148b03ab8c7b3d76ed2d5803a16c8ff40c596fd9232cbd8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1667021508, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03426910970900349, "interval": [-0.03270795530315092, 0.10124617472115789], "p_value": 0.315, "input_sha256": "4bc3a4834aae136dd276a48c69884524465bd8207086edf2d404293cd733cba8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1667021508, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03426910970900349, "interval": [-0.020749559224230413, 0.09686792204295668], "p_value": 0.2945842020471018, "input_sha256": "4bc3a4834aae136dd276a48c69884524465bd8207086edf2d404293cd733cba8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2052223789, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.948884801069576, "interval": [-7.827101563763447, 1.9293319616242957], "p_value": 0.235, "input_sha256": "75077af0dde99bfc4f581af91f77de68ad00db8ebdc71affe3b531f7a97236de"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2052223789, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.948884801069576, "interval": [-7.585462546991111, 1.4079807778295668], "p_value": 0.22472597568743907, "input_sha256": "75077af0dde99bfc4f581af91f77de68ad00db8ebdc71affe3b531f7a97236de"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2052223789, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03288731350725377, "interval": [-0.08930971825562917, 0.02353509124112163], "p_value": 0.249, "input_sha256": "6acbb249e7ad5a9f32a7e6fbc6cb40d3735b555404c2928c49ae9840c0398263"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2052223789, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03288731350725377, "interval": [-0.0879339871769644, 0.018051055250394764], "p_value": 0.24050941867294404, "input_sha256": "6acbb249e7ad5a9f32a7e6fbc6cb40d3735b555404c2928c49ae9840c0398263"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2912043075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7826442236442017, "interval": [-2.4496154881663723, 10.014903935454775], "p_value": 0.213, "input_sha256": "d7682938487ad96e0d5adec0d8405f6996ad1c0278fe1e497ae5ac15bcc67737"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2912043075, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7826442236442017, "interval": [-1.7174787485411538, 9.50056095215704], "p_value": 0.22188847728789102, "input_sha256": "d7682938487ad96e0d5adec0d8405f6996ad1c0278fe1e497ae5ac15bcc67737"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2912043075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03948064384367758, "interval": [-0.018452490622104065, 0.09741377830945923], "p_value": 0.167, "input_sha256": "ad5aca218b49cf9953421535390cdb3d076e7c9839e558e4b8a392ffce15a473"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2912043075, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03948064384367758, "interval": [-0.012956411204589399, 0.09079258236969989], "p_value": 0.1727708631355897, "input_sha256": "ad5aca218b49cf9953421535390cdb3d076e7c9839e558e4b8a392ffce15a473"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1400262537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7275728302503834, "interval": [-4.337384536448276, 5.792530196949043], "p_value": 0.791, "input_sha256": "2b00cd202af55df4f342875c13fe39408338c8a610cd1ba88b152dac2b818060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1400262537, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7275728302503834, "interval": [-4.346165394056884, 5.35597081401424], "p_value": 0.7688890030984943, "input_sha256": "2b00cd202af55df4f342875c13fe39408338c8a610cd1ba88b152dac2b818060"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1400262537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017270114613428807, "interval": [-0.04337696461113201, 0.07791719383798963], "p_value": 0.602, "input_sha256": "962fb9550e104c94fa0d7a8cfd1eb91bc063d8ad7591e8a3e6929e5703c3877b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1400262537, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017270114613428807, "interval": [-0.03976276753652301, 0.07219676468830387], "p_value": 0.5609270332182756, "input_sha256": "962fb9550e104c94fa0d7a8cfd1eb91bc063d8ad7591e8a3e6929e5703c3877b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1004532399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3007662804927481, "interval": [-4.9771255301718345, 5.578658091157331], "p_value": 0.894, "input_sha256": "8bb342bfb37ef23bd7e80da0c2432115728db0dce3ffa458d9160fd9adecf63e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1004532399, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3007662804927481, "interval": [-4.414634234176336, 5.175145183984046], "p_value": 0.9077877975090383, "input_sha256": "8bb342bfb37ef23bd7e80da0c2432115728db0dce3ffa458d9160fd9adecf63e"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1004532399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01236797429253545, "interval": [-0.046677650400624916, 0.07141359898569581], "p_value": 0.661, "input_sha256": "504834b5f7c431159fd33e6f1b02a9820c81071a0966f1ad90e85cd18a5f7015"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1004532399, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01236797429253545, "interval": [-0.03548675610590253, 0.06988466827377236], "p_value": 0.6701325809274472, "input_sha256": "504834b5f7c431159fd33e6f1b02a9820c81071a0966f1ad90e85cd18a5f7015"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3076197545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.948213102199798, "interval": [0.2606080540132245, 9.63581815038637], "p_value": 0.05, "input_sha256": "bb2ed3a97fcaf837a75d7724635df7e4dae378796418e5d28ce12b60a07d2808"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3076197545, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.948213102199798, "interval": [0.7206773775749561, 9.168700308569814], "p_value": 0.039459863025587225, "input_sha256": "bb2ed3a97fcaf837a75d7724635df7e4dae378796418e5d28ce12b60a07d2808"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3076197545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03977633219127411, "interval": [-0.013252744242598855, 0.09280540862514708], "p_value": 0.134, "input_sha256": "0fd39a42a84863fb4f3f6e70de580c504ae8dabc845a01e546e45a68ee450aa8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3076197545, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03977633219127411, "interval": [-0.004457031364453387, 0.0879271175825495], "p_value": 0.13518903764928342, "input_sha256": "0fd39a42a84863fb4f3f6e70de580c504ae8dabc845a01e546e45a68ee450aa8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 381142608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.997192004522076, "interval": [-2.9449472831673082, 8.93933129221146], "p_value": 0.272, "input_sha256": "3bb49ff7ff86d494f4b152108c8d90f11c963adde08b427adc42ca2a44aa66f4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 381142608, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.997192004522076, "interval": [-2.2110929512943738, 8.202928929948962], "p_value": 0.29609054154347514, "input_sha256": "3bb49ff7ff86d494f4b152108c8d90f11c963adde08b427adc42ca2a44aa66f4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 381142608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04938639040191176, "interval": [-0.025274115384062594, 0.12404689618788611], "p_value": 0.131, "input_sha256": "f496e596db780961f608fbcf5e39ccd5f9018a7a25c0b7897cac0601e5ea57bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 381142608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04938639040191176, "interval": [-0.008327573655284325, 0.12303472952060988], "p_value": 0.17526982859515416, "input_sha256": "f496e596db780961f608fbcf5e39ccd5f9018a7a25c0b7897cac0601e5ea57bb"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3339246937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5069704133688635, "interval": [-7.209616138796022, 6.195675312058295], "p_value": 0.869, "input_sha256": "d75a37c5cc8d5e01ddc564d3bac99728cd0ac59db7637d5a07358d27a8a448fe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3339246937, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5069704133688635, "interval": [-6.814046471984643, 5.00920023156022], "p_value": 0.87564559873508, "input_sha256": "d75a37c5cc8d5e01ddc564d3bac99728cd0ac59db7637d5a07358d27a8a448fe"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3339246937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006541388744979755, "interval": [-0.07176000546427987, 0.08484278295423937], "p_value": 0.871, "input_sha256": "e016a282b22aeab54cb51acb1925f3067e37f01ee241c1a8090e9a077e396295"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3339246937, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006541388744979755, "interval": [-0.055748406177581984, 0.07872663978775102], "p_value": 0.8618423647718538, "input_sha256": "e016a282b22aeab54cb51acb1925f3067e37f01ee241c1a8090e9a077e396295"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2812136576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0038730089561713754, "interval": [-7.600679444360022, 7.592933426447679], "p_value": 1.0, "input_sha256": "6a78390562d8eee60f4b35b3c12b73df509327670b30686c5393006a5d9464f0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2812136576, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0038730089561713754, "interval": [-6.5335821517024435, 6.920264928398801], "p_value": 0.9991697159523082, "input_sha256": "6a78390562d8eee60f4b35b3c12b73df509327670b30686c5393006a5d9464f0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2812136576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01615334563528096, "interval": [-0.10912852268387391, 0.07682183141331198], "p_value": 0.73, "input_sha256": "7f8313438eeb790488f4da4bb7bd33d18a2cec46a560fe2c7777978347be02b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2812136576, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01615334563528096, "interval": [-0.10218119526591364, 0.06569199671141936], "p_value": 0.7225776827950241, "input_sha256": "7f8313438eeb790488f4da4bb7bd33d18a2cec46a560fe2c7777978347be02b5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3251696420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07263260322671639, "interval": [-6.610783803264699, 6.4655185968112665], "p_value": 0.988, "input_sha256": "c4bd8753f1f2de8da1b1577555ecd1a855bf5ea77bd13f5c0af0341227fe8899"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3251696420, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07263260322671639, "interval": [-5.558571631673208, 6.531179287145092], "p_value": 0.9818562838159216, "input_sha256": "c4bd8753f1f2de8da1b1577555ecd1a855bf5ea77bd13f5c0af0341227fe8899"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3251696420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01290041165306311, "interval": [-0.061049879684170284, 0.0868507029902965], "p_value": 0.724, "input_sha256": "71e0c098c920c655f673995533e8c87538c8596db82e90698eef0a35ccce49ed"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3251696420, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01290041165306311, "interval": [-0.05094536341425057, 0.08154938725115687], "p_value": 0.7207719660059855, "input_sha256": "71e0c098c920c655f673995533e8c87538c8596db82e90698eef0a35ccce49ed"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4001744174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1884661324029302, "interval": [-4.579385532096176, 6.956317796902037], "p_value": 0.712, "input_sha256": "efac7979b60bdc53888cba6dbbf5c8987432ae37533184177d6d246df55c4d5f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4001744174, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1884661324029302, "interval": [-4.342382142415479, 5.844677539370086], "p_value": 0.6742149022755659, "input_sha256": "efac7979b60bdc53888cba6dbbf5c8987432ae37533184177d6d246df55c4d5f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4001744174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02147329214881801, "interval": [-0.03870865193763026, 0.08165523623526628], "p_value": 0.504, "input_sha256": "a16f04b95e709e744aa08b64c6da8f556a1b6d98232f272d929d57db6aa38f5c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4001744174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02147329214881801, "interval": [-0.03222167441005842, 0.07580639050353946], "p_value": 0.46947702003018654, "input_sha256": "a16f04b95e709e744aa08b64c6da8f556a1b6d98232f272d929d57db6aa38f5c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3820244833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4999490063483625, "interval": [-6.097030233185082, 5.097132220488357], "p_value": 0.844, "input_sha256": "0a3339696e73edfa5186dfbda621603f9e2ed6119a8d35ed4fffc3fbda967e04"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3820244833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4999490063483625, "interval": [-5.035933405555491, 5.58565136557928], "p_value": 0.856229208971029, "input_sha256": "0a3339696e73edfa5186dfbda621603f9e2ed6119a8d35ed4fffc3fbda967e04"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3820244833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019290753489077132, "interval": [-0.05419779321219613, 0.05805594391001155], "p_value": 0.953, "input_sha256": "f9c7d89bab7363e43dca85e6c155a80a5d8ea7c14ac1b5cf37a1dda24d8a0ba3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3820244833, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019290753489077132, "interval": [-0.04959282001114685, 0.06042725927577706], "p_value": 0.944522247976689, "input_sha256": "f9c7d89bab7363e43dca85e6c155a80a5d8ea7c14ac1b5cf37a1dda24d8a0ba3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 928683113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.991924744175125, "interval": [-7.470884127227116, 1.4870346388768656], "p_value": 0.177, "input_sha256": "027454c1e39ca4dd1789c09fa30a599f2171da1c1207dc6d6db315aaf003f06a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 928683113, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.991924744175125, "interval": [-7.224029966832158, 0.8650202344955624], "p_value": 0.181128699658287, "input_sha256": "027454c1e39ca4dd1789c09fa30a599f2171da1c1207dc6d6db315aaf003f06a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 928683113, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02429430750380829, "interval": [-0.06909549324415702, 0.020506878236540436], "p_value": 0.276, "input_sha256": "4301d61608c000f070003536ba50066a6f187201ed87913fe83b8af2c6bebbbf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 928683113, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02429430750380829, "interval": [-0.06783733607523297, 0.01400043270663505], "p_value": 0.2758844347610534, "input_sha256": "4301d61608c000f070003536ba50066a6f187201ed87913fe83b8af2c6bebbbf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1360673286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8108606029620492, "interval": [-5.615240417423657, 7.236961623347756], "p_value": 0.782, "input_sha256": "6cf743f5b0ef9ad1738724a296ce53aa2079b6a9ec71510ab12e46e21fafb8e2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1360673286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8108606029620492, "interval": [-4.127059867660888, 7.9218067498177565], "p_value": 0.7966405853159153, "input_sha256": "6cf743f5b0ef9ad1738724a296ce53aa2079b6a9ec71510ab12e46e21fafb8e2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1360673286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006226607726364163, "interval": [-0.05568806056186206, 0.06814127601459039], "p_value": 0.828, "input_sha256": "10899a1f161a46691acabb4d861ed656e55a9c5c0a27524eef5123f898c06cd1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1360673286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006226607726364163, "interval": [-0.04131436740210992, 0.07103515066087464], "p_value": 0.8372946851408011, "input_sha256": "10899a1f161a46691acabb4d861ed656e55a9c5c0a27524eef5123f898c06cd1"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 367417971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.099537950206973, "interval": [-6.526611619556334, 2.327535719142389], "p_value": 0.337, "input_sha256": "5ecfdee4d08501516791d9825ae1c555ac7268ca1c7e2da7102d6576955ff998"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 367417971, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.099537950206973, "interval": [-6.289708789096652, 1.9461268945796766], "p_value": 0.33756091014342593, "input_sha256": "5ecfdee4d08501516791d9825ae1c555ac7268ca1c7e2da7102d6576955ff998"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 367417971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03479310479257898, "interval": [-0.0844372345231885, 0.014851024938030546], "p_value": 0.167, "input_sha256": "f1f4a22e2bc5274683c3a72675813c4b7a06ce6392c0d85f466d40f9086c2b0a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 367417971, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03479310479257898, "interval": [-0.0832290808038804, 0.008577799721574651], "p_value": 0.15983435158417078, "input_sha256": "f1f4a22e2bc5274683c3a72675813c4b7a06ce6392c0d85f466d40f9086c2b0a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 335797716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.25396178247988, "interval": [1.0644947079819556, 11.443428856977805], "p_value": 0.016, "input_sha256": "7deacc0284643b3a6dcae249061a57cd094e575a9a364418e233c18f2ad22bb3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 335797716, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.25396178247988, "interval": [1.3059797820677597, 10.997228467425375], "p_value": 0.0198973412908734, "input_sha256": "7deacc0284643b3a6dcae249061a57cd094e575a9a364418e233c18f2ad22bb3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 335797716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07969673930637128, "interval": [0.019783069120721447, 0.1396104094920211], "p_value": 0.007, "input_sha256": "e03bde66b88047c16a97d6c17b5b43d9506332c40a9bed3a139615091db74479"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 335797716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07969673930637128, "interval": [0.022806971903980188, 0.13146394559877947], "p_value": 0.01110049345900587, "input_sha256": "e03bde66b88047c16a97d6c17b5b43d9506332c40a9bed3a139615091db74479"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3352419660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.344940640652071, "interval": [-10.325344900814754, 1.6354636195106114], "p_value": 0.127, "input_sha256": "3648f74464fbf447279079e056ad3b4526d73ef7a07db01a661d955aae2ae353"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3352419660, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.344940640652071, "interval": [-9.759300628690951, 0.6593492630111526], "p_value": 0.1457654356418182, "input_sha256": "3648f74464fbf447279079e056ad3b4526d73ef7a07db01a661d955aae2ae353"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3352419660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04953352334583448, "interval": [-0.11195237980553568, 0.01288533311386672], "p_value": 0.097, "input_sha256": "614c56e1752d9d554c63147bc9341c9d94dd152a1e3d41d9c3889ffe66dbf225"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3352419660, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04953352334583448, "interval": [-0.10434929164280392, 0.005982207925015898], "p_value": 0.11409097918970443, "input_sha256": "614c56e1752d9d554c63147bc9341c9d94dd152a1e3d41d9c3889ffe66dbf225"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1342599814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.105116689316743, "interval": [-4.672043177092449, 4.461809798458963], "p_value": 0.96, "input_sha256": "b38b8d24e85f66a720d61fdf4e5c28bcd36c2d397c88b2c3f37659b0438e4d7c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1342599814, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.105116689316743, "interval": [-4.852153256513406, 3.367205998497114], "p_value": 0.9626769463870041, "input_sha256": "b38b8d24e85f66a720d61fdf4e5c28bcd36c2d397c88b2c3f37659b0438e4d7c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1342599814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00353127029687539, "interval": [-0.042827548160385864, 0.04989008875413664], "p_value": 0.871, "input_sha256": "d8b4964dd43b651443a43e3cd25d330e51964bfc8a95a1db3c6fd0463e04d9d8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1342599814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00353127029687539, "interval": [-0.04124748747171738, 0.039604252305397734], "p_value": 0.8766757992243416, "input_sha256": "d8b4964dd43b651443a43e3cd25d330e51964bfc8a95a1db3c6fd0463e04d9d8"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2110728637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6222200728356408, "interval": [-6.78602781334402, 5.541587667672738], "p_value": 0.848, "input_sha256": "e4c8eda20bc422acc8757fd146de50cfb3642fb4ca03db3a6ee109472fd44324"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2110728637, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6222200728356408, "interval": [-7.356047023672168, 4.554028192257983], "p_value": 0.8373762338302009, "input_sha256": "e4c8eda20bc422acc8757fd146de50cfb3642fb4ca03db3a6ee109472fd44324"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2110728637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0006306781202925077, "interval": [-0.06111776633108903, 0.062379122571674044], "p_value": 0.982, "input_sha256": "908db2f84f9ac5bd421251675fba9a2b8cc3aaf21e3a0f7c227c125b8f540871"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2110728637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0006306781202925077, "interval": [-0.0681414228897929, 0.05075441809377681], "p_value": 0.9834495817563809, "input_sha256": "908db2f84f9ac5bd421251675fba9a2b8cc3aaf21e3a0f7c227c125b8f540871"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2881319916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8654204568035357, "interval": [-7.954347561548082, 0.2235066479410106], "p_value": 0.054, "input_sha256": "06746abc400ca7199e89e6857bf2544bfa5b95b3113577fd56be9a0f99c7cbe9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2881319916, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8654204568035357, "interval": [-7.6187187116332895, -0.014480273448518748], "p_value": 0.06271131986157795, "input_sha256": "06746abc400ca7199e89e6857bf2544bfa5b95b3113577fd56be9a0f99c7cbe9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2881319916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.037815294621928085, "interval": [-0.08412045847033198, 0.008489869226475814], "p_value": 0.087, "input_sha256": "0b72913bce10d0bd0145855af11dde421503c17cde30c0e112efcb8ce10fb022"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2881319916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.037815294621928085, "interval": [-0.07971993626039386, 0.007705440228033043], "p_value": 0.10441875381278347, "input_sha256": "0b72913bce10d0bd0145855af11dde421503c17cde30c0e112efcb8ce10fb022"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 64991777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8484193582736066, "interval": [-4.089645367003236, 5.786484083550448], "p_value": 0.72, "input_sha256": "c2b5cd0519974f52ee465235e19095490682378ee00c62b529ea8230d78a6a09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 64991777, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8484193582736066, "interval": [-4.178792368329103, 4.889765925161196], "p_value": 0.7284746977924932, "input_sha256": "c2b5cd0519974f52ee465235e19095490682378ee00c62b529ea8230d78a6a09"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 64991777, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00812424649300604, "interval": [-0.04652291563730875, 0.06277140862332084], "p_value": 0.744, "input_sha256": "fcd86b58115b4d26baa044b971fad8365cc9c13c6550b6dccdab772a72c521ed"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 64991777, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00812424649300604, "interval": [-0.04199929851530404, 0.055139261631491125], "p_value": 0.7634160695940035, "input_sha256": "fcd86b58115b4d26baa044b971fad8365cc9c13c6550b6dccdab772a72c521ed"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2219799479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.514426011467748, "interval": [-1.485882892020392, 10.514734914955888], "p_value": 0.132, "input_sha256": "758c8291ca77f4393377781c26a33f19b4747eef5293f7f2ceac8fbfa5ffb1d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2219799479, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.514426011467748, "interval": [-1.477969828507803, 9.573739933295629], "p_value": 0.13314012401341369, "input_sha256": "758c8291ca77f4393377781c26a33f19b4747eef5293f7f2ceac8fbfa5ffb1d4"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2219799479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05048794864868019, "interval": [-0.013314692120452241, 0.11429058941781262], "p_value": 0.121, "input_sha256": "cdbdf9a6bdf4e71f9b891c911c132d30e2e00733d83addf3537f7f0213604fb6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2219799479, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05048794864868019, "interval": [-0.013359547080272932, 0.10345977951418635], "p_value": 0.11552923066815754, "input_sha256": "cdbdf9a6bdf4e71f9b891c911c132d30e2e00733d83addf3537f7f0213604fb6"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1741777871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.681246366693432, "interval": [-1.4767887919410319, 8.839281525327895], "p_value": 0.158, "input_sha256": "a84c17732f3507ae3b167132ba5336e9272576a4e90370fd92152fc38517cfdc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1741777871, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.681246366693432, "interval": [-1.550757975706827, 7.7989961353306345], "p_value": 0.1549326676594009, "input_sha256": "a84c17732f3507ae3b167132ba5336e9272576a4e90370fd92152fc38517cfdc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1741777871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04318980076156203, "interval": [-0.018004137402502805, 0.10438373892562686], "p_value": 0.147, "input_sha256": "a4e38c647db897b510e30a3c9a83b9b99b9c361252e5e14fbe81b47302fbbc10"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1741777871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04318980076156203, "interval": [-0.009751245067836405, 0.09628091762373198], "p_value": 0.15882521912586142, "input_sha256": "a4e38c647db897b510e30a3c9a83b9b99b9c361252e5e14fbe81b47302fbbc10"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3452004709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9132641227589627, "interval": [-7.254384331066141, 5.427856085548215], "p_value": 0.745, "input_sha256": "754eafe64706f3fc7f181f7368584957c0930e9927635bdabb12f8397aa55a15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3452004709, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9132641227589627, "interval": [-6.209898031710531, 4.829878745452756], "p_value": 0.7686611217272945, "input_sha256": "754eafe64706f3fc7f181f7368584957c0930e9927635bdabb12f8397aa55a15"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3452004709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016268735342098432, "interval": [-0.08193026376558504, 0.049392793081388185], "p_value": 0.583, "input_sha256": "d6db571af6bc1906371972d4408c2ba1bda39493549531c182cc658c8ce4470f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3452004709, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016268735342098432, "interval": [-0.07353664289361092, 0.0412286377419943], "p_value": 0.6144025944285896, "input_sha256": "d6db571af6bc1906371972d4408c2ba1bda39493549531c182cc658c8ce4470f"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2222346763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7008115764539187, "interval": [-0.2586016270817382, 7.6602247799895755], "p_value": 0.058, "input_sha256": "6baabc5124732c645dad55ea081b784e067cc188ca21115a7e3428be2067e070"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2222346763, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7008115764539187, "interval": [-0.24471996231152343, 7.000681416324498], "p_value": 0.06586210625614584, "input_sha256": "6baabc5124732c645dad55ea081b784e067cc188ca21115a7e3428be2067e070"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2222346763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05013922226730603, "interval": [-0.004068072112710944, 0.104346516647323], "p_value": 0.039, "input_sha256": "a860983b2a6b03ca6bc1a8bc1df1d897756ddfd89e57cbceabacd940d22cf3ab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2222346763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05013922226730603, "interval": [0.004081131202089894, 0.10316013283338708], "p_value": 0.06792488941884184, "input_sha256": "a860983b2a6b03ca6bc1a8bc1df1d897756ddfd89e57cbceabacd940d22cf3ab"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 199241213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6091512124114777, "interval": [-6.568590591972145, 3.3502881671491895], "p_value": 0.481, "input_sha256": "acffdaf0f1e02f44ef77b01ffe2208ed8255e79a07ceeda76ccc1a7c6a0a087d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 199241213, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6091512124114777, "interval": [-6.158524524401785, 2.926967090670233], "p_value": 0.5087756829794687, "input_sha256": "acffdaf0f1e02f44ef77b01ffe2208ed8255e79a07ceeda76ccc1a7c6a0a087d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 199241213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009428878616880968, "interval": [-0.058858587521952554, 0.040000830288190625], "p_value": 0.677, "input_sha256": "070e5e66206d819e14ab61fff27a4cdfcf86e4a73b6f0dd5194e339d211d0757"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 199241213, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009428878616880968, "interval": [-0.05644395929754669, 0.032510902157135965], "p_value": 0.6965532057063633, "input_sha256": "070e5e66206d819e14ab61fff27a4cdfcf86e4a73b6f0dd5194e339d211d0757"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4085498456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.19128587164031408, "interval": [-6.128258984510086, 5.745687241229457], "p_value": 0.941, "input_sha256": "f611795aa1b7ac4e5bfc61a24b925648b1cd034d42eae659c65d4d1b212a4d2c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4085498456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.19128587164031408, "interval": [-6.0113381284297, 4.937405441595917], "p_value": 0.9470040371000008, "input_sha256": "f611795aa1b7ac4e5bfc61a24b925648b1cd034d42eae659c65d4d1b212a4d2c"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4085498456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022343606285244715, "interval": [-0.05778748736274105, 0.06225620861979], "p_value": 0.938, "input_sha256": "a95ca586de451e2d6bd18da86a6d31a8e549640b365e45dbfa16d4d1a2d2d90a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4085498456, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022343606285244715, "interval": [-0.05092883190521607, 0.05740778172356171], "p_value": 0.9384682920345646, "input_sha256": "a95ca586de451e2d6bd18da86a6d31a8e549640b365e45dbfa16d4d1a2d2d90a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3587313620, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.497519604963876, "interval": [-3.1816042885835234, 6.176643498511275], "p_value": 0.528, "input_sha256": "517230f8ce6420801c419565ac485589ae22286619b7f0114c52c53cd41b90c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3587313620, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.497519604963876, "interval": [-2.7382905908368973, 5.435413006536968], "p_value": 0.5174232792280202, "input_sha256": "517230f8ce6420801c419565ac485589ae22286619b7f0114c52c53cd41b90c5"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3587313620, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01857395840796236, "interval": [-0.03469234093340307, 0.07184025774932778], "p_value": 0.508, "input_sha256": "673e774d79574a39dc72efe1823bcb0e5da0c6fdb30ec5eb25f50c7393ce4fa3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3587313620, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01857395840796236, "interval": [-0.024116818858376698, 0.06844813505677885], "p_value": 0.4792410438959951, "input_sha256": "673e774d79574a39dc72efe1823bcb0e5da0c6fdb30ec5eb25f50c7393ce4fa3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3989341349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3426941593640576, "interval": [-4.436159547167988, 7.121547865896104], "p_value": 0.66, "input_sha256": "d3bbe55513812c2422501663234011844262f2cfa26620ccc0edd2841170e0d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3989341349, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3426941593640576, "interval": [-4.505705225775142, 5.995522662201249], "p_value": 0.6371924719512962, "input_sha256": "d3bbe55513812c2422501663234011844262f2cfa26620ccc0edd2841170e0d9"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3989341349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00749035905551481, "interval": [-0.06601846776102949, 0.08099918587205909], "p_value": 0.86, "input_sha256": "1a5ddf18089010e3394560cfe498a6da33dbdc1b225b58e5407d0e2efbb2610b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3989341349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00749035905551481, "interval": [-0.08010241068321189, 0.05961803154492216], "p_value": 0.834532017144878, "input_sha256": "1a5ddf18089010e3394560cfe498a6da33dbdc1b225b58e5407d0e2efbb2610b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1630377838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2720114393424, "interval": [-5.679599051973121, 5.135576173288322], "p_value": 0.906, "input_sha256": "10bf5832ebd1c7d66059634808aa3e0fdea639e860400256bf822edcf1cfb2af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1630377838, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2720114393424, "interval": [-5.513830557639614, 4.291598222329028], "p_value": 0.9178005836515489, "input_sha256": "10bf5832ebd1c7d66059634808aa3e0fdea639e860400256bf822edcf1cfb2af"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1630377838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001147454282084905, "interval": [-0.05480608268386424, 0.05710099124803405], "p_value": 0.96, "input_sha256": "69fdd350676723d071fd9d3ef2e080f62d78fde465a13ecb1ff7c9d55e7beb3d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1630377838, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001147454282084905, "interval": [-0.04934288237887029, 0.05032414367316544], "p_value": 0.9663964628276205, "input_sha256": "69fdd350676723d071fd9d3ef2e080f62d78fde465a13ecb1ff7c9d55e7beb3d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1153200444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.618381124242026, "interval": [-7.8447442740474855, 2.607982025563434], "p_value": 0.316, "input_sha256": "3265efd7a5b5db96d5264906eac9fc481f032f95ddc4698a4355b30191c5357d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1153200444, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.618381124242026, "interval": [-7.546007247030408, 2.155150516210602], "p_value": 0.3100577306421798, "input_sha256": "3265efd7a5b5db96d5264906eac9fc481f032f95ddc4698a4355b30191c5357d"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1153200444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02348945553235282, "interval": [-0.0851931599492514, 0.03821424888454576], "p_value": 0.454, "input_sha256": "104a4a3fcd043370cfc440209c3d8f1f6e7b7723b53ea67fdbc53bbba0816544"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1153200444, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02348945553235282, "interval": [-0.0771095615224507, 0.03380504584206575], "p_value": 0.43502902507846086, "input_sha256": "104a4a3fcd043370cfc440209c3d8f1f6e7b7723b53ea67fdbc53bbba0816544"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3186272610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.678246955544478, "interval": [-2.7735033632396835, 8.12999727432864], "p_value": 0.339, "input_sha256": "615d147c58da9a21580c4069f36087d1de40fb332e93091a51dfa9c5a6e24066"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3186272610, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.678246955544478, "interval": [-1.8270642659900964, 7.767989536829656], "p_value": 0.3213347147643807, "input_sha256": "615d147c58da9a21580c4069f36087d1de40fb332e93091a51dfa9c5a6e24066"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3186272610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032292365111982246, "interval": [-0.018003219893955764, 0.08258795011792025], "p_value": 0.198, "input_sha256": "b8b71a73d5146e946ba9f48baf56a2c8c3964cc56bf6a68259f11f7d9da0a4ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3186272610, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032292365111982246, "interval": [-0.0103430127123439, 0.07907180674135574], "p_value": 0.19895047849929867, "input_sha256": "b8b71a73d5146e946ba9f48baf56a2c8c3964cc56bf6a68259f11f7d9da0a4ba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1524216100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8539081868412401, "interval": [-5.7636634336622565, 7.471479807344736], "p_value": 0.811, "input_sha256": "e90688484bd11f1bad9f22ba492705df033fc15065df1d45f3a36c86fcea6d39"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1524216100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8539081868412401, "interval": [-5.113506432477204, 7.8620800849579435], "p_value": 0.792124381105709, "input_sha256": "e90688484bd11f1bad9f22ba492705df033fc15065df1d45f3a36c86fcea6d39"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1524216100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0046308151711971085, "interval": [-0.06282599633118582, 0.07208762667358004], "p_value": 0.9, "input_sha256": "85dee34f0d13ef039c875dfd8203e1e09db30c465c9d086431da0fe7f4522962"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1524216100, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0046308151711971085, "interval": [-0.06267749725477777, 0.07066201227221544], "p_value": 0.8888150351096968, "input_sha256": "85dee34f0d13ef039c875dfd8203e1e09db30c465c9d086431da0fe7f4522962"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1256534253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04181672577564899, "interval": [-4.574505061400055, 4.490871609848757], "p_value": 0.978, "input_sha256": "382366945466528753361b6f4b85cb80960bd26d3fa7ccd1db5bda57c8680665"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1256534253, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04181672577564899, "interval": [-4.230068395831427, 4.186991908681403], "p_value": 0.9850911576327133, "input_sha256": "382366945466528753361b6f4b85cb80960bd26d3fa7ccd1db5bda57c8680665"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1256534253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004950986267670505, "interval": [-0.06770031628048905, 0.05779834374514804], "p_value": 0.869, "input_sha256": "b42ffb730f753f43bb039dc2b1a3d9414aba03ed1babb27fd2a4952fdb11226a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1256534253, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004950986267670505, "interval": [-0.06189907734940383, 0.05253305289555209], "p_value": 0.8724610899452837, "input_sha256": "b42ffb730f753f43bb039dc2b1a3d9414aba03ed1babb27fd2a4952fdb11226a"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1328724748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.35776137908449696, "interval": [-4.117534316671177, 3.402011558502183], "p_value": 0.835, "input_sha256": "597dcd59aa71f1f3711e33051e6b6e3092f36cc0bc42f36249ad6d269b888ef3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1328724748, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.35776137908449696, "interval": [-3.54866392819232, 3.1793291333578986], "p_value": 0.8459762039350084, "input_sha256": "597dcd59aa71f1f3711e33051e6b6e3092f36cc0bc42f36249ad6d269b888ef3"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1328724748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014108907378102378, "interval": [-0.033529318705407415, 0.061747133461612175], "p_value": 0.519, "input_sha256": "6ef6e0af68b39474bf217d14bd8064306d68f99da9ac8d332729bd932e5d7cdd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1328724748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014108907378102378, "interval": [-0.026241451657448758, 0.05771180649448626], "p_value": 0.5470987840536392, "input_sha256": "6ef6e0af68b39474bf217d14bd8064306d68f99da9ac8d332729bd932e5d7cdd"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4230999136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4931619108502955, "interval": [-4.9768708090457965, 5.963194630746387], "p_value": 0.865, "input_sha256": "65a877f528504e1e9ecb30e6c394b84ad755afe65315eb25366412f7d4652b49"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4230999136, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4931619108502955, "interval": [-4.9088581812636125, 4.890166832781251], "p_value": 0.8536101298241846, "input_sha256": "65a877f528504e1e9ecb30e6c394b84ad755afe65315eb25366412f7d4652b49"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4230999136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006922267556609447, "interval": [-0.059490020383445294, 0.07333455549666419], "p_value": 0.842, "input_sha256": "a548a4428f5b6e796a9759fc728c47c19d2d96f1692f614496421baa7c997962"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4230999136, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006922267556609447, "interval": [-0.05891703274932524, 0.060451254752785476], "p_value": 0.8310753951973612, "input_sha256": "a548a4428f5b6e796a9759fc728c47c19d2d96f1692f614496421baa7c997962"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3480871427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.140276186304143, "interval": [-0.12743222624157724, 10.407984598849863], "p_value": 0.045, "input_sha256": "6fa06900e4d8d7f951b25a0cc91fa9def5a0eabe4d7a6c428583dbc28a83bfde"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3480871427, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.140276186304143, "interval": [0.22250636571590154, 9.726921883133185], "p_value": 0.05534566398988979, "input_sha256": "6fa06900e4d8d7f951b25a0cc91fa9def5a0eabe4d7a6c428583dbc28a83bfde"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3480871427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05007924075492717, "interval": [-0.006222116447548803, 0.10638059795740315], "p_value": 0.068, "input_sha256": "818bb7883aef54828b5422f76b482f47ac8f6d67bc58bcefd521cf129e345aba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3480871427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05007924075492717, "interval": [-0.004605085945624026, 0.09837653019018561], "p_value": 0.07874667498408094, "input_sha256": "818bb7883aef54828b5422f76b482f47ac8f6d67bc58bcefd521cf129e345aba"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4071489331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9418484794014312, "interval": [-6.041454240455328, 2.1577572816524664], "p_value": 0.305, "input_sha256": "99655c3fa93e2d7571d85f183577465d57649b76c05d19dacbe7ff764c429f6b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4071489331, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9418484794014312, "interval": [-5.741594325474224, 1.4233230704206148], "p_value": 0.3351032695344328, "input_sha256": "99655c3fa93e2d7571d85f183577465d57649b76c05d19dacbe7ff764c429f6b"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4071489331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035429227893230955, "interval": [-0.07439950910537967, 0.0035410533189177557], "p_value": 0.058, "input_sha256": "ba0b249c76cde267dee914bd84c7035f70549d3473c73a6b88e5d32abc3942ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4071489331, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035429227893230955, "interval": [-0.07092748374286133, -0.001509566935221878], "p_value": 0.07296606548912546, "input_sha256": "ba0b249c76cde267dee914bd84c7035f70549d3473c73a6b88e5d32abc3942ff"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4278240531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.46160135940037367, "interval": [-3.725681401981197, 4.648884120781944], "p_value": 0.81, "input_sha256": "1011b8d041dbb5200cf7989b514503a143cc359d37ede1e8dbaa15ff521bfbc0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4278240531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.46160135940037367, "interval": [-3.344877472933316, 4.163862038275196], "p_value": 0.8212325183310298, "input_sha256": "1011b8d041dbb5200cf7989b514503a143cc359d37ede1e8dbaa15ff521bfbc0"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4278240531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007755413653434223, "interval": [-0.04447806573083589, 0.05998889303770433], "p_value": 0.741, "input_sha256": "f24c3555eb9a3f33893b8d3d1ed01e81271dac72f181335351f19e4f246a47d2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4278240531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007755413653434223, "interval": [-0.041689573972439095, 0.05043858021412704], "p_value": 0.761606087281401, "input_sha256": "f24c3555eb9a3f33893b8d3d1ed01e81271dac72f181335351f19e4f246a47d2"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1301259541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2877478228673668, "interval": [-4.342527080360184, 4.918022726094917], "p_value": 0.889, "input_sha256": "c93863c5dcf182220015c140d3344cac2ac7ee3868077123a4e4b45183926bcc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1301259541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2877478228673668, "interval": [-3.6919919703345525, 4.448530254484499], "p_value": 0.8985285219080463, "input_sha256": "c93863c5dcf182220015c140d3344cac2ac7ee3868077123a4e4b45183926bcc"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1301259541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007292971267992882, "interval": [-0.052007494696476544, 0.037421552160490784], "p_value": 0.709, "input_sha256": "f86969299920d62eff14108f830a1391ed5439b86ad040808adf158a6e498181"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1301259541, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007292971267992882, "interval": [-0.04870492197876676, 0.032062988077378535], "p_value": 0.7391832813340302, "input_sha256": "f86969299920d62eff14108f830a1391ed5439b86ad040808adf158a6e498181"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4128614173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5131939443773157, "interval": [-5.526393449559441, 4.500005560804809], "p_value": 0.84, "input_sha256": "7fc5db478d0d692c2099393aa62efbe507b5fceab9ac3499def0f048f2e37379"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4128614173, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5131939443773157, "interval": [-5.063108960784818, 3.7284312681228005], "p_value": 0.8354173611127224, "input_sha256": "7fc5db478d0d692c2099393aa62efbe507b5fceab9ac3499def0f048f2e37379"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4128614173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0049450948042934, "interval": [-0.04377303624162482, 0.05366322585021162], "p_value": 0.829, "input_sha256": "1ae0b6a8ec9e5ac78492e7302a8d0624ad0f89aaaa17f2f3b9475bf0a9f7fedf"}
{"scenario": "unequal_strata", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4128614173, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0049450948042934, "interval": [-0.03914782039187194, 0.04862216880819397], "p_value": 0.8365969727887019, "input_sha256": "1ae0b6a8ec9e5ac78492e7302a8d0624ad0f89aaaa17f2f3b9475bf0a9f7fedf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1605510105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8562571390307934, "interval": [-6.068528912839806, 4.356014634778219], "p_value": 0.734, "input_sha256": "ad5370fd48f283182efe29b8fac191bd80f1ed17408dfa42786cb8b81f954451"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1605510105, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8562571390307934, "interval": [-5.422755534476767, 3.5806701262109524], "p_value": 0.7387704660902641, "input_sha256": "ad5370fd48f283182efe29b8fac191bd80f1ed17408dfa42786cb8b81f954451"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.046587641906835175, "seed": 1605510105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01627853088839953, "interval": [-0.07036366951648043, 0.037806607739681364], "p_value": 0.577, "input_sha256": "49f210627f44a693b048c5ceb0f461888153efbf1b897e26b9e726439e90c246"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.046587641906835175, "seed": 1605510105, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01627853088839953, "interval": [-0.06735383515567174, 0.030255318859879175], "p_value": 0.5437219662145272, "input_sha256": "49f210627f44a693b048c5ceb0f461888153efbf1b897e26b9e726439e90c246"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2031978462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.294507704949223, "interval": [1.711822947244773, 10.877192462653673], "p_value": 0.009, "input_sha256": "816976144f0cfa6f10d26f3da362367835d7a49690bf7e75ec172c958cf57438"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2031978462, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.294507704949223, "interval": [2.2876629032938913, 10.638713236204968], "p_value": 0.00896527767052463, "input_sha256": "816976144f0cfa6f10d26f3da362367835d7a49690bf7e75ec172c958cf57438"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.04703454264859528, "seed": 2031978462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06351039348674285, "interval": [0.01018894812359844, 0.11683183884988727], "p_value": 0.017, "input_sha256": "1bc3c7069ad3e5a23bb9d4190ba60f381ea28a2b201c3ab17ad15a61c5c84ff1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.04703454264859528, "seed": 2031978462, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06351039348674285, "interval": [0.01827663655043157, 0.11618174254507847], "p_value": 0.021626507702303416, "input_sha256": "1bc3c7069ad3e5a23bb9d4190ba60f381ea28a2b201c3ab17ad15a61c5c84ff1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3416041263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5916972269067, "interval": [0.7978163196894448, 12.385578134123953], "p_value": 0.014, "input_sha256": "4bcefd496bb3858f5730e4547c4ca1e17bd5c1110569aca16a5c70f776825e90"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3416041263, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5916972269067, "interval": [1.310325286922906, 11.32030449097149], "p_value": 0.02837569373813075, "input_sha256": "4bcefd496bb3858f5730e4547c4ca1e17bd5c1110569aca16a5c70f776825e90"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.04686656498189892, "seed": 3416041263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07559780346715332, "interval": [0.017396681294560346, 0.1337989256397463], "p_value": 0.008, "input_sha256": "3f07186ea9334d52d321ac36ab028a0c3e2499fdd7b7db9cb207624bbce103a7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.04686656498189892, "seed": 3416041263, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07559780346715332, "interval": [0.02648071252344391, 0.12314974398386404], "p_value": 0.014544623029206722, "input_sha256": "3f07186ea9334d52d321ac36ab028a0c3e2499fdd7b7db9cb207624bbce103a7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 325436841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.139451507965964, "interval": [0.1281114710608522, 10.150791544871076], "p_value": 0.041, "input_sha256": "adc837564a5d19dfb7460e100eb16e8ac557c5f78f826950bd1568213807c4ef"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 325436841, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.139451507965964, "interval": [0.6432100012385604, 9.611109063326381], "p_value": 0.04478436879349021, "input_sha256": "adc837564a5d19dfb7460e100eb16e8ac557c5f78f826950bd1568213807c4ef"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.047003892816496154, "seed": 325436841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033688217979128035, "interval": [-0.02692248036624769, 0.09429891632450377], "p_value": 0.265, "input_sha256": "0742e11d5b0251472948eeab769fa64e9ad02790ebfce94be6d4ef0f4ac81a24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.047003892816496154, "seed": 325436841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033688217979128035, "interval": [-0.026444613835625772, 0.08569969037034979], "p_value": 0.26296615564535014, "input_sha256": "0742e11d5b0251472948eeab769fa64e9ad02790ebfce94be6d4ef0f4ac81a24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3484464039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.29881826120308, "interval": [-0.116312527469832, 10.713949049875993], "p_value": 0.051, "input_sha256": "b827bbd7966026b82a553b332afe34a735aaa669e4c9314b29078ac78d828132"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3484464039, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.29881826120308, "interval": [0.1506085400066498, 9.89279021597955], "p_value": 0.054719655182955684, "input_sha256": "b827bbd7966026b82a553b332afe34a735aaa669e4c9314b29078ac78d828132"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04691254578940177, "seed": 3484464039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04669992825228701, "interval": [-0.009315002115668332, 0.10271485862024235], "p_value": 0.095, "input_sha256": "b2605fa740082326c17fe324823da9475f67cb85b92d19cb245d71cbc9b6a0f8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04691254578940177, "seed": 3484464039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04669992825228701, "interval": [-0.010559825456739037, 0.09513106041064356], "p_value": 0.09835300825034408, "input_sha256": "b2605fa740082326c17fe324823da9475f67cb85b92d19cb245d71cbc9b6a0f8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 852337597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.037956538797203, "interval": [-0.3935062517769463, 10.469419329371352], "p_value": 0.057, "input_sha256": "89d71a3349e085859239247438a184717db01a5ae49dac87c9540f17537f19e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 852337597, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.037956538797203, "interval": [-0.06168930294053812, 9.910569941292163], "p_value": 0.06770674803806369, "input_sha256": "89d71a3349e085859239247438a184717db01a5ae49dac87c9540f17537f19e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04669710153542432, "seed": 852337597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05323708281014476, "interval": [-0.011796681565481165, 0.11827084718577069], "p_value": 0.086, "input_sha256": "12147fc5ee6363b16d471b72cb491b21be97ea407da5234df1483ee27886e842"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04669710153542432, "seed": 852337597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05323708281014476, "interval": [-0.00029331553337377466, 0.11567710940165565], "p_value": 0.10424066591821492, "input_sha256": "12147fc5ee6363b16d471b72cb491b21be97ea407da5234df1483ee27886e842"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 13723013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.381942623607125, "interval": [-2.7768483158148265, 7.540733563029077], "p_value": 0.342, "input_sha256": "f49dfe8e5b2da54c0693a88b35e0efa6eb1fdc0ef35041df8fbd88970a36638e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 13723013, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.381942623607125, "interval": [-1.9116390429052224, 7.037336599564975], "p_value": 0.3458200392481787, "input_sha256": "f49dfe8e5b2da54c0693a88b35e0efa6eb1fdc0ef35041df8fbd88970a36638e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.04856336292446928, "seed": 13723013, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01365512932769946, "interval": [-0.04684509596838061, 0.07415535462377953], "p_value": 0.657, "input_sha256": "32c0228a28788552b8dbc3ce2544f156ac8a90533ea356770e0e5868eea87ecf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.04856336292446928, "seed": 13723013, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01365512932769946, "interval": [-0.03620251147039515, 0.06820169240399038], "p_value": 0.6449595691461418, "input_sha256": "32c0228a28788552b8dbc3ce2544f156ac8a90533ea356770e0e5868eea87ecf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 517925937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9325312702664568, "interval": [-3.141089364371553, 9.006151904904467], "p_value": 0.344, "input_sha256": "d126e93538595c06a0f73b34a7f8f39e7f736c94d86c9b4e5d43f25bcd121783"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 517925937, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9325312702664568, "interval": [-2.223756455012373, 8.146328189799025], "p_value": 0.328877347941156, "input_sha256": "d126e93538595c06a0f73b34a7f8f39e7f736c94d86c9b4e5d43f25bcd121783"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.04687827778021806, "seed": 517925937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017269531507574255, "interval": [-0.04474267366253458, 0.0792817366776831], "p_value": 0.599, "input_sha256": "ee36cf46b129bbeed3df211f0b4e88225822a4fe102ceee17ac038d979df84f5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.04687827778021806, "seed": 517925937, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017269531507574255, "interval": [-0.03601403012631012, 0.07052735864836583], "p_value": 0.5702186132213869, "input_sha256": "ee36cf46b129bbeed3df211f0b4e88225822a4fe102ceee17ac038d979df84f5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3727966411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.648068968671435, "interval": [-0.9238251540056073, 14.219963091348477], "p_value": 0.077, "input_sha256": "4e38d2e991465d42d7e39fc7be9e9c5e73d477bc92f9db77dfcd580e551ea419"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3727966411, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.648068968671435, "interval": [0.03195761161883528, 14.44474492623423], "p_value": 0.08243584401115508, "input_sha256": "4e38d2e991465d42d7e39fc7be9e9c5e73d477bc92f9db77dfcd580e551ea419"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.04810868801668353, "seed": 3727966411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0675388198275526, "interval": [-0.01861706089132903, 0.15369470054643422], "p_value": 0.107, "input_sha256": "054d841f5b6475e55a5c6fa1909742e9276a0ff7fcba248735b5d6cf7a20d5fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.04810868801668353, "seed": 3727966411, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0675388198275526, "interval": [-0.013211892545565995, 0.14492220914149734], "p_value": 0.11844641229661054, "input_sha256": "054d841f5b6475e55a5c6fa1909742e9276a0ff7fcba248735b5d6cf7a20d5fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3532011873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.8955190926478025, "interval": [1.1791069220776302, 12.611931263217976], "p_value": 0.013, "input_sha256": "15f0ae853efd6daeac9859f9664195455d23a1195483d76ce05f8b38ed8c254f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3532011873, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.8955190926478025, "interval": [1.4831514833236248, 11.849312056528092], "p_value": 0.020523052720259467, "input_sha256": "15f0ae853efd6daeac9859f9664195455d23a1195483d76ce05f8b38ed8c254f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0492379723365182, "seed": 3532011873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0850934747145746, "interval": [0.01770142394588828, 0.15248552548326091], "p_value": 0.01, "input_sha256": "a79cf1916034042115b1e36f9efda97273769ff00d1cd4c28ffef717d4e04308"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0492379723365182, "seed": 3532011873, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0850934747145746, "interval": [0.02169165931149835, 0.14312523112058143], "p_value": 0.016371865364812135, "input_sha256": "a79cf1916034042115b1e36f9efda97273769ff00d1cd4c28ffef717d4e04308"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 238084329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.640115032965235, "interval": [-0.018052773186039595, 9.29828283911651], "p_value": 0.043, "input_sha256": "6a4b1d70e9fdbd2d4903e33408d282f4fa261ad8b03c84d675c4a85a92827604"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 238084329, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.640115032965235, "interval": [0.9310402793241378, 9.047048685918957], "p_value": 0.05082077475745927, "input_sha256": "6a4b1d70e9fdbd2d4903e33408d282f4fa261ad8b03c84d675c4a85a92827604"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.04913245649412671, "seed": 238084329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049112954962692405, "interval": [-0.002268852416569815, 0.10049476234195462], "p_value": 0.057, "input_sha256": "c73418e54f95981bddbe34d48a560bddf26212836244cd028ff229272da19a66"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.04913245649412671, "seed": 238084329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049112954962692405, "interval": [0.003602063063512975, 0.09634258121015203], "p_value": 0.06022754304403565, "input_sha256": "c73418e54f95981bddbe34d48a560bddf26212836244cd028ff229272da19a66"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3665689597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.744314152732322, "interval": [6.458192188170964, 17.030436117293682], "p_value": 0.001, "input_sha256": "54ddcd4fe3c6f9c9664afd6b8eeb54590ded1d86fa0709a16904ff86e4f21500"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3665689597, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.744314152732322, "interval": [7.299472849952576, 17.077102592246074], "p_value": 0.00011611682052132148, "input_sha256": "54ddcd4fe3c6f9c9664afd6b8eeb54590ded1d86fa0709a16904ff86e4f21500"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.04788905170664908, "seed": 3665689597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11884195120611195, "interval": [0.06980592515006373, 0.16787797726216017], "p_value": 0.001, "input_sha256": "cfff4e9d241ed4e75db14754952bd272c043924e265dea345258728138127a8a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.04788905170664908, "seed": 3665689597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11884195120611195, "interval": [0.07395205987311568, 0.16568172128678402], "p_value": 4.07576030495491e-05, "input_sha256": "cfff4e9d241ed4e75db14754952bd272c043924e265dea345258728138127a8a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1744039014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3901589074613683, "interval": [-1.4049488843935136, 8.18526669931625], "p_value": 0.132, "input_sha256": "ee99fb69e11531070b49c9f1b9666b5db43c2b60b7284432bdba65e51e17a6f1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1744039014, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3901589074613683, "interval": [-0.7934287294692937, 7.661976087226289], "p_value": 0.1599776162927372, "input_sha256": "ee99fb69e11531070b49c9f1b9666b5db43c2b60b7284432bdba65e51e17a6f1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.04702807488667534, "seed": 1744039014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034223238028242835, "interval": [-0.014959187012581358, 0.08340566306906702], "p_value": 0.138, "input_sha256": "ed6a2009432653c9834e48f34d9d020bb803d2e4a1daedc83df535560471dd6c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.04702807488667534, "seed": 1744039014, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034223238028242835, "interval": [-0.0102523786543045, 0.07730831364493865], "p_value": 0.16604624987138927, "input_sha256": "ed6a2009432653c9834e48f34d9d020bb803d2e4a1daedc83df535560471dd6c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4160682976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8504725324571165, "interval": [-4.089498956379649, 9.790444021293883], "p_value": 0.41, "input_sha256": "17733e57d4f1e9001a291bd5f1c5463f27e159922a1cbde598ade6824d094626"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4160682976, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8504725324571165, "interval": [-3.4209991506320687, 9.011338176425133], "p_value": 0.404668448882867, "input_sha256": "17733e57d4f1e9001a291bd5f1c5463f27e159922a1cbde598ade6824d094626"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.04736357552477183, "seed": 4160682976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024072030116098677, "interval": [-0.0496636421666147, 0.09780770239881206], "p_value": 0.496, "input_sha256": "aac9c763059bfc1f84acd1cc9b5da133d597aa9585f230bc0bf4698627f5a19b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.04736357552477183, "seed": 4160682976, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024072030116098677, "interval": [-0.04164845261017419, 0.09084460329306995], "p_value": 0.5075215797962511, "input_sha256": "aac9c763059bfc1f84acd1cc9b5da133d597aa9585f230bc0bf4698627f5a19b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1505349616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.320048883469267, "interval": [0.05782415676497443, 10.58227361017356], "p_value": 0.046, "input_sha256": "d2cce33d11f123987172cc4f98ef2e613280c125808541e6479cf5d29c1e211d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1505349616, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.320048883469267, "interval": [0.9208871865430606, 10.18422429769426], "p_value": 0.04773055023018653, "input_sha256": "d2cce33d11f123987172cc4f98ef2e613280c125808541e6479cf5d29c1e211d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.04764033744964165, "seed": 1505349616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06323824325425405, "interval": [0.004430707704595568, 0.12204577880391253], "p_value": 0.036, "input_sha256": "d9010c7e728776cabf22968157ce757c6fff9ad6f6799cc3c5f8b6c1e00ab67b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.04764033744964165, "seed": 1505349616, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06323824325425405, "interval": [0.017338997971034418, 0.11775676061985432], "p_value": 0.03636382794461505, "input_sha256": "d9010c7e728776cabf22968157ce757c6fff9ad6f6799cc3c5f8b6c1e00ab67b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1597828469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.892561231005701, "interval": [0.5029710056998749, 9.282151456311528], "p_value": 0.023, "input_sha256": "aa1953d180a8da2d6e010582a4725594017b4881b931fc90944f40bb2667a98c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1597828469, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.892561231005701, "interval": [0.8794120885771222, 8.843030716218399], "p_value": 0.030341825278067263, "input_sha256": "aa1953d180a8da2d6e010582a4725594017b4881b931fc90944f40bb2667a98c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.04955763275944167, "seed": 1597828469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04951781723802431, "interval": [-0.010602363419944492, 0.1096379978959931], "p_value": 0.08, "input_sha256": "e14ed50f1e2b289f84efd3c45d6068636e234e697b05dcd1b3e29c764cffed2c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.04955763275944167, "seed": 1597828469, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04951781723802431, "interval": [-0.004181411851874956, 0.10432409057550586], "p_value": 0.10197906396416336, "input_sha256": "e14ed50f1e2b289f84efd3c45d6068636e234e697b05dcd1b3e29c764cffed2c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2177855581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.086608532645229, "interval": [2.441493425444052, 11.731723639846408], "p_value": 0.002, "input_sha256": "e79e73429c942ef7ce4d35e4f3ade9828fb1834842c484355aa8f0effe161ab0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2177855581, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.086608532645229, "interval": [2.8003033089555185, 11.191348600633033], "p_value": 0.004077928211369612, "input_sha256": "e79e73429c942ef7ce4d35e4f3ade9828fb1834842c484355aa8f0effe161ab0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.04927957421325018, "seed": 2177855581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07218878313367125, "interval": [0.01202185718803453, 0.13235570907930796], "p_value": 0.021, "input_sha256": "6939cd542d8b4560eb5d5436be4ea1c021832a9f5087fc2ffd524107e90248e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.04927957421325018, "seed": 2177855581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07218878313367125, "interval": [0.01746364298249671, 0.12287734002282943], "p_value": 0.020443114980333157, "input_sha256": "6939cd542d8b4560eb5d5436be4ea1c021832a9f5087fc2ffd524107e90248e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1865428123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.37819652572012075, "interval": [-5.826053555089742, 5.069660503649501], "p_value": 0.873, "input_sha256": "0909a8575d9d28d2e547dc5750417add05d6b05fa32da50a8e6597d4c0f95f0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1865428123, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.37819652572012075, "interval": [-5.653798409582453, 4.019599117662505], "p_value": 0.887709739053711, "input_sha256": "0909a8575d9d28d2e547dc5750417add05d6b05fa32da50a8e6597d4c0f95f0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.04803327444713973, "seed": 1865428123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02194863477682655, "interval": [-0.07634583967175579, 0.03244857011810269], "p_value": 0.43, "input_sha256": "f2a84e0ef945d5b9bb0eb3d6ad91108d87f492f4ee7af379d032e505ad1c4ac4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.04803327444713973, "seed": 1865428123, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02194863477682655, "interval": [-0.07323562093679369, 0.024836532097675935], "p_value": 0.41489636308597655, "input_sha256": "f2a84e0ef945d5b9bb0eb3d6ad91108d87f492f4ee7af379d032e505ad1c4ac4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3198173926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.37325726389206, "interval": [3.3454911671897403, 13.401023360594381], "p_value": 0.001, "input_sha256": "bd59603fd7ace2152ca9ec0a7fc8d3103c328da5daf4741963e0b75ff896d38f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3198173926, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.37325726389206, "interval": [3.8153560932331865, 12.954559132626352], "p_value": 0.002286755860581438, "input_sha256": "bd59603fd7ace2152ca9ec0a7fc8d3103c328da5daf4741963e0b75ff896d38f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.04735755900901959, "seed": 3198173926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08701159896305391, "interval": [0.02469140241879643, 0.1493317955073114], "p_value": 0.005, "input_sha256": "042f4b4ad56d556be5de91696fa8a28f9edb8d65b82752d3cf6cc818b754fae5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.04735755900901959, "seed": 3198173926, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08701159896305391, "interval": [0.02604753838805505, 0.13822302873393288], "p_value": 0.008406066409332823, "input_sha256": "042f4b4ad56d556be5de91696fa8a28f9edb8d65b82752d3cf6cc818b754fae5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4026856125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.78684543173658, "interval": [2.243432079795965, 11.330258783677195], "p_value": 0.002, "input_sha256": "f2e66f004dee3d138464246d86c3a3b10a9d9120785f3e4f4090f6d1327d63f1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4026856125, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.78684543173658, "interval": [3.0375920712508724, 10.751019374175621], "p_value": 0.005287479396120273, "input_sha256": "f2e66f004dee3d138464246d86c3a3b10a9d9120785f3e4f4090f6d1327d63f1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.047956988282360155, "seed": 4026856125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06888307203696192, "interval": [0.022162457295430385, 0.11560368677849346], "p_value": 0.005, "input_sha256": "0204b102e38c394d187907fdc2e255dc0d98600ff6d51a07e57f55dc3d260717"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.047956988282360155, "seed": 4026856125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06888307203696192, "interval": [0.028709561092538805, 0.10835836864826444], "p_value": 0.005705399469062282, "input_sha256": "0204b102e38c394d187907fdc2e255dc0d98600ff6d51a07e57f55dc3d260717"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 868774093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6264429800905695, "interval": [-0.5359715600262431, 9.788857520207383], "p_value": 0.076, "input_sha256": "d4e41039bc81df2f814b4e9ac0c9599ff713082be9d047567e604344e45d64dd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 868774093, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6264429800905695, "interval": [-0.3047040198020962, 8.556943024113233], "p_value": 0.07653051009657896, "input_sha256": "d4e41039bc81df2f814b4e9ac0c9599ff713082be9d047567e604344e45d64dd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04774048252873862, "seed": 868774093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053185550245189686, "interval": [-0.0019849104162049866, 0.10835601090658437], "p_value": 0.055, "input_sha256": "7ecdca5caf4c14603e8b33fa7d89f31f2558cdd552bab0edb1fbe554f9431d46"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04774048252873862, "seed": 868774093, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053185550245189686, "interval": [0.0004893542957895264, 0.09471718262590324], "p_value": 0.058092138886310395, "input_sha256": "7ecdca5caf4c14603e8b33fa7d89f31f2558cdd552bab0edb1fbe554f9431d46"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 264990373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.162927175368044, "interval": [1.5193271947362037, 10.806527155999884], "p_value": 0.014, "input_sha256": "e367f1e504c37566631e1fc3c4f6245c1e51a646c2b7a75ce49d2a118d5cb249"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 264990373, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.162927175368044, "interval": [1.2974166673670435, 10.129714032772222], "p_value": 0.011296951593992448, "input_sha256": "e367f1e504c37566631e1fc3c4f6245c1e51a646c2b7a75ce49d2a118d5cb249"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04576890525343953, "seed": 264990373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059696191968695245, "interval": [0.006949164234622322, 0.11244321970276816], "p_value": 0.031, "input_sha256": "6449325bf539c27a27186e36c3bfe339f344de9fa6431a9700faf01252adb465"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04576890525343953, "seed": 264990373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059696191968695245, "interval": [0.007894183479384776, 0.10578294263781009], "p_value": 0.028168628341162644, "input_sha256": "6449325bf539c27a27186e36c3bfe339f344de9fa6431a9700faf01252adb465"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 137106931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.199525228248178, "interval": [-0.9334798010641538, 11.33253025756051], "p_value": 0.094, "input_sha256": "945b268127dc1494d2b3c57320b95d17b7091665474f60d3137fbd10f2692b48"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 137106931, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.199525228248178, "interval": [0.2642718512323623, 11.04892507494336], "p_value": 0.09340113137261541, "input_sha256": "945b268127dc1494d2b3c57320b95d17b7091665474f60d3137fbd10f2692b48"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.04784596282877461, "seed": 137106931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04819483143027686, "interval": [-0.015596348588516148, 0.11198601144906987], "p_value": 0.125, "input_sha256": "7f2dc58865a6304f3191d7350db26e8f279b516116702ce576f8940ca65a27c8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.04784596282877461, "seed": 137106931, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04819483143027686, "interval": [-0.004001690154768207, 0.10767070430697945], "p_value": 0.13277553350527402, "input_sha256": "7f2dc58865a6304f3191d7350db26e8f279b516116702ce576f8940ca65a27c8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2306528693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.132954552629676, "interval": [-0.7978168121461477, 9.063725917405499], "p_value": 0.106, "input_sha256": "b19a331fae68cfd9e309f37eb44e054b2c7b4b17c478ad3d9388ae4885f42971"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2306528693, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.132954552629676, "interval": [-0.2053503607390052, 8.83016598527466], "p_value": 0.09699973843940606, "input_sha256": "b19a331fae68cfd9e309f37eb44e054b2c7b4b17c478ad3d9388ae4885f42971"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04731166868181204, "seed": 2306528693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030595379357090842, "interval": [-0.016149967417018914, 0.0773407261312006], "p_value": 0.191, "input_sha256": "cc123f82fa7883648fa7dbf605df852a7f722c255813d7efe631757d5757e667"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04731166868181204, "seed": 2306528693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030595379357090842, "interval": [-0.012411868087551304, 0.07506589277618009], "p_value": 0.1912968550110772, "input_sha256": "cc123f82fa7883648fa7dbf605df852a7f722c255813d7efe631757d5757e667"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1385252724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.586854792565252, "interval": [-2.0944219124028067, 7.268131497533311], "p_value": 0.264, "input_sha256": "a207b03f37da8c2476d66adfbc7238fa57bb9dea30634f1b604d2393db51e5cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1385252724, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.586854792565252, "interval": [-1.2353255550210824, 6.7457242306811525], "p_value": 0.26631192344923066, "input_sha256": "a207b03f37da8c2476d66adfbc7238fa57bb9dea30634f1b604d2393db51e5cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.04826753295659085, "seed": 1385252724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018974300710426877, "interval": [-0.027110443443020944, 0.0650590448638747], "p_value": 0.4, "input_sha256": "43c5d264fd85debb7c2822c8e8b8776e906da32e8be861714da5e268cc7643cf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.04826753295659085, "seed": 1385252724, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018974300710426877, "interval": [-0.02172456047340988, 0.061040561877805294], "p_value": 0.4049471335485537, "input_sha256": "43c5d264fd85debb7c2822c8e8b8776e906da32e8be861714da5e268cc7643cf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 401284322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6742760082502912, "interval": [-2.725096102428666, 6.073648118929248], "p_value": 0.433, "input_sha256": "4b370036ab0fbf9d3536eaa21f4e97379206481feac1e0e84d1a51cd5d2ef55e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 401284322, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6742760082502912, "interval": [-2.61308930067781, 5.438822470461577], "p_value": 0.44320363027475507, "input_sha256": "4b370036ab0fbf9d3536eaa21f4e97379206481feac1e0e84d1a51cd5d2ef55e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.048687042398879735, "seed": 401284322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02541957181307223, "interval": [-0.02306975178551489, 0.07390889541165935], "p_value": 0.284, "input_sha256": "abed30f6c9f9204e7d4a1cf19ec956b7bbbd5797deccb595d451653d96564277"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.048687042398879735, "seed": 401284322, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02541957181307223, "interval": [-0.01880256988950675, 0.06908318951009132], "p_value": 0.2926515294544352, "input_sha256": "abed30f6c9f9204e7d4a1cf19ec956b7bbbd5797deccb595d451653d96564277"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 28701879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.06883381524645, "interval": [2.971138377505218, 13.166529252987681], "p_value": 0.001, "input_sha256": "fc2fc94b03964ba543c28fc7823be62ab5798487e0daea4ed3b28c1949e41a73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 28701879, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.06883381524645, "interval": [3.7738476963952485, 12.861055249429082], "p_value": 0.003401088395864829, "input_sha256": "fc2fc94b03964ba543c28fc7823be62ab5798487e0daea4ed3b28c1949e41a73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.04720101494573668, "seed": 28701879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07825949459861108, "interval": [0.023151092341076172, 0.13336789685614597], "p_value": 0.003, "input_sha256": "665a8349b3921bf28c8ab2e75e7183fe1353dcca7959398e3a1b6f8543f726dc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.04720101494573668, "seed": 28701879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07825949459861108, "interval": [0.03237697861232372, 0.13290013506590476], "p_value": 0.007429447266350591, "input_sha256": "665a8349b3921bf28c8ab2e75e7183fe1353dcca7959398e3a1b6f8543f726dc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3366073176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5311318853114995, "interval": [-2.5769777377930496, 7.639241508416049], "p_value": 0.301, "input_sha256": "8160ab4d54f6bdc752083c80f3628281df1d40b3b803105dca02a50d35b78948"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3366073176, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5311318853114995, "interval": [-2.034219107532331, 7.442627961441439], "p_value": 0.3152917624753214, "input_sha256": "8160ab4d54f6bdc752083c80f3628281df1d40b3b803105dca02a50d35b78948"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.04519546052079361, "seed": 3366073176, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02847214251753695, "interval": [-0.023474875676726806, 0.0804191607118007], "p_value": 0.244, "input_sha256": "1776081dad18602be5ce6e0d628db9e88a1e21f151d84fb9d18bc2c68ba3cb6f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.04519546052079361, "seed": 3366073176, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02847214251753695, "interval": [-0.016554160757837912, 0.07750415726128229], "p_value": 0.267217246146889, "input_sha256": "1776081dad18602be5ce6e0d628db9e88a1e21f151d84fb9d18bc2c68ba3cb6f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1256279432, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.262578695999737, "interval": [5.226014523090523, 13.299142868908952], "p_value": 0.001, "input_sha256": "d30b1db5dce83a3a1fb4d6cbc2a6eb930cd8343eab21ebaded96dcb8bd8e3773"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1256279432, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.262578695999737, "interval": [5.583906700797391, 12.997426015616332], "p_value": 6.308371398497255e-05, "input_sha256": "d30b1db5dce83a3a1fb4d6cbc2a6eb930cd8343eab21ebaded96dcb8bd8e3773"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.04851236531649777, "seed": 1256279432, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10472795234433352, "interval": [0.05146337823320564, 0.1579925264554614], "p_value": 0.001, "input_sha256": "54786df4ce67ca029e71f11ab00c83b58135d14e5777bfe950244098bb71b2eb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.04851236531649777, "seed": 1256279432, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10472795234433352, "interval": [0.060901646962735465, 0.1579443551481437], "p_value": 0.0005141497973990865, "input_sha256": "54786df4ce67ca029e71f11ab00c83b58135d14e5777bfe950244098bb71b2eb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1060640436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.68195999828216, "interval": [-6.354939912435892, 4.991019915871572], "p_value": 0.83, "input_sha256": "80986925650591591bef3274fe71866d0c1b3061c55bbb413d0f71b5fd429d89"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1060640436, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.68195999828216, "interval": [-6.075225251179974, 4.398016859312121], "p_value": 0.8058642749362983, "input_sha256": "80986925650591591bef3274fe71866d0c1b3061c55bbb413d0f71b5fd429d89"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.04928419170258977, "seed": 1060640436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019546550856986145, "interval": [-0.08916011843579143, 0.05006701672181914], "p_value": 0.586, "input_sha256": "d6a279f3909807ac99253af1f1da13b5e1fcb7cb2bec0636c776868e1c499bc8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.04928419170258977, "seed": 1060640436, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019546550856986145, "interval": [-0.08678437719050137, 0.03791901034195059], "p_value": 0.5660770184220256, "input_sha256": "d6a279f3909807ac99253af1f1da13b5e1fcb7cb2bec0636c776868e1c499bc8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 993299952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.029744242932632, "interval": [-3.548144280208613, 7.607632766073877], "p_value": 0.484, "input_sha256": "647e975cd8f2f74c29eaf2ae4a97d5c8e9a328ae2466573fabc7960a5f6523c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 993299952, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.029744242932632, "interval": [-3.506182646534107, 6.798322875744353], "p_value": 0.4609101522387401, "input_sha256": "647e975cd8f2f74c29eaf2ae4a97d5c8e9a328ae2466573fabc7960a5f6523c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.04716295793611353, "seed": 993299952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020394556210806533, "interval": [-0.033285996021181236, 0.0740751084427943], "p_value": 0.467, "input_sha256": "8e4c64b6f0c03b47eadfa1d133c718d7f941cec7fbc23ee323303e7b8437bf87"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.04716295793611353, "seed": 993299952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020394556210806533, "interval": [-0.032457230276093825, 0.06677649339408016], "p_value": 0.44263990980463275, "input_sha256": "8e4c64b6f0c03b47eadfa1d133c718d7f941cec7fbc23ee323303e7b8437bf87"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2142383021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0254146489347895, "interval": [-3.4221398536886043, 7.472969151558184], "p_value": 0.456, "input_sha256": "c41afb00474f51ebf1b096d24a9687baad176ec347787a1d23e2779492910985"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2142383021, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0254146489347895, "interval": [-3.281443776575491, 6.17527309489663], "p_value": 0.4457463732553043, "input_sha256": "c41afb00474f51ebf1b096d24a9687baad176ec347787a1d23e2779492910985"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.045626255555574216, "seed": 2142383021, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02400457840583066, "interval": [-0.029252580706537995, 0.07726173751819931], "p_value": 0.353, "input_sha256": "34853a33f2f237a65d6eb731050ab16b131a60b6160c64ae475b4d99f7c6e932"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.045626255555574216, "seed": 2142383021, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02400457840583066, "interval": [-0.02615554889013604, 0.0666737822491314], "p_value": 0.3573678678668051, "input_sha256": "34853a33f2f237a65d6eb731050ab16b131a60b6160c64ae475b4d99f7c6e932"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 945618383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.246473547593203, "interval": [1.2579292405046445, 11.235017854681761], "p_value": 0.013, "input_sha256": "8034bf54fff20e59f64d61e64ffe8bb80587d1ae5acebc8f7c5d8efcdd42d64f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 945618383, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.246473547593203, "interval": [1.4730816206831638, 10.664643244606067], "p_value": 0.016476152755551542, "input_sha256": "8034bf54fff20e59f64d61e64ffe8bb80587d1ae5acebc8f7c5d8efcdd42d64f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.04894530745410282, "seed": 945618383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04560649613638429, "interval": [-0.017404440665248377, 0.10861743293801696], "p_value": 0.144, "input_sha256": "f98c9755df513d1dd78da068016022063edb68307582230a8ddde3ba7639a94c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.04894530745410282, "seed": 945618383, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04560649613638429, "interval": [-0.011567377145098399, 0.09920865152521428], "p_value": 0.14753181168224755, "input_sha256": "f98c9755df513d1dd78da068016022063edb68307582230a8ddde3ba7639a94c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2044153039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.260616248493077, "interval": [0.47436850220451365, 12.046863994781642], "p_value": 0.03, "input_sha256": "f9ce9dd20e4f3b5471c972c25154dc3178130ddf97d845a371a6f73459730285"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2044153039, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.260616248493077, "interval": [1.4566715837482278, 11.910028287886442], "p_value": 0.03513825511611784, "input_sha256": "f9ce9dd20e4f3b5471c972c25154dc3178130ddf97d845a371a6f73459730285"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.048908081281577864, "seed": 2044153039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05100603755412954, "interval": [-0.0033315582304064145, 0.10534363333866549], "p_value": 0.065, "input_sha256": "263e9f10afe71131b80ba9a971d623d2ac7825f0e0bc0411b541d248be9983e5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.048908081281577864, "seed": 2044153039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05100603755412954, "interval": [0.006174212389439768, 0.10683207522249534], "p_value": 0.06458945234917832, "input_sha256": "263e9f10afe71131b80ba9a971d623d2ac7825f0e0bc0411b541d248be9983e5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3877030494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.78079598851442, "interval": [4.435936940043396, 15.125655036985444], "p_value": 0.001, "input_sha256": "9f467d427a3c39936327626b2e1c55306347fd1154e99e7b4797372fbdcce63a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3877030494, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.78079598851442, "interval": [3.4960302060986024, 13.985540365626862], "p_value": 0.0009455654392701804, "input_sha256": "9f467d427a3c39936327626b2e1c55306347fd1154e99e7b4797372fbdcce63a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.04830160116437089, "seed": 3877030494, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09706794933528311, "interval": [0.043455459581329584, 0.15068043908923662], "p_value": 0.002, "input_sha256": "a008d2f07b01aa0dec06afae398886fda2cd40a4a681b45d8137667cdc31e3e9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.04830160116437089, "seed": 3877030494, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09706794933528311, "interval": [0.038554722981516, 0.13998059451028905], "p_value": 0.0009783067528113265, "input_sha256": "a008d2f07b01aa0dec06afae398886fda2cd40a4a681b45d8137667cdc31e3e9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 346298226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.824074476163485, "interval": [-2.0404949679052597, 9.68864392023223], "p_value": 0.199, "input_sha256": "49eb0458b1876adef87430136849e4500450e29abb7c35f39d45e34c71a5688b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 346298226, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.824074476163485, "interval": [-1.6468406875828874, 8.667916862274224], "p_value": 0.189450292078945, "input_sha256": "49eb0458b1876adef87430136849e4500450e29abb7c35f39d45e34c71a5688b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.04797800130209784, "seed": 346298226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03610068979837573, "interval": [-0.030489729666838133, 0.1026911092635896], "p_value": 0.281, "input_sha256": "44af0e68ea8a3a0a746471433e7b10e3d5b1afdcfaf42fe5e985bb81737e552c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.04797800130209784, "seed": 346298226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03610068979837573, "interval": [-0.028203829370192165, 0.08875412070851317], "p_value": 0.2744501180155558, "input_sha256": "44af0e68ea8a3a0a746471433e7b10e3d5b1afdcfaf42fe5e985bb81737e552c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2129552293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5035721622830795, "interval": [1.1128187731214298, 11.89432555144473], "p_value": 0.018, "input_sha256": "2d39aa30ada9015be422d27323caf8b9087d0693ab480cef2ccd22c697fe2b25"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2129552293, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5035721622830795, "interval": [1.4719824381852227, 10.88463027961153], "p_value": 0.01997275433715159, "input_sha256": "2d39aa30ada9015be422d27323caf8b9087d0693ab480cef2ccd22c697fe2b25"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.04698327736254769, "seed": 2129552293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06398742912093068, "interval": [0.00280181298408768, 0.12517304525777367], "p_value": 0.035, "input_sha256": "99271b894ca48ebabbeee187af40c3063ef1200ec072c4efc83bbeaf6be88c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.04698327736254769, "seed": 2129552293, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06398742912093068, "interval": [0.007514845950579829, 0.11550401457813943], "p_value": 0.04112279112924939, "input_sha256": "99271b894ca48ebabbeee187af40c3063ef1200ec072c4efc83bbeaf6be88c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2038857480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.42335638002716025, "interval": [-5.189603001713879, 6.036315761768199], "p_value": 0.882, "input_sha256": "fbaf17e94b36f1188a120fbdeee0ee89df36b904e2c77b0ffe5467a0d69c850e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2038857480, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.42335638002716025, "interval": [-4.4904309103759825, 5.2977484245368105], "p_value": 0.8763705304674323, "input_sha256": "fbaf17e94b36f1188a120fbdeee0ee89df36b904e2c77b0ffe5467a0d69c850e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.04731612199992895, "seed": 2038857480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006001213028751931, "interval": [-0.06069828026329748, 0.04869585420579362], "p_value": 0.816, "input_sha256": "bf67997116bf67761e1cc2b26d3d723de35476c4ab3699cf09eda0597729f7da"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.04731612199992895, "seed": 2038857480, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006001213028751931, "interval": [-0.058110302926573744, 0.03995035501204899], "p_value": 0.8227034199540452, "input_sha256": "bf67997116bf67761e1cc2b26d3d723de35476c4ab3699cf09eda0597729f7da"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3863492178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.346219108581354, "interval": [-1.097505451325933, 9.789943668488641], "p_value": 0.113, "input_sha256": "a3aed034535fd084805672955e6758395f9b433227a9a464f3a6313ea25c83f8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3863492178, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.346219108581354, "interval": [-0.21439922775013368, 9.546782677450214], "p_value": 0.11338088972959295, "input_sha256": "a3aed034535fd084805672955e6758395f9b433227a9a464f3a6313ea25c83f8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.049172049936284545, "seed": 3863492178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04241994363781787, "interval": [-0.026624697163723843, 0.11146458443935958], "p_value": 0.206, "input_sha256": "4a01cf0597d464349d0fb9601df3aee8959051f0ae20694923545dbb95b15463"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.049172049936284545, "seed": 3863492178, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04241994363781787, "interval": [-0.006091947264263481, 0.12118525328302986], "p_value": 0.21654850966888234, "input_sha256": "4a01cf0597d464349d0fb9601df3aee8959051f0ae20694923545dbb95b15463"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 788385968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1638062466466215, "interval": [-3.3690215520061724, 9.696634045299415], "p_value": 0.309, "input_sha256": "8c5b45f8d0c7e376acd1bb877197396f14f0fb4c9fc9b418c8648a0da741ff14"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 788385968, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1638062466466215, "interval": [-2.525513815934594, 8.964581744370312], "p_value": 0.3236794441066496, "input_sha256": "8c5b45f8d0c7e376acd1bb877197396f14f0fb4c9fc9b418c8648a0da741ff14"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.04719163215559203, "seed": 788385968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03601217308078373, "interval": [-0.03716865951876438, 0.10919300568033183], "p_value": 0.275, "input_sha256": "38148ddb6e688ae2d1f8a33abff53f8d9be5ced416359e6973fa6a2c225a872e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.04719163215559203, "seed": 788385968, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03601217308078373, "interval": [-0.02797634862205853, 0.10158613192313488], "p_value": 0.31602712640713104, "input_sha256": "38148ddb6e688ae2d1f8a33abff53f8d9be5ced416359e6973fa6a2c225a872e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1467980642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.473255436984106, "interval": [2.71158606022329, 14.234924813744922], "p_value": 0.003, "input_sha256": "3e3c191949ff405ec0767bb668a327924036bea98a40634b19ec0a130bf51d4d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1467980642, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.473255436984106, "interval": [2.978609919131303, 13.545725305244183], "p_value": 0.0056592754725514624, "input_sha256": "3e3c191949ff405ec0767bb668a327924036bea98a40634b19ec0a130bf51d4d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.048258107335804726, "seed": 1467980642, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1082831679946204, "interval": [0.041925154072425794, 0.174641181916815], "p_value": 0.002, "input_sha256": "69d4ebcec4252adcd88408205a1372b12bf2d8ac2c5ddb99cc356e1cc7aed807"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.048258107335804726, "seed": 1467980642, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1082831679946204, "interval": [0.052802571327164906, 0.17095028607841653], "p_value": 0.0026110241330773282, "input_sha256": "69d4ebcec4252adcd88408205a1372b12bf2d8ac2c5ddb99cc356e1cc7aed807"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2100961879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8971092850794316, "interval": [-2.164625483625942, 7.958844053784805], "p_value": 0.253, "input_sha256": "3ca4b55bd6b827570485410a91de7d8b33cd6611d104a8829da2658e76121e97"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2100961879, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8971092850794316, "interval": [-1.4963641156374254, 7.3110237168100545], "p_value": 0.2471793829629669, "input_sha256": "3ca4b55bd6b827570485410a91de7d8b33cd6611d104a8829da2658e76121e97"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.04735008731895982, "seed": 2100961879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02019003122758615, "interval": [-0.033381946002501627, 0.07376200845767392], "p_value": 0.443, "input_sha256": "65b6fd27dbdfc3946f0d7ba8ffab2cdc69c12e95504437b20ac5fe2222260826"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.04735008731895982, "seed": 2100961879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02019003122758615, "interval": [-0.027919410026474724, 0.06433904735753354], "p_value": 0.44259372715207457, "input_sha256": "65b6fd27dbdfc3946f0d7ba8ffab2cdc69c12e95504437b20ac5fe2222260826"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3390045030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.930753092069052, "interval": [-4.2931809870093405, 8.154687171147444], "p_value": 0.548, "input_sha256": "e16ce894a06c7fd5719c5df856a617db5cb421ff1bd6e6f6e8fa5d7088b0810d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3390045030, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.930753092069052, "interval": [-3.306183840321723, 7.807094754084239], "p_value": 0.5302650034179024, "input_sha256": "e16ce894a06c7fd5719c5df856a617db5cb421ff1bd6e6f6e8fa5d7088b0810d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.046206797134959135, "seed": 3390045030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020046262841737682, "interval": [-0.054469378798095706, 0.09456190448157106], "p_value": 0.583, "input_sha256": "979860ec384e01ab647da83c4e7891dbac2b4b53ed5943b380e8199ba57cfc37"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.046206797134959135, "seed": 3390045030, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020046262841737682, "interval": [-0.043522144350481504, 0.08957249645437723], "p_value": 0.5845917371253881, "input_sha256": "979860ec384e01ab647da83c4e7891dbac2b4b53ed5943b380e8199ba57cfc37"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4028191925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2382245301063595, "interval": [-0.3947122759102646, 12.871161336122984], "p_value": 0.057, "input_sha256": "5bd74949393c2374f2266005c69017644925786293239211b043b1a51301ea3d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4028191925, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2382245301063595, "interval": [0.21294584432367195, 12.072212308562378], "p_value": 0.06377827592819654, "input_sha256": "5bd74949393c2374f2266005c69017644925786293239211b043b1a51301ea3d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.046932886022610476, "seed": 4028191925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04967840801527989, "interval": [-0.029698805821849285, 0.12905562185240907], "p_value": 0.202, "input_sha256": "37fee6c037c8afee2a0c778f9a9a7e575691ee0743f447dad6623f3b63052ddc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.046932886022610476, "seed": 4028191925, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04967840801527989, "interval": [-0.026880409105842527, 0.1164029726880124], "p_value": 0.20584670320123336, "input_sha256": "37fee6c037c8afee2a0c778f9a9a7e575691ee0743f447dad6623f3b63052ddc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2448055749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.115266142593192, "interval": [5.2051131128790145, 13.02541917230737], "p_value": 0.001, "input_sha256": "54f783575a2322a1f28a3b2fe4277bdfe8fc2f812e1e0d65f667553d8e5e767f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2448055749, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.115266142593192, "interval": [5.614186081805145, 12.350909080387387], "p_value": 0.00010165863333867611, "input_sha256": "54f783575a2322a1f28a3b2fe4277bdfe8fc2f812e1e0d65f667553d8e5e767f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04971360651611924, "seed": 2448055749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0928424650361943, "interval": [0.04839840502574645, 0.13728652504664213], "p_value": 0.002, "input_sha256": "a82b16fb8511c4afb613d48c216ca444814fd2537bdf09fd9f11c22cdc1ca756"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04971360651611924, "seed": 2448055749, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0928424650361943, "interval": [0.05042301103654603, 0.13014918818019033], "p_value": 0.00032322369112021285, "input_sha256": "a82b16fb8511c4afb613d48c216ca444814fd2537bdf09fd9f11c22cdc1ca756"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2373296650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.355614875073211, "interval": [2.2800215853282824, 16.43120816481814], "p_value": 0.008, "input_sha256": "29490f20f6f0affb00bfb3b718f85350a177f8c21473eb726b8795400bad21e6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2373296650, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.355614875073211, "interval": [3.938203492488791, 17.063597726269315], "p_value": 0.011736021260196378, "input_sha256": "29490f20f6f0affb00bfb3b718f85350a177f8c21473eb726b8795400bad21e6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.04629436046066567, "seed": 2373296650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09945512645090455, "interval": [-0.011315770966028788, 0.2102260238678379], "p_value": 0.044, "input_sha256": "168e897bb3730659380df350dd58ca36f7f18ae779f51e6f653ade7c4fde710c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.04629436046066567, "seed": 2373296650, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09945512645090455, "interval": [0.030525625933702456, 0.2334318593929006], "p_value": 0.07541358042110427, "input_sha256": "168e897bb3730659380df350dd58ca36f7f18ae779f51e6f653ade7c4fde710c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1872978641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.990970120057279, "interval": [2.564234266552801, 9.417705973561755], "p_value": 0.001, "input_sha256": "0331462f03109057322823fc79003cb3aece16d6b3f5fa989a765dbc83932f44"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1872978641, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.990970120057279, "interval": [3.083080192816162, 9.178169539409259], "p_value": 0.0014570449871354853, "input_sha256": "0331462f03109057322823fc79003cb3aece16d6b3f5fa989a765dbc83932f44"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04672698910941363, "seed": 1872978641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05311611809182097, "interval": [0.01450265826539987, 0.09172957791824207], "p_value": 0.004, "input_sha256": "fe42806f42e8c407090826bdd557fed0560d26d52b8278a3f3239c8b3d7eee5d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04672698910941363, "seed": 1872978641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05311611809182097, "interval": [0.021479948111784587, 0.08983091347212893], "p_value": 0.008951029346867806, "input_sha256": "fe42806f42e8c407090826bdd557fed0560d26d52b8278a3f3239c8b3d7eee5d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 536816518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.381317946794793, "interval": [0.2733895962656234, 10.489246297323962], "p_value": 0.037, "input_sha256": "6e47a7ebc41a06300c3b22223e824f09c21d16842fa6c454c44fdef489320604"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 536816518, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.381317946794793, "interval": [0.6678948776788188, 9.553443704374518], "p_value": 0.0398012285856042, "input_sha256": "6e47a7ebc41a06300c3b22223e824f09c21d16842fa6c454c44fdef489320604"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.04810593779564718, "seed": 536816518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05805234800648132, "interval": [0.007126345206080742, 0.1089783508068819], "p_value": 0.023, "input_sha256": "1e38471b8dc5eca77e62db7b4e451cfef5dbd5a9c131591b988864f6031600a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.04810593779564718, "seed": 536816518, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05805234800648132, "interval": [0.007971148969606323, 0.10033152805901974], "p_value": 0.027082924969330267, "input_sha256": "1e38471b8dc5eca77e62db7b4e451cfef5dbd5a9c131591b988864f6031600a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1045960890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.49629541567444035, "interval": [-5.490123940268643, 6.482714771617524], "p_value": 0.873, "input_sha256": "532090c4f77ff24111e0e766eed245924dad0942730dafcd16c8e2bd61e9b9cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1045960890, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.49629541567444035, "interval": [-4.338101575446265, 6.198262576723488], "p_value": 0.8649380697516685, "input_sha256": "532090c4f77ff24111e0e766eed245924dad0942730dafcd16c8e2bd61e9b9cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04813951583157046, "seed": 1045960890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005319522654357291, "interval": [-0.07455663217660954, 0.06391758686789498], "p_value": 0.886, "input_sha256": "11ac8f0eca19b7573bd8419024857816ef2e5186e3ad6fce36837430f43182ff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04813951583157046, "seed": 1045960890, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005319522654357291, "interval": [-0.06347308016845955, 0.062167218381839175], "p_value": 0.874931675112879, "input_sha256": "11ac8f0eca19b7573bd8419024857816ef2e5186e3ad6fce36837430f43182ff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3971907948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.008316329673493, "interval": [-3.1441125222631983, 7.160745181610185], "p_value": 0.415, "input_sha256": "5450ce7dfeb2d33eddd44835620e4ab231ef1b913171417cb4cc953008f0b37c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3971907948, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.008316329673493, "interval": [-2.3433263864919818, 6.7241555711396535], "p_value": 0.4284510057415021, "input_sha256": "5450ce7dfeb2d33eddd44835620e4ab231ef1b913171417cb4cc953008f0b37c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.04795968656885378, "seed": 3971907948, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009432908139675959, "interval": [-0.048507596623036414, 0.06737341290238834], "p_value": 0.716, "input_sha256": "26a3a7c04efabcfdd721b12dd2e750204b4c6cc3d1e73016d886423183cd31d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.04795968656885378, "seed": 3971907948, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009432908139675959, "interval": [-0.04224886383865767, 0.06170821485128306], "p_value": 0.7401272753762825, "input_sha256": "26a3a7c04efabcfdd721b12dd2e750204b4c6cc3d1e73016d886423183cd31d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2775501435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2336303959914385, "interval": [0.19267108146833412, 10.274589710514544], "p_value": 0.042, "input_sha256": "53bdd64efdf7cd5c56f88b1dd8f3b35fb740094a9ef60191aaa30c590a281ee0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2775501435, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2336303959914385, "interval": [0.22742096357501948, 9.174370301456134], "p_value": 0.04244837456802878, "input_sha256": "53bdd64efdf7cd5c56f88b1dd8f3b35fb740094a9ef60191aaa30c590a281ee0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.04857051654024749, "seed": 2775501435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04868590543780911, "interval": [-0.015230143185082118, 0.11260195406070034], "p_value": 0.122, "input_sha256": "2785959ada04713e70bfd7d0580076b6d7b167568d5a0974937be3481e853a49"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.04857051654024749, "seed": 2775501435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04868590543780911, "interval": [-0.01791151193630391, 0.09876589837437566], "p_value": 0.12905122933760704, "input_sha256": "2785959ada04713e70bfd7d0580076b6d7b167568d5a0974937be3481e853a49"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3182734769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2775664296683065, "interval": [-0.7856041509224143, 13.340737010259026], "p_value": 0.067, "input_sha256": "5a7ddc89341c832a3b9779ca077741642f037956247a4d459e20277d000ac2c8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3182734769, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2775664296683065, "interval": [-0.6585980189542696, 11.584656460504997], "p_value": 0.07858519079517587, "input_sha256": "5a7ddc89341c832a3b9779ca077741642f037956247a4d459e20277d000ac2c8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.04722380478762876, "seed": 3182734769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0594069881170997, "interval": [-0.00943130219015019, 0.12824527842434957], "p_value": 0.075, "input_sha256": "610b3321378058a210da23550d2df7e1b4b033f6e0a4eeea73cb0f4c584a180d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.04722380478762876, "seed": 3182734769, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0594069881170997, "interval": [-0.0017345507427708434, 0.11365532403120127], "p_value": 0.08698863855869403, "input_sha256": "610b3321378058a210da23550d2df7e1b4b033f6e0a4eeea73cb0f4c584a180d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2470163808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.616501762770893, "interval": [3.370869692191275, 11.862133833350512], "p_value": 0.002, "input_sha256": "7d7bd7ebdc050c14013c79bdb365564cf65c15fc724391e657e3c0d659283ba0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2470163808, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.616501762770893, "interval": [3.9162912321755887, 11.465106003861763], "p_value": 0.0012854559423623416, "input_sha256": "7d7bd7ebdc050c14013c79bdb365564cf65c15fc724391e657e3c0d659283ba0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.048288206178183156, "seed": 2470163808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08126290479715287, "interval": [0.032870238610625685, 0.12965557098368005], "p_value": 0.002, "input_sha256": "b69e492eb1d1824f959b52da173dc848aa7cf2227a9ccb1925685cd006e20b42"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.048288206178183156, "seed": 2470163808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08126290479715287, "interval": [0.03769988860560053, 0.12440577466888458], "p_value": 0.002098803834507993, "input_sha256": "b69e492eb1d1824f959b52da173dc848aa7cf2227a9ccb1925685cd006e20b42"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3897605233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.923367760087871, "interval": [-0.21513760498978307, 12.061873125165524], "p_value": 0.05, "input_sha256": "ccfc8580d0d8acac0a33c7d2a977fff75414a365d420a8acd5d457839beb58ca"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3897605233, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.923367760087871, "interval": [0.4001782712006165, 11.500056589112381], "p_value": 0.05778554465694818, "input_sha256": "ccfc8580d0d8acac0a33c7d2a977fff75414a365d420a8acd5d457839beb58ca"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.048430780093773794, "seed": 3897605233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06805004313882379, "interval": [0.00011781853730272185, 0.13598226774034486], "p_value": 0.041, "input_sha256": "8f677651d016bc402e8a743e94f5f8a63e9d342a09f419c8ea767fd8e029e35c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.048430780093773794, "seed": 3897605233, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06805004313882379, "interval": [0.007792960663408481, 0.1329759167613548], "p_value": 0.049641675955726765, "input_sha256": "8f677651d016bc402e8a743e94f5f8a63e9d342a09f419c8ea767fd8e029e35c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1621520160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.894778207166769, "interval": [-0.6376639020677177, 8.427220316401256], "p_value": 0.102, "input_sha256": "2005d386d15ac15d869b2270f74c6705d277ec5d1559e0116ac32f727dd3f0a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1621520160, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.894778207166769, "interval": [-0.19561064425448352, 8.078733865174021], "p_value": 0.08917482856831999, "input_sha256": "2005d386d15ac15d869b2270f74c6705d277ec5d1559e0116ac32f727dd3f0a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04721769730668203, "seed": 1621520160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03096544901338967, "interval": [-0.01521201845201127, 0.07714291647879061], "p_value": 0.207, "input_sha256": "c906e2c25279b15ea48f39ebfead49bf51472a0ab78256aa15fabcb4e6024e8f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04721769730668203, "seed": 1621520160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03096544901338967, "interval": [-0.013008134124055458, 0.07354862352544937], "p_value": 0.18023737804768963, "input_sha256": "c906e2c25279b15ea48f39ebfead49bf51472a0ab78256aa15fabcb4e6024e8f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1028787749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.440263889459425, "interval": [-1.2131182590151086, 6.093646037933959], "p_value": 0.17, "input_sha256": "80ce5918f4cfcee0e673de49e3713ba26898726f547b5a94671afe2361a372bc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1028787749, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.440263889459425, "interval": [-0.8270629171161168, 6.120621662985595], "p_value": 0.18241841129709924, "input_sha256": "80ce5918f4cfcee0e673de49e3713ba26898726f547b5a94671afe2361a372bc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.04957955007789737, "seed": 1028787749, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028422905873477393, "interval": [-0.01627677410021741, 0.0731225858471722], "p_value": 0.186, "input_sha256": "7ea1006786af8098375c25a92d762d0cf8e0b8337e45b3049ed26e213ff5fdd9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.04957955007789737, "seed": 1028787749, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028422905873477393, "interval": [-0.015813154780258375, 0.07052753254171662], "p_value": 0.2028868071695445, "input_sha256": "7ea1006786af8098375c25a92d762d0cf8e0b8337e45b3049ed26e213ff5fdd9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2381504623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1652319935240967, "interval": [-3.5227527114169352, 9.853216698465129], "p_value": 0.322, "input_sha256": "f4db373a1a27511de6f423e8ea5f3a8d71d6e4d481bef58d3141668ded1640db"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2381504623, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1652319935240967, "interval": [-3.3830539103478356, 8.570470608829144], "p_value": 0.33563676773456885, "input_sha256": "f4db373a1a27511de6f423e8ea5f3a8d71d6e4d481bef58d3141668ded1640db"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.047653046352521, "seed": 2381504623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016474821612366495, "interval": [-0.05381718075495777, 0.08676682397969075], "p_value": 0.621, "input_sha256": "ee9d7c558b8de4a6535377f33482efe857441cdb66ce33cdfb5b1a86c1a1a5be"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.047653046352521, "seed": 2381504623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016474821612366495, "interval": [-0.051467197437535056, 0.07394037827861255], "p_value": 0.632571467562888, "input_sha256": "ee9d7c558b8de4a6535377f33482efe857441cdb66ce33cdfb5b1a86c1a1a5be"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3983684048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.022743674044895, "interval": [3.91993119899932, 16.12555614909047], "p_value": 0.002, "input_sha256": "4f6d297876df736676748d6e74b1314495927fd37aa432c088c05969ef7be11f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3983684048, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.022743674044895, "interval": [4.924662562052142, 15.829211256127875], "p_value": 0.002588483338685949, "input_sha256": "4f6d297876df736676748d6e74b1314495927fd37aa432c088c05969ef7be11f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.04764759616947468, "seed": 3983684048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08819190881196316, "interval": [0.028095788629300053, 0.1482880289946263], "p_value": 0.004, "input_sha256": "9ba27b6695afd1f1934ebf435afab31e8a325b49f06dbc70d9a9149fb6ab234a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.04764759616947468, "seed": 3983684048, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08819190881196316, "interval": [0.034845830643901864, 0.14185302167799907], "p_value": 0.005970739316685908, "input_sha256": "9ba27b6695afd1f1934ebf435afab31e8a325b49f06dbc70d9a9149fb6ab234a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 951598006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.729530293199803, "interval": [0.9747120769154387, 12.484348509484168], "p_value": 0.017, "input_sha256": "b90527135f60e3a21e60d820c447378a907669082b5d4c48779a07e5c1aa0568"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 951598006, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.729530293199803, "interval": [1.3368640228996513, 11.78309620246383], "p_value": 0.02334454206410558, "input_sha256": "b90527135f60e3a21e60d820c447378a907669082b5d4c48779a07e5c1aa0568"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.04701587214879799, "seed": 951598006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06843019630438407, "interval": [0.016725946750432513, 0.12013444585833563], "p_value": 0.011, "input_sha256": "9f1e18f450cb36279b07de8882f166acb2a9f73216e749caa28652a367581427"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.04701587214879799, "seed": 951598006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06843019630438407, "interval": [0.018719901891008747, 0.11253638908056006], "p_value": 0.01096823137160246, "input_sha256": "9f1e18f450cb36279b07de8882f166acb2a9f73216e749caa28652a367581427"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3316575377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.013524165691193, "interval": [0.7953785607634822, 11.231669770618904], "p_value": 0.019, "input_sha256": "92d3697d284f9db6b060eb9361f993e3e09e677c3055af711821ab0c71900470"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3316575377, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.013524165691193, "interval": [1.2988090258027312, 10.700451485201581], "p_value": 0.025859104719514487, "input_sha256": "92d3697d284f9db6b060eb9361f993e3e09e677c3055af711821ab0c71900470"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.047744594820651784, "seed": 3316575377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08085794660532422, "interval": [0.017245285633219698, 0.14447060757742874], "p_value": 0.007, "input_sha256": "36382c5fcac0182f94cc3b51da46fb27b400207e965d91a55f9d2afeec6e4e75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.047744594820651784, "seed": 3316575377, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08085794660532422, "interval": [0.031024128371809682, 0.13930725147437378], "p_value": 0.015666630217381294, "input_sha256": "36382c5fcac0182f94cc3b51da46fb27b400207e965d91a55f9d2afeec6e4e75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1855177008, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.828043236224751, "interval": [-2.633210679107692, 8.289297151557193], "p_value": 0.303, "input_sha256": "f940b56f62d718870ba17776fb3867f448c2881522fbecdac06e5786bc51a8aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1855177008, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.828043236224751, "interval": [-1.9594644021401109, 7.373109711680724], "p_value": 0.2944957667456741, "input_sha256": "f940b56f62d718870ba17776fb3867f448c2881522fbecdac06e5786bc51a8aa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.048517452889814794, "seed": 1855177008, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013880183506150938, "interval": [-0.06874497390532153, 0.07152101060655172], "p_value": 0.972, "input_sha256": "5c13983fa358e37c70d62661fc824dc47a4d9286c15072aed859f0522ec37db3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.048517452889814794, "seed": 1855177008, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013880183506150938, "interval": [-0.0685067414171245, 0.05550181876021723], "p_value": 0.967488625451618, "input_sha256": "5c13983fa358e37c70d62661fc824dc47a4d9286c15072aed859f0522ec37db3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3527499717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1083713874085734, "interval": [-3.1968435936589747, 5.413586368476122], "p_value": 0.597, "input_sha256": "3e8ab058cc99d8eea9c5c621f03c7e3b2bee06209eed5996ee943e63a465cd11"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3527499717, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1083713874085734, "interval": [-2.6024787301634205, 5.21384110113219], "p_value": 0.6009494116162926, "input_sha256": "3e8ab058cc99d8eea9c5c621f03c7e3b2bee06209eed5996ee943e63a465cd11"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.047854440353559936, "seed": 3527499717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.349762932775357e-05, "interval": [-0.048991134878462336, 0.04886413961980683], "p_value": 1.0, "input_sha256": "f2b7231daf7431ae4482a36d80ed39eed82a3c899a1131ec393942396c9dffae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.047854440353559936, "seed": 3527499717, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.349762932775357e-05, "interval": [-0.043111445949648414, 0.04349290155229003], "p_value": 0.9978910194395261, "input_sha256": "f2b7231daf7431ae4482a36d80ed39eed82a3c899a1131ec393942396c9dffae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 265854180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.575831006385301, "interval": [-3.3248502974180134, 8.476512310188616], "p_value": 0.368, "input_sha256": "6d28ead330cdd23af94957742afdcafa4131132582106adf26e5ed882156b771"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 265854180, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.575831006385301, "interval": [-3.1403457191957065, 7.5861188446155765], "p_value": 0.37875299408147056, "input_sha256": "6d28ead330cdd23af94957742afdcafa4131132582106adf26e5ed882156b771"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.047418383997677116, "seed": 265854180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025577860733892233, "interval": [-0.03688078017627255, 0.08803650164405702], "p_value": 0.391, "input_sha256": "8fe8469991175bcd2b38cac75928703a02f4dbc520adb99c85734b5910546208"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.047418383997677116, "seed": 265854180, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025577860733892233, "interval": [-0.035413823027519054, 0.07950842723015421], "p_value": 0.4082221954810541, "input_sha256": "8fe8469991175bcd2b38cac75928703a02f4dbc520adb99c85734b5910546208"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3224621097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.531319094168252, "interval": [-8.461363691330744, 3.3987255029942394], "p_value": 0.381, "input_sha256": "8b35e5dfb47d6076961e8575182fcaa27622707dbf223ab3d08889827799c763"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3224621097, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.531319094168252, "interval": [-7.555261337326065, 3.620742857033873], "p_value": 0.3890143341269673, "input_sha256": "8b35e5dfb47d6076961e8575182fcaa27622707dbf223ab3d08889827799c763"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04885705319565657, "seed": 3224621097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035605453056270636, "interval": [-0.10179778138350522, 0.030586875270963945], "p_value": 0.285, "input_sha256": "a1d362165299e0bfffaa8cfbdb61dfcf1d39554e507f4659b3083397d5e73cc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04885705319565657, "seed": 3224621097, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035605453056270636, "interval": [-0.08911823787435182, 0.031580783651570854], "p_value": 0.27946008594061134, "input_sha256": "a1d362165299e0bfffaa8cfbdb61dfcf1d39554e507f4659b3083397d5e73cc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 30876138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.958307613203915, "interval": [-1.4366816618370568, 7.353296888244888], "p_value": 0.191, "input_sha256": "19bbd1906bfe4d97add695448bb7dbde917d7abd4ccfaf9ad2501e8b782920c3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 30876138, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.958307613203915, "interval": [-0.5995411764308285, 6.573364660572635], "p_value": 0.17791580760520725, "input_sha256": "19bbd1906bfe4d97add695448bb7dbde917d7abd4ccfaf9ad2501e8b782920c3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.04696329537084196, "seed": 30876138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02178670929090069, "interval": [-0.021213412682495856, 0.06478683126429724], "p_value": 0.331, "input_sha256": "45cd1a79c588eff4406926db8e00bbc2e80c865acb91f73adf615b28dadbb862"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.04696329537084196, "seed": 30876138, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02178670929090069, "interval": [-0.013655943036968668, 0.05979148359892932], "p_value": 0.3073365366101842, "input_sha256": "45cd1a79c588eff4406926db8e00bbc2e80c865acb91f73adf615b28dadbb862"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3883790781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.279206680082929, "interval": [-2.317719064826651, 10.876132424992509], "p_value": 0.188, "input_sha256": "abe614b699415d806522debe655981665309643e4be8cb48ad5000d89614bf73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3883790781, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.279206680082929, "interval": [-1.8593499287427062, 9.702672826228476], "p_value": 0.19275024950521402, "input_sha256": "abe614b699415d806522debe655981665309643e4be8cb48ad5000d89614bf73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.048523232161742445, "seed": 3883790781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02235720203954836, "interval": [-0.054830688764562555, 0.09954509284365927], "p_value": 0.551, "input_sha256": "5505fd645e5e96a9e97ea23b026e356f8deca47cf2af0685f5a6bf7dc673ab41"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.048523232161742445, "seed": 3883790781, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02235720203954836, "interval": [-0.05293768039425883, 0.08446308433665534], "p_value": 0.5533178454563308, "input_sha256": "5505fd645e5e96a9e97ea23b026e356f8deca47cf2af0685f5a6bf7dc673ab41"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2656238887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.78651985639964, "interval": [3.192810507891303, 14.380229204907977], "p_value": 0.004, "input_sha256": "38211e96c723daeb753fd814f0abc33cd8d7c411cb482657020149db20646f85"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2656238887, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.78651985639964, "interval": [3.3665436931565886, 14.003271079804497], "p_value": 0.003436937955676854, "input_sha256": "38211e96c723daeb753fd814f0abc33cd8d7c411cb482657020149db20646f85"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.048738558163125126, "seed": 2656238887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0880686875106079, "interval": [0.021583548646329637, 0.15455382637488616], "p_value": 0.01, "input_sha256": "c955eab89b2c637e6c9a3ead4c707613f450aecbc0e9803f8422d0d73a7aef54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.048738558163125126, "seed": 2656238887, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0880686875106079, "interval": [0.024194627099816932, 0.14455760675157084], "p_value": 0.01167040636774755, "input_sha256": "c955eab89b2c637e6c9a3ead4c707613f450aecbc0e9803f8422d0d73a7aef54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3018795066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.382371571511492, "interval": [-2.9574247927422976, 7.722167935765281], "p_value": 0.334, "input_sha256": "55259853ed1e439dbdd61e7df23f0990ef956e9a51296d73afb5409c8dbd99f3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3018795066, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.382371571511492, "interval": [-2.8126185528441074, 6.9570151657843375], "p_value": 0.36425093380222107, "input_sha256": "55259853ed1e439dbdd61e7df23f0990ef956e9a51296d73afb5409c8dbd99f3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.049021038006853555, "seed": 3018795066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008708897831443742, "interval": [-0.050571349712587636, 0.06798914537547512], "p_value": 0.743, "input_sha256": "880b98514a17dbf5cc4d45ad72bf56bf28f42f50360a0825dfa19a20cc839a4e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.049021038006853555, "seed": 3018795066, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008708897831443742, "interval": [-0.040251608163654126, 0.06609662586370213], "p_value": 0.7630092665822433, "input_sha256": "880b98514a17dbf5cc4d45ad72bf56bf28f42f50360a0825dfa19a20cc839a4e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 672504050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.7613842586943385, "interval": [1.6657355697051592, 11.857032947683518], "p_value": 0.007, "input_sha256": "9152082106a6b008932afd9503877f5b263ff032ccf2dd0a5197af66e9f08c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 672504050, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.7613842586943385, "interval": [2.4240864151609904, 11.639477854104108], "p_value": 0.012166903962171424, "input_sha256": "9152082106a6b008932afd9503877f5b263ff032ccf2dd0a5197af66e9f08c9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.04615657331327121, "seed": 672504050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052673533352339194, "interval": [-0.0001379368208471038, 0.10548500352552549], "p_value": 0.049, "input_sha256": "ed46a80d2d22509d72806b3762ff0c00fff08be0fc406646b0faca0e84e824c3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.04615657331327121, "seed": 672504050, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052673533352339194, "interval": [0.005594331814757609, 0.09956087536908241], "p_value": 0.0505429285630963, "input_sha256": "ed46a80d2d22509d72806b3762ff0c00fff08be0fc406646b0faca0e84e824c3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 528983825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.31000252098604, "interval": [1.852795125710963, 16.76720991626112], "p_value": 0.012, "input_sha256": "7e3aeefa4eb42226f4f6d4b0b12feb784a4340a1e08f9ed7109f1298816ad5f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 528983825, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.31000252098604, "interval": [3.20865151488145, 16.891397420795897], "p_value": 0.01682978604847959, "input_sha256": "7e3aeefa4eb42226f4f6d4b0b12feb784a4340a1e08f9ed7109f1298816ad5f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.046480317483757985, "seed": 528983825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09257334680048496, "interval": [0.01589424258586504, 0.1692524510151049], "p_value": 0.015, "input_sha256": "c0aba56955a6fec0c809b977edaf8cdb1c536efffa127bf5df466258bc1afd26"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.046480317483757985, "seed": 528983825, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09257334680048496, "interval": [0.027962127682261008, 0.1617438463330261], "p_value": 0.02028729320847256, "input_sha256": "c0aba56955a6fec0c809b977edaf8cdb1c536efffa127bf5df466258bc1afd26"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2393823105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.957090535159659, "interval": [-3.9168051566590742, 9.830986226978393], "p_value": 0.364, "input_sha256": "dde95c194b1d5cd60df404fc45e0c419c597fd8b4074d9dc7a7e08b7f6762779"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2393823105, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.957090535159659, "interval": [-2.8524290878292153, 9.277064925371649], "p_value": 0.38255295443590365, "input_sha256": "dde95c194b1d5cd60df404fc45e0c419c597fd8b4074d9dc7a7e08b7f6762779"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04776146123323536, "seed": 2393823105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02434520719806962, "interval": [-0.04816598273374939, 0.09685639712988864], "p_value": 0.496, "input_sha256": "9383ae5250dbeade87444a37f06395c7cd6c51668876200491e986a253799179"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04776146123323536, "seed": 2393823105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02434520719806962, "interval": [-0.03826622319922402, 0.08933789095660385], "p_value": 0.49387874523442366, "input_sha256": "9383ae5250dbeade87444a37f06395c7cd6c51668876200491e986a253799179"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3984362864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.646514376566882, "interval": [-0.1843577258162563, 9.47738647895002], "p_value": 0.057, "input_sha256": "a886320fe579e40bdb8ea179c284e8781781cd7c79863a65a5b94e79c9cbca38"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3984362864, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.646514376566882, "interval": [0.6236626972379397, 8.94914310837646], "p_value": 0.05871155464697645, "input_sha256": "a886320fe579e40bdb8ea179c284e8781781cd7c79863a65a5b94e79c9cbca38"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.04739472831718361, "seed": 3984362864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03866595724473985, "interval": [-0.015000032083245733, 0.09233194657272542], "p_value": 0.151, "input_sha256": "8149879f288288a0c76d72a27709827d6a4a49c520efb68e1e604dec8f5de382"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.04739472831718361, "seed": 3984362864, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03866595724473985, "interval": [-0.006034067427346059, 0.08428149144910418], "p_value": 0.15044244051801894, "input_sha256": "8149879f288288a0c76d72a27709827d6a4a49c520efb68e1e604dec8f5de382"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2668480465, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3082900440460694, "interval": [-2.151930946608589, 8.768511034700728], "p_value": 0.235, "input_sha256": "05299f6a46518adfb26474b5287cd38616e5a2ad6d68429e93c4345a46ea0194"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2668480465, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3082900440460694, "interval": [-2.185041360455902, 7.962849431143426], "p_value": 0.22100395749156374, "input_sha256": "05299f6a46518adfb26474b5287cd38616e5a2ad6d68429e93c4345a46ea0194"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04882821575760226, "seed": 2668480465, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026498012408132342, "interval": [-0.03688793865992609, 0.08988396347619076], "p_value": 0.407, "input_sha256": "afd35fcc3ae8a4d23a20898872f08282f68c8a2f6e0418187d15214cd5c00d94"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04882821575760226, "seed": 2668480465, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026498012408132342, "interval": [-0.03703504588717529, 0.07735555782869963], "p_value": 0.3915803877317008, "input_sha256": "afd35fcc3ae8a4d23a20898872f08282f68c8a2f6e0418187d15214cd5c00d94"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1642673546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.544443279134378, "interval": [0.7122557846372111, 10.376630773631545], "p_value": 0.024, "input_sha256": "a5b443947f152365348cd80fc4e93d03abda056711e498cd335395e635b2f0ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1642673546, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.544443279134378, "interval": [1.3389722997077993, 9.814511038169845], "p_value": 0.026133009467382135, "input_sha256": "a5b443947f152365348cd80fc4e93d03abda056711e498cd335395e635b2f0ba"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.04690576114630427, "seed": 1642673546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06700525095848953, "interval": [0.01970893797594784, 0.11430156394103122], "p_value": 0.004, "input_sha256": "ea0ca6c85d97ad2af6bdac0b84342790574e08882ea97efe9db92143989f401b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.04690576114630427, "seed": 1642673546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06700525095848953, "interval": [0.0258230257630313, 0.1085931432649296], "p_value": 0.007041552045358411, "input_sha256": "ea0ca6c85d97ad2af6bdac0b84342790574e08882ea97efe9db92143989f401b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1993369708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.407067450763511, "interval": [1.7198166947553837, 13.094318206771637], "p_value": 0.008, "input_sha256": "304876bfa008da91409cf8608e3cb8ba9894beca1d1bdc82ca95fe18631ca665"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1993369708, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.407067450763511, "interval": [2.0975372161728263, 12.745554177328653], "p_value": 0.013050080147319452, "input_sha256": "304876bfa008da91409cf8608e3cb8ba9894beca1d1bdc82ca95fe18631ca665"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0480846505943121, "seed": 1993369708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09550520247340241, "interval": [0.02428549589011078, 0.16672490905669404], "p_value": 0.001, "input_sha256": "b31b788b7af2bf4464a11c6423ef9dad54af5cbf932b169352579f00e2bb63ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0480846505943121, "seed": 1993369708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09550520247340241, "interval": [0.03164494248230398, 0.16093641511539863], "p_value": 0.011625429223972689, "input_sha256": "b31b788b7af2bf4464a11c6423ef9dad54af5cbf932b169352579f00e2bb63ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1697860454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.4053855464761, "interval": [4.434820996936495, 14.375950096015707], "p_value": 0.001, "input_sha256": "b05f00d2bde9f949bb556bd92220fb51532babc03f6dcea403968d3158d96347"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1697860454, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.4053855464761, "interval": [5.153383933627346, 14.031829353473384], "p_value": 0.0007171701845741459, "input_sha256": "b05f00d2bde9f949bb556bd92220fb51532babc03f6dcea403968d3158d96347"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04777648923292903, "seed": 1697860454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08188227704967511, "interval": [0.02264364791951993, 0.1411209061798303], "p_value": 0.006, "input_sha256": "be122f7ac8352dbe3fde1ad17792c7cc398c23d6d2928e114657b14847c7aa78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04777648923292903, "seed": 1697860454, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08188227704967511, "interval": [0.03213905013983816, 0.1383757666618044], "p_value": 0.008842965828416184, "input_sha256": "be122f7ac8352dbe3fde1ad17792c7cc398c23d6d2928e114657b14847c7aa78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2552701257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8019886809941057, "interval": [-1.6200411767793246, 9.224018538767536], "p_value": 0.149, "input_sha256": "e33aacb37089dee9016e1747eb7ab4154704406ea81ac9b8558445e7507caa32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2552701257, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8019886809941057, "interval": [-0.8045594464986452, 8.825199463127278], "p_value": 0.15984719481586368, "input_sha256": "e33aacb37089dee9016e1747eb7ab4154704406ea81ac9b8558445e7507caa32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.04804990096100884, "seed": 2552701257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03586977332089315, "interval": [-0.02264345397508865, 0.09438300061687496], "p_value": 0.227, "input_sha256": "c4fa651867511e64f37752367d274ba47165179bae3b1e31153a3a2a929e6f09"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.04804990096100884, "seed": 2552701257, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03586977332089315, "interval": [-0.018478834040892074, 0.08955039097986321], "p_value": 0.21769675287492082, "input_sha256": "c4fa651867511e64f37752367d274ba47165179bae3b1e31153a3a2a929e6f09"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1893737981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.199099283980608, "interval": [2.306959571316126, 12.09123899664509], "p_value": 0.001, "input_sha256": "9acced52a5bfbe3abbd9ccf869089bc56fc339f4c32ebd42f99fdfe8b14a66b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1893737981, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.199099283980608, "interval": [3.2951009174749197, 11.995142116295801], "p_value": 0.005789841220253416, "input_sha256": "9acced52a5bfbe3abbd9ccf869089bc56fc339f4c32ebd42f99fdfe8b14a66b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0457173822262331, "seed": 1893737981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06732530546151103, "interval": [0.009416066304514685, 0.12523454461850736], "p_value": 0.008, "input_sha256": "4b7b2a3dc4e917086d44e96ef07a3b4d3791f80ab263d0c4082efe49d387efc1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0457173822262331, "seed": 1893737981, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06732530546151103, "interval": [0.02429858998233393, 0.1322141139466145], "p_value": 0.025067512231419918, "input_sha256": "4b7b2a3dc4e917086d44e96ef07a3b4d3791f80ab263d0c4082efe49d387efc1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3764200157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4159009496500703, "interval": [-2.2681464591591682, 7.099948358459309], "p_value": 0.29, "input_sha256": "39c7a0c36c823a94d0731b0cab61f50ecd0d342c7e2d50156b18c6021c0b12f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3764200157, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4159009496500703, "interval": [-1.7324925903105015, 7.307431868870746], "p_value": 0.3016033856925775, "input_sha256": "39c7a0c36c823a94d0731b0cab61f50ecd0d342c7e2d50156b18c6021c0b12f7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.047069918076067266, "seed": 3764200157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008548279706662993, "interval": [-0.05619970793025699, 0.07329626734358298], "p_value": 0.776, "input_sha256": "8e3b7ed56b22d1790f509bdda24ace4236a57b16c32cb49a28a6593eea8ccd0b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.047069918076067266, "seed": 3764200157, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008548279706662993, "interval": [-0.052636861508925124, 0.06456262913313456], "p_value": 0.7881999853148632, "input_sha256": "8e3b7ed56b22d1790f509bdda24ace4236a57b16c32cb49a28a6593eea8ccd0b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 405430736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.609247059493115, "interval": [-0.785967641978714, 8.004461760964944], "p_value": 0.09, "input_sha256": "d54fb848790593c97e21bd921fb6c6e485fdda8856c3ebb9081e28efbec04615"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 405430736, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.609247059493115, "interval": [-0.6815737683518517, 7.2651532328618424], "p_value": 0.10311350546165722, "input_sha256": "d54fb848790593c97e21bd921fb6c6e485fdda8856c3ebb9081e28efbec04615"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.047921034625412515, "seed": 405430736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03165238524239116, "interval": [-0.01611135812737475, 0.07941612861215708], "p_value": 0.19, "input_sha256": "af05fc78435853aee92cb48b463f9b57b48862b4791a35a2295cf08dec43064b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.047921034625412515, "seed": 405430736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03165238524239116, "interval": [-0.0126466539799324, 0.07416288242813154], "p_value": 0.18432479318531214, "input_sha256": "af05fc78435853aee92cb48b463f9b57b48862b4791a35a2295cf08dec43064b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2528849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.047999059409685, "interval": [1.377524859890877, 16.718473258928494], "p_value": 0.018, "input_sha256": "e2c8076a77c8024adff3efbd31f9183dc5d1a4b34bd2af78a350a2eedc52816c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2528849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.047999059409685, "interval": [2.7724481950638733, 16.79090817540743], "p_value": 0.022882312120566784, "input_sha256": "e2c8076a77c8024adff3efbd31f9183dc5d1a4b34bd2af78a350a2eedc52816c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.04798892353387236, "seed": 2528849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09279373886490822, "interval": [0.0008172780396309975, 0.18477019969018543], "p_value": 0.041, "input_sha256": "8dd04c46c63eb2132e537ca00e738b9acb9f04b3487219e3cf06d7ed69171eb2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.04798892353387236, "seed": 2528849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09279373886490822, "interval": [0.008124357905397775, 0.17293709819895559], "p_value": 0.048163661717856514, "input_sha256": "8dd04c46c63eb2132e537ca00e738b9acb9f04b3487219e3cf06d7ed69171eb2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3079374683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0492764167180937, "interval": [-5.169594259151462, 9.26814709258765], "p_value": 0.621, "input_sha256": "f445b628c704217ac70b46cdb4ca3e77b9db1d393e750569085dcd8cd7205e64"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3079374683, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0492764167180937, "interval": [-5.283235674655956, 7.975708086478393], "p_value": 0.5623212818092014, "input_sha256": "f445b628c704217ac70b46cdb4ca3e77b9db1d393e750569085dcd8cd7205e64"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.047361071211451555, "seed": 3079374683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013970183149280117, "interval": [-0.06323479152661655, 0.09117515782517678], "p_value": 0.759, "input_sha256": "e97dc0b616eee03bd397aff3c930bd80848cec77926e505d0dc7f86be5e0633b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.047361071211451555, "seed": 3079374683, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013970183149280117, "interval": [-0.06393862766739977, 0.07721355964181066], "p_value": 0.7112551248508567, "input_sha256": "e97dc0b616eee03bd397aff3c930bd80848cec77926e505d0dc7f86be5e0633b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3563500180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.71955708203403, "interval": [2.7617642666143203, 14.677349897453738], "p_value": 0.005, "input_sha256": "e2fcb6b3d78a333c688b7456a43392890c0466a959b2b869b184454973727bd5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3563500180, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.71955708203403, "interval": [3.057742347439739, 14.188843972040415], "p_value": 0.005833404467451844, "input_sha256": "e2fcb6b3d78a333c688b7456a43392890c0466a959b2b869b184454973727bd5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.04701928699642074, "seed": 3563500180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07247984851324785, "interval": [0.014419770265663413, 0.1305399267608323], "p_value": 0.017, "input_sha256": "1ba5573725b551ba34fad1176948f69b4ed8e39f7d7e118fa4f8def4fd404000"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.04701928699642074, "seed": 3563500180, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07247984851324785, "interval": [0.018837962242524375, 0.12600619247496284], "p_value": 0.016428640646820824, "input_sha256": "1ba5573725b551ba34fad1176948f69b4ed8e39f7d7e118fa4f8def4fd404000"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2117598025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.85876656876189, "interval": [6.737283565808774, 14.980249571715007], "p_value": 0.001, "input_sha256": "4332c428b39c10dac60f18bab225e86384bc1a81b5aca8b95154b6664d6b9971"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2117598025, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.85876656876189, "interval": [7.363727056002799, 15.034758912982783], "p_value": 6.8614995655145245e-06, "input_sha256": "4332c428b39c10dac60f18bab225e86384bc1a81b5aca8b95154b6664d6b9971"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.04691948350025277, "seed": 2117598025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10857989849165556, "interval": [0.06442816719021988, 0.15273162979309124], "p_value": 0.001, "input_sha256": "4c36285d2bb302167ef8f6ac9adeaa581f3cf8744baddb216e43bfeeeaedf7ca"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.04691948350025277, "seed": 2117598025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10857989849165556, "interval": [0.07141364866112804, 0.15299286260621353], "p_value": 1.8406001639606222e-05, "input_sha256": "4c36285d2bb302167ef8f6ac9adeaa581f3cf8744baddb216e43bfeeeaedf7ca"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 250681155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1972195185694945, "interval": [-0.8239689418150604, 9.21840797895405], "p_value": 0.11, "input_sha256": "511d2eeb85e5bf727188cf1e6cc83605f4f05704d5e1638c07b4dd25263bd67d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 250681155, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1972195185694945, "interval": [-0.15130978652226384, 9.024703595529642], "p_value": 0.09723689847564593, "input_sha256": "511d2eeb85e5bf727188cf1e6cc83605f4f05704d5e1638c07b4dd25263bd67d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04594767096695321, "seed": 250681155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031568564826851164, "interval": [-0.02266659180110154, 0.08580372145480386], "p_value": 0.25, "input_sha256": "976e76827fa01a7ffe62c94171b54f4d5a08829136977e7e827fc2c83d184ee2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04594767096695321, "seed": 250681155, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031568564826851164, "interval": [-0.014004658968253801, 0.08454335617041592], "p_value": 0.24120778373072682, "input_sha256": "976e76827fa01a7ffe62c94171b54f4d5a08829136977e7e827fc2c83d184ee2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3405138712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.810105449438585, "interval": [-1.0112449847572318, 10.631455883634402], "p_value": 0.077, "input_sha256": "4dfb67435c78c775118ab498342fe3fe09e938069306bd2bf5876941f26d18d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3405138712, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.810105449438585, "interval": [-0.5834881762049415, 9.742912541489025], "p_value": 0.10067146284796084, "input_sha256": "4dfb67435c78c775118ab498342fe3fe09e938069306bd2bf5876941f26d18d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.04814326890333624, "seed": 3405138712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054784953214693934, "interval": [-0.014704255426813174, 0.12427416185620105], "p_value": 0.082, "input_sha256": "1650420ba7ac6c98ae2acd2e70896c32b6eedac225ab68a6edaab05520680ede"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.04814326890333624, "seed": 3405138712, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054784953214693934, "interval": [-0.0048754419917427265, 0.12008780725111282], "p_value": 0.11529539167458581, "input_sha256": "1650420ba7ac6c98ae2acd2e70896c32b6eedac225ab68a6edaab05520680ede"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3595194641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8255856323238424, "interval": [-1.245328789652838, 8.896500054300523], "p_value": 0.145, "input_sha256": "bdc2dcb1953776d590a76256908d5f9b607ac3db2e7f7bec1b1f57bedb4e1b0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3595194641, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8255856323238424, "interval": [-0.9219200893155814, 8.827803419167028], "p_value": 0.13286196038915826, "input_sha256": "bdc2dcb1953776d590a76256908d5f9b607ac3db2e7f7bec1b1f57bedb4e1b0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04738181390014739, "seed": 3595194641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036233518439506215, "interval": [-0.01789503447839933, 0.09036207135741176], "p_value": 0.19, "input_sha256": "cf4eb82fdfb48cf44196251b91fbbb4602fc4a839d00faa143efb9ed7b65211b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04738181390014739, "seed": 3595194641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036233518439506215, "interval": [-0.017659740430698654, 0.08572605996259584], "p_value": 0.180429563364437, "input_sha256": "cf4eb82fdfb48cf44196251b91fbbb4602fc4a839d00faa143efb9ed7b65211b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3575710839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.079363887107466, "interval": [-5.218007616727396, 5.376735390942327], "p_value": 0.974, "input_sha256": "2f6756d88e4d374deb2bf320214e8bfa7bc150ddd7fe22498862f087330f7820"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3575710839, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.079363887107466, "interval": [-4.421274812293293, 4.989327329416654], "p_value": 0.9756259218535476, "input_sha256": "2f6756d88e4d374deb2bf320214e8bfa7bc150ddd7fe22498862f087330f7820"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.04743507368959352, "seed": 3575710839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0007950165086805534, "interval": [-0.06616195467842462, 0.06775198769578572], "p_value": 0.978, "input_sha256": "0c5ceed98f23d3b62fc21a40b6dce41ce14eece0ce9e67304b5a622b4ef0f2d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.04743507368959352, "seed": 3575710839, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0007950165086805534, "interval": [-0.04303792227757756, 0.08167417416603638], "p_value": 0.9803260207200483, "input_sha256": "0c5ceed98f23d3b62fc21a40b6dce41ce14eece0ce9e67304b5a622b4ef0f2d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1117174003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.712555884355449, "interval": [-0.22713822236792502, 9.652249991078824], "p_value": 0.055, "input_sha256": "a8d58d2e9094b3d4ddcbe6f562918a0a8e85c4c77a1610817a0d195a956a3f9b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1117174003, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.712555884355449, "interval": [0.3647509847126803, 9.31155075005227], "p_value": 0.060665798948196195, "input_sha256": "a8d58d2e9094b3d4ddcbe6f562918a0a8e85c4c77a1610817a0d195a956a3f9b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.047027472181360885, "seed": 1117174003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040849115270705616, "interval": [-0.009180190475225475, 0.0908784210166367], "p_value": 0.104, "input_sha256": "550d9a159ce0219d67273e8829f4217c8b725c8f55243e6ea1fc7c2989bf3e75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.047027472181360885, "seed": 1117174003, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040849115270705616, "interval": [-0.00535499908814891, 0.08687683667727042], "p_value": 0.1056008060905416, "input_sha256": "550d9a159ce0219d67273e8829f4217c8b725c8f55243e6ea1fc7c2989bf3e75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3937090535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.421089364512179, "interval": [-0.24849795381985285, 9.090676682844212], "p_value": 0.047, "input_sha256": "f7b0520bdf42d3aff1dc6ddfd80c0bf497cc683bdf2bf4ff0a1a636330eb8139"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3937090535, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.421089364512179, "interval": [0.017350664995075454, 8.320631559228733], "p_value": 0.062441945260551954, "input_sha256": "f7b0520bdf42d3aff1dc6ddfd80c0bf497cc683bdf2bf4ff0a1a636330eb8139"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.047631855740868465, "seed": 3937090535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04368004567142865, "interval": [-0.005213836358310846, 0.09257392770116815], "p_value": 0.05, "input_sha256": "9002006683b79781a403d6fae7dddd81a51d44382b80a35568d8d0bfb14088b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.047631855740868465, "seed": 3937090535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04368004567142865, "interval": [0.0003087339416146878, 0.08874299415525916], "p_value": 0.07738921705661496, "input_sha256": "9002006683b79781a403d6fae7dddd81a51d44382b80a35568d8d0bfb14088b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3284858803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6212084022557973, "interval": [-5.476318187795245, 4.233901383283651], "p_value": 0.812, "input_sha256": "e277c2bba1078776d2ee5034363f2575fc61800452e6a32474b34d99fb5378b9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3284858803, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6212084022557973, "interval": [-4.614440416721669, 3.830539587141244], "p_value": 0.794316316792069, "input_sha256": "e277c2bba1078776d2ee5034363f2575fc61800452e6a32474b34d99fb5378b9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.047198791793177916, "seed": 3284858803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019373974408814505, "interval": [-0.07499571235956466, 0.03624776354193565], "p_value": 0.516, "input_sha256": "54b1a1a1d0b5cab81e292fdb2b6867898dacbc1b3c861ec9f2a2bdf24e2ad6b6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.047198791793177916, "seed": 3284858803, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019373974408814505, "interval": [-0.06805913631142478, 0.030436969130316127], "p_value": 0.4798883845394133, "input_sha256": "54b1a1a1d0b5cab81e292fdb2b6867898dacbc1b3c861ec9f2a2bdf24e2ad6b6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3138810318, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.065199109997714, "interval": [-0.11238049220747293, 10.2427787122029], "p_value": 0.066, "input_sha256": "9db6f0b9d760b7d2f94f329ea00460afdb88924d145994a2dd65e584cac968d9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3138810318, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.065199109997714, "interval": [-0.514897475599292, 9.635976360609401], "p_value": 0.0548164124542466, "input_sha256": "9db6f0b9d760b7d2f94f329ea00460afdb88924d145994a2dd65e584cac968d9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.04905343427385099, "seed": 3138810318, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05909153344523207, "interval": [-0.0003983888452396486, 0.11858145573570378], "p_value": 0.059, "input_sha256": "82d5d63588d3751e4b0e5351df344a5f1e230bef31c5f0cb63d5bf2df9289bfc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.04905343427385099, "seed": 3138810318, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05909153344523207, "interval": [-0.005893243354016791, 0.10797053549195057], "p_value": 0.05143866043840474, "input_sha256": "82d5d63588d3751e4b0e5351df344a5f1e230bef31c5f0cb63d5bf2df9289bfc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4030437277, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.397559583721632, "interval": [2.9815380963939235, 17.81358107104934], "p_value": 0.002, "input_sha256": "6f268e2741254be070be044b975ae29c2921bf95da3aebf946255399709a468d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4030437277, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.397559583721632, "interval": [5.64281122115685, 20.20678738930027], "p_value": 0.008508553310586468, "input_sha256": "6f268e2741254be070be044b975ae29c2921bf95da3aebf946255399709a468d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.047929483970980846, "seed": 4030437277, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10719034548576983, "interval": [0.005154083229228876, 0.20922660774231078], "p_value": 0.006, "input_sha256": "8da24a2b53ad46a77a760271eeac5e3f1df356e4a159c4755731276941e0ebc8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.047929483970980846, "seed": 4030437277, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10719034548576983, "interval": [0.049536975064681375, 0.25977207067630026], "p_value": 0.04076415570706947, "input_sha256": "8da24a2b53ad46a77a760271eeac5e3f1df356e4a159c4755731276941e0ebc8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 345109222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.589171089447544, "interval": [-1.8161195150933738, 6.994461693988462], "p_value": 0.241, "input_sha256": "4cf29c76f3e330d1622b18f319127c4730353ee4dbcf31e63b24771f3b4ae00b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 345109222, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.589171089447544, "interval": [-1.2571083335745488, 6.651979126445063], "p_value": 0.2363438375287042, "input_sha256": "4cf29c76f3e330d1622b18f319127c4730353ee4dbcf31e63b24771f3b4ae00b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.04700921248170242, "seed": 345109222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020501829774978362, "interval": [-0.02747411989051835, 0.06847777944047508], "p_value": 0.395, "input_sha256": "d8fa5d9d83bae6b1f39f3d848a2852617d404ec9c7b725d4d504cfcbb364c855"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.04700921248170242, "seed": 345109222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020501829774978362, "interval": [-0.021298201876161108, 0.06486797607994887], "p_value": 0.38597128987967344, "input_sha256": "d8fa5d9d83bae6b1f39f3d848a2852617d404ec9c7b725d4d504cfcbb364c855"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2613374967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8182257918752032, "interval": [-3.918403728993687, 7.554855312744094], "p_value": 0.529, "input_sha256": "5c1e7ce640e468c0c4bf5e7252920acdc0fafc42f1c67cb2e69730c54c91cb45"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2613374967, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8182257918752032, "interval": [-3.7137126498491138, 7.0977318972354215], "p_value": 0.5208271662806659, "input_sha256": "5c1e7ce640e468c0c4bf5e7252920acdc0fafc42f1c67cb2e69730c54c91cb45"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.04877857709746388, "seed": 2613374967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008191296430662022, "interval": [-0.06060556078705433, 0.07698815364837837], "p_value": 0.84, "input_sha256": "91b069f8451bac14ee54ea7df673e33d46b7ac52a5b4ee0d3c7b8d134cdd823a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.04877857709746388, "seed": 2613374967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008191296430662022, "interval": [-0.06335278370973582, 0.06447980827109934], "p_value": 0.8080724289947903, "input_sha256": "91b069f8451bac14ee54ea7df673e33d46b7ac52a5b4ee0d3c7b8d134cdd823a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2678232602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.022915975867237, "interval": [5.744453013128538, 16.301378938605936], "p_value": 0.001, "input_sha256": "7ee2c88e88ed3d89a89729a34d3c76918614c5e1273742bf3f030929a8dce062"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2678232602, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.022915975867237, "interval": [5.967157601950797, 15.75151838102399], "p_value": 0.00020775007278245488, "input_sha256": "7ee2c88e88ed3d89a89729a34d3c76918614c5e1273742bf3f030929a8dce062"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.04750922622717388, "seed": 2678232602, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10600524885385021, "interval": [0.03657183719627656, 0.17543866051142387], "p_value": 0.003, "input_sha256": "1adb47a0859364f828cabafed65b07b0aedb2cac5c906e6e9abda2f9059f79d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.04750922622717388, "seed": 2678232602, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10600524885385021, "interval": [0.04830761691335627, 0.16863964227823303], "p_value": 0.004610493200984334, "input_sha256": "1adb47a0859364f828cabafed65b07b0aedb2cac5c906e6e9abda2f9059f79d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1502661126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.805878095571003, "interval": [2.4921155679278773, 13.11964062321413], "p_value": 0.007, "input_sha256": "805e8b805102ed9703c7543073b21a88222425445dfa2d0847b32698f08a780d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1502661126, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.805878095571003, "interval": [3.603049126019218, 13.512338892495297], "p_value": 0.006323616311896711, "input_sha256": "805e8b805102ed9703c7543073b21a88222425445dfa2d0847b32698f08a780d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.04664678614135396, "seed": 1502661126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0757497465535071, "interval": [0.016165317863367806, 0.13533417524364638], "p_value": 0.018, "input_sha256": "316071cfe2249a5beacd6fed4939c25d3da81bf74ddc80a26ac7adaae460c831"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.04664678614135396, "seed": 1502661126, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0757497465535071, "interval": [0.025427104422571203, 0.13517401372607282], "p_value": 0.01522758877602344, "input_sha256": "316071cfe2249a5beacd6fed4939c25d3da81bf74ddc80a26ac7adaae460c831"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4198163607, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.335768502164338, "interval": [6.5314570167798855, 14.140079987548791], "p_value": 0.001, "input_sha256": "8c1865fe20ca4ba8fba18b55894d5b0206c143ec520bf153294be6ed76bc78e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4198163607, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.335768502164338, "interval": [6.985077596222169, 13.612723856529755], "p_value": 4.969432953970632e-06, "input_sha256": "8c1865fe20ca4ba8fba18b55894d5b0206c143ec520bf153294be6ed76bc78e4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.04601796336668403, "seed": 4198163607, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09793243506721708, "interval": [0.0620378389883827, 0.13382703114605146], "p_value": 0.001, "input_sha256": "bb98585b8c24937768c0ac9c3eb28fd8f72294502a3e0bcaf867a0641e2e3dc2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.04601796336668403, "seed": 4198163607, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09793243506721708, "interval": [0.060846625360006644, 0.12910268755374288], "p_value": 4.921184584791881e-06, "input_sha256": "bb98585b8c24937768c0ac9c3eb28fd8f72294502a3e0bcaf867a0641e2e3dc2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2864702914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.021853291137995, "interval": [1.7998666924331452, 12.243839889842844], "p_value": 0.009, "input_sha256": "7e8c863ada0800aa21f61f0140cdec2413350af8fa9c753e22b447b20e2e5ffe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2864702914, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.021853291137995, "interval": [2.2633252440702396, 11.836991276198656], "p_value": 0.010019631746427685, "input_sha256": "7e8c863ada0800aa21f61f0140cdec2413350af8fa9c753e22b447b20e2e5ffe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.047646806299462045, "seed": 2864702914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06502625395822043, "interval": [0.002114655377165542, 0.1279378525392753], "p_value": 0.044, "input_sha256": "3e1a78c4e7d4e06cb6509aa3f3f2982fc4208d3f405006bba75cd9a4c1a97f2e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.047646806299462045, "seed": 2864702914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06502625395822043, "interval": [0.007650217079315693, 0.1191886209571032], "p_value": 0.043194307144602706, "input_sha256": "3e1a78c4e7d4e06cb6509aa3f3f2982fc4208d3f405006bba75cd9a4c1a97f2e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2648006953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.249471927268353, "interval": [-2.3677759722961995, 6.866719826832906], "p_value": 0.345, "input_sha256": "d910f547e1a21a4c646922962f1f3ff6036313cc771dc316025e2b6dd59efe1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2648006953, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.249471927268353, "interval": [-2.567676007258971, 6.183506992825996], "p_value": 0.32422075399589845, "input_sha256": "d910f547e1a21a4c646922962f1f3ff6036313cc771dc316025e2b6dd59efe1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.048130575416656815, "seed": 2648006953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021889897652488048, "interval": [-0.028803097236781414, 0.07258289254175751], "p_value": 0.39, "input_sha256": "eadd5e54dfead31d02056ec9c8117da4a00c636f7d30b48635bdc538e884fe5e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.048130575416656815, "seed": 2648006953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021889897652488048, "interval": [-0.026736437716155928, 0.06532073283126859], "p_value": 0.38204205194180263, "input_sha256": "eadd5e54dfead31d02056ec9c8117da4a00c636f7d30b48635bdc538e884fe5e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2129855189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.636086792715237, "interval": [-1.1072324056772986, 12.379405991107774], "p_value": 0.096, "input_sha256": "68ed7cdc56bff486286c152ddf95cd0e3bd9fe3149f32d57e399dfb977efd67c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2129855189, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.636086792715237, "interval": [0.41097609161713045, 12.627622572979949], "p_value": 0.09695823290187666, "input_sha256": "68ed7cdc56bff486286c152ddf95cd0e3bd9fe3149f32d57e399dfb977efd67c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.04712576652659521, "seed": 2129855189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05258031764659794, "interval": [-0.02912975925122184, 0.1342903945444177], "p_value": 0.185, "input_sha256": "360dd942d54fbaf902bba88de54b7b8046a1bc16035b5ebd19cd958436768ff3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.04712576652659521, "seed": 2129855189, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05258031764659794, "interval": [0.0005093198415238204, 0.15270192895857726], "p_value": 0.19278495283023475, "input_sha256": "360dd942d54fbaf902bba88de54b7b8046a1bc16035b5ebd19cd958436768ff3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1507832561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.607785135048632, "interval": [2.2809161548285433, 10.93465411526872], "p_value": 0.004, "input_sha256": "c47a32426ae096f515016fe7e115dfaae0d6666926727d865bd80c82498bc717"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1507832561, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.607785135048632, "interval": [2.6246602574011533, 10.350764188609096], "p_value": 0.004262331979419508, "input_sha256": "c47a32426ae096f515016fe7e115dfaae0d6666926727d865bd80c82498bc717"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.04751491685634975, "seed": 1507832561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05599683204448813, "interval": [0.006428684861382455, 0.10556497922759381], "p_value": 0.023, "input_sha256": "1c70b70066eb1ec15e2855f2c2713eee18fe224d66bf2d4ec39068a481cb0b0a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.04751491685634975, "seed": 1507832561, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05599683204448813, "interval": [0.013209792108423494, 0.09702599632894232], "p_value": 0.02839567909552589, "input_sha256": "1c70b70066eb1ec15e2855f2c2713eee18fe224d66bf2d4ec39068a481cb0b0a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1596253500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6219549699935366, "interval": [-6.875382593099439, 5.631472653112366], "p_value": 0.831, "input_sha256": "c0e3ed11518bf6cfff80a6a481f9eb983bb9ef11c45b6fc792fe7c241241cebf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1596253500, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6219549699935366, "interval": [-7.536145043177737, 4.282402630176831], "p_value": 0.8390774854457757, "input_sha256": "c0e3ed11518bf6cfff80a6a481f9eb983bb9ef11c45b6fc792fe7c241241cebf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0480931388262982, "seed": 1596253500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012874962311466943, "interval": [-0.0771177561594618, 0.05136783153652792], "p_value": 0.665, "input_sha256": "c2395eb81abfbbab868bd8ae29b8cb867a78a2d110cc6b6c8ca39428a41afb74"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0480931388262982, "seed": 1596253500, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012874962311466943, "interval": [-0.07784187150867489, 0.04266719766469808], "p_value": 0.6831848484612875, "input_sha256": "c2395eb81abfbbab868bd8ae29b8cb867a78a2d110cc6b6c8ca39428a41afb74"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3075669562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7672570411019994, "interval": [-2.009228990694743, 9.543743072898742], "p_value": 0.182, "input_sha256": "ee5cac73851ba84bf099ba8df53017e8c75886ef3eb87790387968975a76760a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3075669562, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7672570411019994, "interval": [-0.8076033490045285, 9.73649704499605], "p_value": 0.1891659745147538, "input_sha256": "ee5cac73851ba84bf099ba8df53017e8c75886ef3eb87790387968975a76760a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.04579778899977331, "seed": 3075669562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02449593105500935, "interval": [-0.03338118773270735, 0.08237304984272606], "p_value": 0.393, "input_sha256": "dcd01363f141ecc6f54df0bcfa5638d3a9cb2315cde242dbb184627f6dfb8ea3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.04579778899977331, "seed": 3075669562, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02449593105500935, "interval": [-0.025064287259880566, 0.0777177256027738], "p_value": 0.38749560431676544, "input_sha256": "dcd01363f141ecc6f54df0bcfa5638d3a9cb2315cde242dbb184627f6dfb8ea3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 149030780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.184975243116643, "interval": [-0.04885503808952674, 10.418805524322813], "p_value": 0.05, "input_sha256": "defacf50243bba3266338afb90d16000a9633d40d8790c4a290703a7b345e8d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 149030780, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.184975243116643, "interval": [0.30382370472762416, 9.727982520890674], "p_value": 0.05205094529948109, "input_sha256": "defacf50243bba3266338afb90d16000a9633d40d8790c4a290703a7b345e8d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04690588810492223, "seed": 149030780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03952885764285585, "interval": [-0.017998195707838484, 0.09705591099355018], "p_value": 0.175, "input_sha256": "8317fbc0ab7e994fd9468e5887d80053be8b24ba1d7fdb26eabb0763756c3b65"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04690588810492223, "seed": 149030780, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03952885764285585, "interval": [-0.019243004996557407, 0.08440031381566768], "p_value": 0.16993732758079497, "input_sha256": "8317fbc0ab7e994fd9468e5887d80053be8b24ba1d7fdb26eabb0763756c3b65"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1132801892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.762379975909896, "interval": [-1.3143570098631239, 10.839116961682915], "p_value": 0.109, "input_sha256": "f2fee7cbc1de1911d8107fde5fc103fefe1caf83cc9d051e03c04548d573668b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1132801892, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.762379975909896, "interval": [-0.836570028059997, 9.87056722213388], "p_value": 0.1178819674343629, "input_sha256": "f2fee7cbc1de1911d8107fde5fc103fefe1caf83cc9d051e03c04548d573668b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.048117710261194255, "seed": 1132801892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04278327752993334, "interval": [-0.04240618001796116, 0.12797273507782786], "p_value": 0.299, "input_sha256": "d47cc48e0444e581c022024bb375e6143076fba8b5866da58f350a2aee29b60b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.048117710261194255, "seed": 1132801892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04278327752993334, "interval": [-0.02891709431934802, 0.12188964278041345], "p_value": 0.30729312842627055, "input_sha256": "d47cc48e0444e581c022024bb375e6143076fba8b5866da58f350a2aee29b60b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2875458558, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.851241578166766, "interval": [-4.714933300434926, 6.417416456768458], "p_value": 0.784, "input_sha256": "bcf77db31e417fd3aa065c7cd8bac4b89cadb33d94473ff60c07ae7af09f3723"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2875458558, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.851241578166766, "interval": [-4.112798146791533, 5.5755301882491395], "p_value": 0.7551255204190566, "input_sha256": "bcf77db31e417fd3aa065c7cd8bac4b89cadb33d94473ff60c07ae7af09f3723"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.04972494100434077, "seed": 2875458558, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009004532507025707, "interval": [-0.08420592579841042, 0.066196860784359], "p_value": 0.795, "input_sha256": "640a7572440d1ab03e819c86b9b7b75b990ed63bf086b3a61acb6d32fbce5c37"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.04972494100434077, "seed": 2875458558, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009004532507025707, "interval": [-0.0860008781469938, 0.05237859739019338], "p_value": 0.8065900087331757, "input_sha256": "640a7572440d1ab03e819c86b9b7b75b990ed63bf086b3a61acb6d32fbce5c37"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3385138807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.889939371616693, "interval": [3.0666343402722527, 14.713244402961134], "p_value": 0.003, "input_sha256": "dd2e7eef993776b45d8dad36185c5b2922e8a449f64c6f0d2435932f76a4dfaa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3385138807, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.889939371616693, "interval": [3.5993852755006017, 14.410059561680265], "p_value": 0.004664120180928207, "input_sha256": "dd2e7eef993776b45d8dad36185c5b2922e8a449f64c6f0d2435932f76a4dfaa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.048041768335947976, "seed": 3385138807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09594315751957844, "interval": [0.031114494895254072, 0.1607718201439028], "p_value": 0.005, "input_sha256": "4dc912312a89771d9355f9ae0852e33d6f660a55f0adaf51b1b1c2e6effda22b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.048041768335947976, "seed": 3385138807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09594315751957844, "interval": [0.027747763829185913, 0.15329834366906445], "p_value": 0.005532511468981506, "input_sha256": "4dc912312a89771d9355f9ae0852e33d6f660a55f0adaf51b1b1c2e6effda22b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 779471110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6087217503232611, "interval": [-5.181729017191377, 6.3991725178379], "p_value": 0.854, "input_sha256": "185d0a90f4995f58085c2bc321494b79a6f9cde92b459c8aa829f2ca9ead8d66"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 779471110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6087217503232611, "interval": [-4.275311202014543, 6.015673720780529], "p_value": 0.8297906880606566, "input_sha256": "185d0a90f4995f58085c2bc321494b79a6f9cde92b459c8aa829f2ca9ead8d66"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.047719064383280406, "seed": 779471110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006116022856533002, "interval": [-0.056433466964001845, 0.06866551267706784], "p_value": 0.851, "input_sha256": "494db8c1f0f02a25a20a0167475d21980506fecd124a6277399e8c676cd5c480"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.047719064383280406, "seed": 779471110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006116022856533002, "interval": [-0.04840222391954036, 0.06496565707372867], "p_value": 0.8417959072540773, "input_sha256": "494db8c1f0f02a25a20a0167475d21980506fecd124a6277399e8c676cd5c480"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 865709856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.255360562950821, "interval": [-1.5316108869220333, 12.042332012823675], "p_value": 0.108, "input_sha256": "e3047be11fa252041b8953d560921a2fa91c14986d24a65544f64bf8a6182f67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 865709856, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.255360562950821, "interval": [-0.4178529697278095, 11.655284939688578], "p_value": 0.12269881709156154, "input_sha256": "e3047be11fa252041b8953d560921a2fa91c14986d24a65544f64bf8a6182f67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.048136173003726454, "seed": 865709856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08550155968059761, "interval": [-0.0014483249515246932, 0.17245144431271991], "p_value": 0.035, "input_sha256": "850b062733c1beb35326743459af234f93398826f71a269a59869ccb2bc79134"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.048136173003726454, "seed": 865709856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08550155968059761, "interval": [0.020101643536050644, 0.17251101337628733], "p_value": 0.053552257823760344, "input_sha256": "850b062733c1beb35326743459af234f93398826f71a269a59869ccb2bc79134"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1497008383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.493606477761361, "interval": [2.232374044293766, 10.754838911228955], "p_value": 0.003, "input_sha256": "0ffac3a9843a9f16f25370a0e8ece1f8cd3fd264fc8067f8c7cb2568334371d5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1497008383, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.493606477761361, "interval": [2.8267271272680112, 10.346825941479564], "p_value": 0.004266652317322201, "input_sha256": "0ffac3a9843a9f16f25370a0e8ece1f8cd3fd264fc8067f8c7cb2568334371d5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.049697666577295976, "seed": 1497008383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058862821076343136, "interval": [0.0068063661018099506, 0.11091927605087631], "p_value": 0.025, "input_sha256": "7a6c1df211f39329c5a9800aef0b5b48815a4e868dee85a6835ab7fcf7333786"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.049697666577295976, "seed": 1497008383, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058862821076343136, "interval": [0.01383456917459838, 0.10300960332701409], "p_value": 0.028301470666900377, "input_sha256": "7a6c1df211f39329c5a9800aef0b5b48815a4e868dee85a6835ab7fcf7333786"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2146812722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.111531629809155, "interval": [-1.275415254182266, 9.498478513800578], "p_value": 0.126, "input_sha256": "f09c74de919aad9ee4f1c0585f6c1d85a56e25dc73761a8031dd318ad28fa9b6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2146812722, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.111531629809155, "interval": [-0.7420404430606332, 9.432938255582123], "p_value": 0.12884589242355332, "input_sha256": "f09c74de919aad9ee4f1c0585f6c1d85a56e25dc73761a8031dd318ad28fa9b6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04906935424365043, "seed": 2146812722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026171324723198202, "interval": [-0.03631577890605933, 0.08865842835245573], "p_value": 0.425, "input_sha256": "0f366f17eb8fd39d4cb1900daae981a33b1add58130c2d2cbbe46bda022d8c78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04906935424365043, "seed": 2146812722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026171324723198202, "interval": [-0.030564849907082886, 0.09137834450698624], "p_value": 0.3979537716382514, "input_sha256": "0f366f17eb8fd39d4cb1900daae981a33b1add58130c2d2cbbe46bda022d8c78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2307526045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.030166892400188, "interval": [-3.209729134386884, 7.27006291918726], "p_value": 0.463, "input_sha256": "5bb75905761e5b7d4a447f5f75302834792091302dcb42bba25821591c0995b1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2307526045, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.030166892400188, "interval": [-2.7496944898159907, 6.618419676946839], "p_value": 0.43199716005245303, "input_sha256": "5bb75905761e5b7d4a447f5f75302834792091302dcb42bba25821591c0995b1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.04686622585740312, "seed": 2307526045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019161190910990486, "interval": [-0.039828879439019534, 0.0781512612610005], "p_value": 0.547, "input_sha256": "aad80f9ca7dbf42fae555562fdff75300400150decc188da95d792f9628aba24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.04686622585740312, "seed": 2307526045, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019161190910990486, "interval": [-0.03929341017579093, 0.0661348073630129], "p_value": 0.5074215063413308, "input_sha256": "aad80f9ca7dbf42fae555562fdff75300400150decc188da95d792f9628aba24"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 842526345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.23588556414522, "interval": [3.0874055751526495, 15.384365553137792], "p_value": 0.002, "input_sha256": "7f08e4cb807e58de9a6909db37f955ae940bf01ded3374a67aa4d81fe666adc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 842526345, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.23588556414522, "interval": [3.7880612221674794, 14.724219811614123], "p_value": 0.004885497257981249, "input_sha256": "7f08e4cb807e58de9a6909db37f955ae940bf01ded3374a67aa4d81fe666adc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.04743552053140551, "seed": 842526345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08783384441436197, "interval": [0.02700935895030903, 0.1486583298784149], "p_value": 0.005, "input_sha256": "f7e743945a7e69e258a29b4162f2c2e1d84922a32f4c0c47f31d19a754fde14e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.04743552053140551, "seed": 842526345, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08783384441436197, "interval": [0.033678489941859895, 0.1429191937758423], "p_value": 0.006498031142276718, "input_sha256": "f7e743945a7e69e258a29b4162f2c2e1d84922a32f4c0c47f31d19a754fde14e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3421504811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.198730616727467, "interval": [4.99036859903994, 15.407092634414994], "p_value": 0.001, "input_sha256": "77d000c961fea618cee626e64b4dfb5e6d6c4ef2bc281e6c62c992009717187c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3421504811, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.198730616727467, "interval": [5.164546819968274, 14.610774843111376], "p_value": 0.00041757062782555703, "input_sha256": "77d000c961fea618cee626e64b4dfb5e6d6c4ef2bc281e6c62c992009717187c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04788630474602521, "seed": 3421504811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10511704621236029, "interval": [0.044401346769787374, 0.1658327456549332], "p_value": 0.001, "input_sha256": "1806cd9e218d4bbe3a5d27b946cf84f2cc49a4573ff027423431dd8a23f41960"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04788630474602521, "seed": 3421504811, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10511704621236029, "interval": [0.05189774362397564, 0.1614017733367871], "p_value": 0.0015026961470419526, "input_sha256": "1806cd9e218d4bbe3a5d27b946cf84f2cc49a4573ff027423431dd8a23f41960"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4041593240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.36676362695745, "interval": [-0.15538290502508367, 10.888910158939984], "p_value": 0.069, "input_sha256": "d8f6913509fb7e90f60908af583670a735212bead2e03035a0b98246b5ecc0fc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4041593240, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.36676362695745, "interval": [0.7331723404452523, 10.612233997258281], "p_value": 0.05628696783926362, "input_sha256": "d8f6913509fb7e90f60908af583670a735212bead2e03035a0b98246b5ecc0fc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.04737959443766755, "seed": 4041593240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0544726387904252, "interval": [-0.006306272462249754, 0.11525155004310016], "p_value": 0.091, "input_sha256": "e373fbba7c2a87c26e27d7cf58a76616ec8fda6eff547e9ab98eb2c5d5f5e648"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.04737959443766755, "seed": 4041593240, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0544726387904252, "interval": [0.00034064511925298904, 0.10938458403365717], "p_value": 0.07673678064377974, "input_sha256": "e373fbba7c2a87c26e27d7cf58a76616ec8fda6eff547e9ab98eb2c5d5f5e648"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 168400372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.036995233498816, "interval": [-0.15297073414576623, 12.226961201143398], "p_value": 0.041, "input_sha256": "be35049a27b09d754f318328406eb11f929d1361f1bd7c4957c280bfdcde35c8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 168400372, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.036995233498816, "interval": [0.696067296311613, 11.456414815441107], "p_value": 0.055462454928961805, "input_sha256": "be35049a27b09d754f318328406eb11f929d1361f1bd7c4957c280bfdcde35c8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.04813426960145415, "seed": 168400372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05575925281014885, "interval": [-0.006985889504109076, 0.11850439512440678], "p_value": 0.067, "input_sha256": "daa807730043f41b26ed7656ad5528ab48a185da7053d2ae1c853c207106cc1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.04813426960145415, "seed": 168400372, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05575925281014885, "interval": [0.002732882758536865, 0.11679482408254481], "p_value": 0.07903936645053336, "input_sha256": "daa807730043f41b26ed7656ad5528ab48a185da7053d2ae1c853c207106cc1d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3982170368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.33030109447579, "interval": [2.880896417259791, 13.779705771691788], "p_value": 0.003, "input_sha256": "a368de1576954877431b0bdcd4d6d4b3da4c6704023092d6ce69403f540a7dab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3982170368, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.33030109447579, "interval": [2.5857671387235235, 13.032113351461614], "p_value": 0.004021126029296857, "input_sha256": "a368de1576954877431b0bdcd4d6d4b3da4c6704023092d6ce69403f540a7dab"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.04942420272201854, "seed": 3982170368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08589811117294396, "interval": [0.020622095481723737, 0.1511741268641642], "p_value": 0.009, "input_sha256": "b45caa146e4303822d4529ccadc22e65f2a3f75d27ee91fdde1b8137bdf296e2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.04942420272201854, "seed": 3982170368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08589811117294396, "interval": [0.018311713013194758, 0.13987596534311722], "p_value": 0.011846970013825663, "input_sha256": "b45caa146e4303822d4529ccadc22e65f2a3f75d27ee91fdde1b8137bdf296e2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2871274182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.565241646859411, "interval": [0.3357509177561342, 8.794732375962688], "p_value": 0.026, "input_sha256": "0acb426c30e6eae29f364376ad7faa9a2ce2c4d17f795e7c15d2513a2cd5181d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2871274182, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.565241646859411, "interval": [0.7917718874491936, 8.319314651334288], "p_value": 0.03530081383275965, "input_sha256": "0acb426c30e6eae29f364376ad7faa9a2ce2c4d17f795e7c15d2513a2cd5181d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04887336619734383, "seed": 2871274182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037424491656138634, "interval": [-0.020125359713821893, 0.09497434302609917], "p_value": 0.183, "input_sha256": "643e79b1fa0fd79a48dbb5cb1e4962bead7b1af3ca1dfb8f314bbbed4bd444f9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04887336619734383, "seed": 2871274182, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037424491656138634, "interval": [-0.020435908812057528, 0.08039866475863902], "p_value": 0.19155403699179174, "input_sha256": "643e79b1fa0fd79a48dbb5cb1e4962bead7b1af3ca1dfb8f314bbbed4bd444f9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3113695138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.451949211367769, "interval": [-2.277629800414486, 11.181528223150025], "p_value": 0.203, "input_sha256": "fe2c12940447a9123ad8bf6566dda9d920955a59cdb41d8bc62c821e72198ed6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3113695138, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.451949211367769, "interval": [-1.0596139596963048, 11.178892067509238], "p_value": 0.1857632593399802, "input_sha256": "fe2c12940447a9123ad8bf6566dda9d920955a59cdb41d8bc62c821e72198ed6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04986928485360513, "seed": 3113695138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052954774383410154, "interval": [-0.029505425581338403, 0.13541497434815872], "p_value": 0.213, "input_sha256": "e9a53d83eb2e68f3c66593fb0d6141428bc3adab3d606f09040a892813162551"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04986928485360513, "seed": 3113695138, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052954774383410154, "interval": [-0.011018466770927835, 0.14077261374254096], "p_value": 0.19743922774568973, "input_sha256": "e9a53d83eb2e68f3c66593fb0d6141428bc3adab3d606f09040a892813162551"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1179043696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.61209362207781, "interval": [-3.858463070792656, 7.0826503149482765], "p_value": 0.573, "input_sha256": "e292515e9d8cce68dc8fde072bee5d1c033bf8b4b73ab0951c70e7c4db043e9b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1179043696, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.61209362207781, "interval": [-2.947938806006768, 6.9404744223041], "p_value": 0.5506525082982532, "input_sha256": "e292515e9d8cce68dc8fde072bee5d1c033bf8b4b73ab0951c70e7c4db043e9b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.04750777941909655, "seed": 1179043696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026270102705072393, "interval": [-0.037412769840300175, 0.08995297525044496], "p_value": 0.395, "input_sha256": "6c733b3faf8d5492c21a92b908cc7e8fe6cdf9b55b354e68309b049e8ba59d1c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.04750777941909655, "seed": 1179043696, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026270102705072393, "interval": [-0.0245626954425616, 0.09017964896964385], "p_value": 0.40409176005220915, "input_sha256": "6c733b3faf8d5492c21a92b908cc7e8fe6cdf9b55b354e68309b049e8ba59d1c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 534617597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.890681515833212, "interval": [4.910134949882053, 14.87122808178437], "p_value": 0.001, "input_sha256": "e138ec618ca6d365717efecaa850e8bb7e9ea09014c630dea207cd89eff94b6e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 534617597, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.890681515833212, "interval": [4.57459304233508, 13.85364901566143], "p_value": 0.0004666752662612984, "input_sha256": "e138ec618ca6d365717efecaa850e8bb7e9ea09014c630dea207cd89eff94b6e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.047691531722247396, "seed": 534617597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09866163645723347, "interval": [0.034684155188167407, 0.16263911772629952], "p_value": 0.006, "input_sha256": "09f2e5584a764f8d85c70f384c355d088cb8f978e4d9c19539489f8a59d11554"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.047691531722247396, "seed": 534617597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09866163645723347, "interval": [0.034585850986093604, 0.1499836051274215], "p_value": 0.004033232493800557, "input_sha256": "09f2e5584a764f8d85c70f384c355d088cb8f978e4d9c19539489f8a59d11554"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2293684594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4871801193470437, "interval": [-2.220973789237701, 7.195334027931788], "p_value": 0.281, "input_sha256": "e492bccf1eddb85a4ad37a02c529cf4dfec8218dcc11529fb5da7091ad3c7b8e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2293684594, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4871801193470437, "interval": [-1.6097178276250133, 7.164166838308942], "p_value": 0.2844248491658754, "input_sha256": "e492bccf1eddb85a4ad37a02c529cf4dfec8218dcc11529fb5da7091ad3c7b8e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04688928894518501, "seed": 2293684594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012207955949271133, "interval": [-0.03221216177460435, 0.056628073673146616], "p_value": 0.598, "input_sha256": "c7ce7c7028391b4567055d455b48195d59e6aab49eea378ec70bd650d9fa4c93"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04688928894518501, "seed": 2293684594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012207955949271133, "interval": [-0.027810327691582426, 0.05362886412340054], "p_value": 0.5777455890279533, "input_sha256": "c7ce7c7028391b4567055d455b48195d59e6aab49eea378ec70bd650d9fa4c93"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1308867869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5043213781840028, "interval": [-5.079671900545188, 6.0883146569131945], "p_value": 0.864, "input_sha256": "2dff6758afa98715491368f6a6ca634f194ec29a4e179642f1bb19b708ea6027"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1308867869, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5043213781840028, "interval": [-4.868477425010004, 4.82110127164933], "p_value": 0.8537895951636837, "input_sha256": "2dff6758afa98715491368f6a6ca634f194ec29a4e179642f1bb19b708ea6027"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.048602727104076884, "seed": 1308867869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0089211255927063, "interval": [-0.06450529526099447, 0.04666304407558186], "p_value": 0.768, "input_sha256": "27b3b43e851b8e05da73ad0dbbaf9c5cefe65b314428895a7f22e303f5e10006"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.048602727104076884, "seed": 1308867869, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0089211255927063, "interval": [-0.06263631899673523, 0.033962782539970905], "p_value": 0.7432992877321729, "input_sha256": "27b3b43e851b8e05da73ad0dbbaf9c5cefe65b314428895a7f22e303f5e10006"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4237603247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.685894606199996, "interval": [0.7311767582907462, 10.640612454109245], "p_value": 0.018, "input_sha256": "d1a96ca813a6f3a1092803ce080d3d6c4e756444ae1fcd61566fc756189f1025"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4237603247, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.685894606199996, "interval": [1.622702705018216, 9.989310480964399], "p_value": 0.026401854517522867, "input_sha256": "d1a96ca813a6f3a1092803ce080d3d6c4e756444ae1fcd61566fc756189f1025"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.04583896070163235, "seed": 4237603247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05938030554558267, "interval": [0.006385703319814515, 0.11237490777135083], "p_value": 0.026, "input_sha256": "9e15a856b2e6e9f52ed5db3767dcf436ad2476a53b99336bf8dff33dece2b48b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.04583896070163235, "seed": 4237603247, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05938030554558267, "interval": [0.013851721559731562, 0.10424292984883352], "p_value": 0.02956270217268266, "input_sha256": "9e15a856b2e6e9f52ed5db3767dcf436ad2476a53b99336bf8dff33dece2b48b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3240909286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.4091718306773515, "interval": [2.3655924498055656, 12.452751211549138], "p_value": 0.005, "input_sha256": "79cbca53374935c011a377814f4b6f1df831f9ee8340cfb00c08d3bc3ae5927d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3240909286, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.4091718306773515, "interval": [2.079389415091404, 11.306202043350234], "p_value": 0.00577797832820554, "input_sha256": "79cbca53374935c011a377814f4b6f1df831f9ee8340cfb00c08d3bc3ae5927d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.049228679391640696, "seed": 3240909286, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07081652441205752, "interval": [0.0024728202731154753, 0.13916022855099958], "p_value": 0.04, "input_sha256": "626c60719ad645902d13864ef761d8cb438a36112961a465dd9c40b8bb158a01"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.049228679391640696, "seed": 3240909286, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07081652441205752, "interval": [-0.009806093127885277, 0.12111884507555], "p_value": 0.04293289702862919, "input_sha256": "626c60719ad645902d13864ef761d8cb438a36112961a465dd9c40b8bb158a01"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2915680841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3263802707428676, "interval": [-2.6565745806874954, 9.30933512217323], "p_value": 0.23, "input_sha256": "62870bb34d748d50e7b66f374faadd4bf12f0066b05fbb79447af1f7f2426191"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2915680841, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3263802707428676, "interval": [-2.7522113255626866, 8.783551296820269], "p_value": 0.2618999665763509, "input_sha256": "62870bb34d748d50e7b66f374faadd4bf12f0066b05fbb79447af1f7f2426191"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.04880002440527217, "seed": 2915680841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03707714327174871, "interval": [-0.04196917583832296, 0.11612346238182036], "p_value": 0.311, "input_sha256": "0f419e426fbadbf876896368e958e1f1d38b787f72f72c1ac98ca05656754274"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.04880002440527217, "seed": 2915680841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03707714327174871, "interval": [-0.03669297382331616, 0.11523981398832345], "p_value": 0.34114418577827443, "input_sha256": "0f419e426fbadbf876896368e958e1f1d38b787f72f72c1ac98ca05656754274"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1932756453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.380770168915892, "interval": [-0.2942726361112582, 11.055812973943041], "p_value": 0.047, "input_sha256": "7ed1acbda46d3fab2ca9f222ab4156d42bd2718cb912f4eafb0d7f1975c758d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1932756453, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.380770168915892, "interval": [0.6461899688629833, 10.275071147509415], "p_value": 0.06207525206234804, "input_sha256": "7ed1acbda46d3fab2ca9f222ab4156d42bd2718cb912f4eafb0d7f1975c758d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.047363979132192646, "seed": 1932756453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041474259451422496, "interval": [-0.019635301637521765, 0.10258382054036676], "p_value": 0.162, "input_sha256": "0089061ec1109cd4b6670411411d83c79300ccb0c8a6d64f6602769cd04ab164"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.047363979132192646, "seed": 1932756453, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041474259451422496, "interval": [-0.014424371944938938, 0.09387543218721661], "p_value": 0.17487347957033472, "input_sha256": "0089061ec1109cd4b6670411411d83c79300ccb0c8a6d64f6602769cd04ab164"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3812553906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.942521920688765, "interval": [-1.4085438575295437, 9.293587698907073], "p_value": 0.123, "input_sha256": "ec28ff1e93d028c3971a12f012fd9fcd89a78835565e6ee323b38bf8142971e7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3812553906, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.942521920688765, "interval": [-0.885919467984937, 8.8298530865672], "p_value": 0.1419686048183275, "input_sha256": "ec28ff1e93d028c3971a12f012fd9fcd89a78835565e6ee323b38bf8142971e7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.048013248354219364, "seed": 3812553906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040617748269036046, "interval": [-0.02263090677827826, 0.10386640331635036], "p_value": 0.169, "input_sha256": "c07455422684625219027a8b48dcd68144433bcefc9cdd2279f0e40b68b6d322"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.048013248354219364, "seed": 3812553906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040617748269036046, "interval": [-0.00824738692661541, 0.10713106844747627], "p_value": 0.19694491936393882, "input_sha256": "c07455422684625219027a8b48dcd68144433bcefc9cdd2279f0e40b68b6d322"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 785890347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.283674369745452, "interval": [-1.2644471789070235, 7.831795918397928], "p_value": 0.159, "input_sha256": "c6c05d7265f6bff2d261906d37f734df5472d066db6042dd46eb6c963fbf0124"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 785890347, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.283674369745452, "interval": [-0.45844588267605024, 7.300658713492428], "p_value": 0.14807331137389124, "input_sha256": "c6c05d7265f6bff2d261906d37f734df5472d066db6042dd46eb6c963fbf0124"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.047243740363453475, "seed": 785890347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02047973651727599, "interval": [-0.02386109336500302, 0.064820566399555], "p_value": 0.371, "input_sha256": "38b4e70c2baeeaab0de8f01a7bcb980973d812642afa533af43f864a1906f0c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.047243740363453475, "seed": 785890347, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02047973651727599, "interval": [-0.017825858290573263, 0.05902064631864901], "p_value": 0.3499648255311185, "input_sha256": "38b4e70c2baeeaab0de8f01a7bcb980973d812642afa533af43f864a1906f0c6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 465734669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.0253433764499835, "interval": [-1.5420595059651365, 9.592746258865104], "p_value": 0.135, "input_sha256": "71b6ac5a22842d3b86340a3f8de8954cee153c4dbdbacc87874790bf2801daa4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 465734669, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.0253433764499835, "interval": [-0.8734338777118749, 8.962011807819305], "p_value": 0.14961571520171452, "input_sha256": "71b6ac5a22842d3b86340a3f8de8954cee153c4dbdbacc87874790bf2801daa4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.04754919264585465, "seed": 465734669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04687983847532183, "interval": [-0.014188132367514886, 0.10794780931815855], "p_value": 0.114, "input_sha256": "5953e23ff633a3fa6eddb512c94690c6bbfce65a8343cd54d129bde586892244"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.04754919264585465, "seed": 465734669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04687983847532183, "interval": [-0.0043127483189223095, 0.10293925303753121], "p_value": 0.12670179411894933, "input_sha256": "5953e23ff633a3fa6eddb512c94690c6bbfce65a8343cd54d129bde586892244"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2165586960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.368279983613857, "interval": [-0.10308384886264488, 8.839643816090359], "p_value": 0.057, "input_sha256": "4cc45c602a5c176b7ee0612448fc764bcc5c008171e6564ee1362d77c1b83124"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2165586960, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.368279983613857, "interval": [0.8861771931124077, 8.43410792141166], "p_value": 0.05498783678377834, "input_sha256": "4cc45c602a5c176b7ee0612448fc764bcc5c008171e6564ee1362d77c1b83124"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.048841149700718, "seed": 2165586960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05942191657697369, "interval": [0.001939356538077544, 0.11690447661586983], "p_value": 0.029, "input_sha256": "aed1826cea8615749c180f4f56697a26b548be20b39a69c0bc7f79ff4a80ea3f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.048841149700718, "seed": 2165586960, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05942191657697369, "interval": [0.014995136091107157, 0.11327963149919593], "p_value": 0.04358677839229935, "input_sha256": "aed1826cea8615749c180f4f56697a26b548be20b39a69c0bc7f79ff4a80ea3f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1361166630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.749753476748618, "interval": [-0.5079484993531622, 12.007455452850397], "p_value": 0.058, "input_sha256": "fd4ab4c63ccb9894b0a1fb791c447c2c1581d132ecad730a99a978a8b5f6c8a0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1361166630, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.749753476748618, "interval": [-0.10718483636903192, 11.018188402248004], "p_value": 0.07007511828624537, "input_sha256": "fd4ab4c63ccb9894b0a1fb791c447c2c1581d132ecad730a99a978a8b5f6c8a0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0463704092950876, "seed": 1361166630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04182847100147957, "interval": [-0.022355607211667544, 0.10601254921462669], "p_value": 0.173, "input_sha256": "2c766e6e7668bb17b535383ba85c571c39e4e0392d7fb1f94e842e0f843af501"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0463704092950876, "seed": 1361166630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04182847100147957, "interval": [-0.019460055051465197, 0.09517578316433642], "p_value": 0.1913593544930819, "input_sha256": "2c766e6e7668bb17b535383ba85c571c39e4e0392d7fb1f94e842e0f843af501"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2318318681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.517214488712357, "interval": [-1.2014926860332018, 10.235921663457916], "p_value": 0.116, "input_sha256": "372643c128cd12a3e45c2a143c1e334b054dc04407264e181b343e274a99ee75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2318318681, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.517214488712357, "interval": [-0.70061364833323, 9.569291546404076], "p_value": 0.11686545299257817, "input_sha256": "372643c128cd12a3e45c2a143c1e334b054dc04407264e181b343e274a99ee75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.048456504747057726, "seed": 2318318681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046382498423706287, "interval": [-0.015457499067542242, 0.10822249591495481], "p_value": 0.135, "input_sha256": "d5f6a35a8db53f1bfb50ce69727b3476e8ce1d4213ef1f22d70cdff85576b5cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.048456504747057726, "seed": 2318318681, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046382498423706287, "interval": [-0.008570218678912167, 0.10110365910241789], "p_value": 0.13590908068849328, "input_sha256": "d5f6a35a8db53f1bfb50ce69727b3476e8ce1d4213ef1f22d70cdff85576b5cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2335476608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.690780435474408, "interval": [-1.1831007227774268, 8.564661593726242], "p_value": 0.105, "input_sha256": "f8200ffa40233250f76f689ae6aea99bced9d336ae64ee936b2d13c317f01388"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2335476608, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.690780435474408, "interval": [-0.7681554178867231, 8.404380634245], "p_value": 0.1307896590398501, "input_sha256": "f8200ffa40233250f76f689ae6aea99bced9d336ae64ee936b2d13c317f01388"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04675239505304006, "seed": 2335476608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030878586981724222, "interval": [-0.021203161976730917, 0.08296033594017936], "p_value": 0.207, "input_sha256": "a4a726bdaab6fa0b711660e4161be7bf247a0de3d0cad43a4428758544b1b61a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04675239505304006, "seed": 2335476608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030878586981724222, "interval": [-0.0178187060370561, 0.07800148569633236], "p_value": 0.23296762943446667, "input_sha256": "a4a726bdaab6fa0b711660e4161be7bf247a0de3d0cad43a4428758544b1b61a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 209436556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7340110694730957, "interval": [-5.293239833519878, 6.761261972466069], "p_value": 0.806, "input_sha256": "28a796d2b7b83aa23167586e196d1a4eb62264a500fbb41614d01ad4bd8c3cf1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 209436556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7340110694730957, "interval": [-5.18771002130733, 6.160717642667655], "p_value": 0.8047946687082659, "input_sha256": "28a796d2b7b83aa23167586e196d1a4eb62264a500fbb41614d01ad4bd8c3cf1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.04905470759670647, "seed": 209436556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013703179529350532, "interval": [-0.05652702843794681, 0.08393338749664787], "p_value": 0.692, "input_sha256": "a0b92c718761996979fcf57b31b4b91ad9190dd50ed0c5056dcc646abee259d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.04905470759670647, "seed": 209436556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013703179529350532, "interval": [-0.04719895156475898, 0.07935741167815262], "p_value": 0.6912422887322445, "input_sha256": "a0b92c718761996979fcf57b31b4b91ad9190dd50ed0c5056dcc646abee259d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2903003953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.058065622632681, "interval": [-0.12320094724216801, 10.23933219250753], "p_value": 0.054, "input_sha256": "961f34dc47804154d9c4e6e70f0b964a83261055d7d220cad54b126c53426b2a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2903003953, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.058065622632681, "interval": [0.7193005288248968, 9.983201777295292], "p_value": 0.0553213331561941, "input_sha256": "961f34dc47804154d9c4e6e70f0b964a83261055d7d220cad54b126c53426b2a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.048395998385563285, "seed": 2903003953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03857582460386545, "interval": [-0.015355703153107352, 0.09250735236083826], "p_value": 0.139, "input_sha256": "fcc085ade98616c6692392403645ef8fcdaf0ebf46e0af3a6c95d0736eef9af7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.048395998385563285, "seed": 2903003953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03857582460386545, "interval": [-0.009049268401458551, 0.09197554351495468], "p_value": 0.15407189547847783, "input_sha256": "fcc085ade98616c6692392403645ef8fcdaf0ebf46e0af3a6c95d0736eef9af7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 371430576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.125951352553083, "interval": [1.4802345521801517, 10.771668152926015], "p_value": 0.004, "input_sha256": "35e6a469cbf3c4f174749e77821fc476ed54b8d91b158d97fb5c10b97171b56b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 371430576, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.125951352553083, "interval": [2.5176773520590436, 10.90188811094426], "p_value": 0.011820255548953345, "input_sha256": "35e6a469cbf3c4f174749e77821fc476ed54b8d91b158d97fb5c10b97171b56b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.050148877597675535, "seed": 371430576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09167462764286527, "interval": [0.00889866783749503, 0.1744505874482355], "p_value": 0.003, "input_sha256": "3e2ffb8b8fc15f3b1a56487580af8fb731dc4cee20b05bb64a793c41d6db9258"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.050148877597675535, "seed": 371430576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09167462764286527, "interval": [0.0402523769516582, 0.20439485886330572], "p_value": 0.03229317518554818, "input_sha256": "3e2ffb8b8fc15f3b1a56487580af8fb731dc4cee20b05bb64a793c41d6db9258"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3547455319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.287484020990723, "interval": [2.6526224787761246, 11.922345563205322], "p_value": 0.005, "input_sha256": "4c5ddbe1fe1034778ccbe55c418a236f94e2ba11b79a9cef4244a11a250b25d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3547455319, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.287484020990723, "interval": [3.2611325809975837, 11.403147199996658], "p_value": 0.0033560527820107227, "input_sha256": "4c5ddbe1fe1034778ccbe55c418a236f94e2ba11b79a9cef4244a11a250b25d1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.04843267224986131, "seed": 3547455319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06626625406283644, "interval": [0.010688792521946766, 0.12184371560372612], "p_value": 0.016, "input_sha256": "0790a1a2e03bdf34ab6c4bb48720b5026d8f78c02fa1e878b0d91b2f81f0cfb3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.04843267224986131, "seed": 3547455319, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06626625406283644, "interval": [0.01618948494759122, 0.1155287720414653], "p_value": 0.02132912547098408, "input_sha256": "0790a1a2e03bdf34ab6c4bb48720b5026d8f78c02fa1e878b0d91b2f81f0cfb3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2581065447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.220992374295079, "interval": [-0.7365192143157255, 11.178503962905884], "p_value": 0.094, "input_sha256": "a776ceffa379bd0ac8031bd2c272e88311721fe5a6bacfa88c6a131a8176f343"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2581065447, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.220992374295079, "interval": [-0.11165829130608898, 10.546272103036666], "p_value": 0.08231502548825254, "input_sha256": "a776ceffa379bd0ac8031bd2c272e88311721fe5a6bacfa88c6a131a8176f343"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.04817284530257964, "seed": 2581065447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04036940530747659, "interval": [-0.026312418660978394, 0.10705122927593158], "p_value": 0.226, "input_sha256": "a98a6fb8702a869b13816653f9f27f41d3dc641b2f9284624151d4f29febe007"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.04817284530257964, "seed": 2581065447, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04036940530747659, "interval": [-0.022880443079797644, 0.09305377151864623], "p_value": 0.21950855963118981, "input_sha256": "a98a6fb8702a869b13816653f9f27f41d3dc641b2f9284624151d4f29febe007"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3982866330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7893384290855914, "interval": [-2.5584788136289407, 10.137155671800123], "p_value": 0.219, "input_sha256": "c4fbc56a5b9181212053034d5753ff951ab2cc14c8af3c7830acc24960634d67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3982866330, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7893384290855914, "interval": [-2.762262498654554, 8.84233683658881], "p_value": 0.2286543431015736, "input_sha256": "c4fbc56a5b9181212053034d5753ff951ab2cc14c8af3c7830acc24960634d67"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.04864409273069077, "seed": 3982866330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033780298178407636, "interval": [-0.043155020739130176, 0.11071561709594545], "p_value": 0.411, "input_sha256": "900c0815db222756c190a33debf9d228df3116d9031c87872712c2313acf6543"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.04864409273069077, "seed": 3982866330, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033780298178407636, "interval": [-0.04304673196739072, 0.09088263045222027], "p_value": 0.37055172162462857, "input_sha256": "900c0815db222756c190a33debf9d228df3116d9031c87872712c2313acf6543"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 525556653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.8071673816667655, "interval": [0.12691930313496336, 9.487415460198568], "p_value": 0.046, "input_sha256": "6737cccd70264097ac6d68d43a57e67025454d8a6005e4eb1497e7246dda69de"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 525556653, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.8071673816667655, "interval": [0.765549393389655, 8.801876392486031], "p_value": 0.04448885841837422, "input_sha256": "6737cccd70264097ac6d68d43a57e67025454d8a6005e4eb1497e7246dda69de"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.047201776724053054, "seed": 525556653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03296326815558823, "interval": [-0.024819271885859542, 0.090745808197036], "p_value": 0.269, "input_sha256": "1efa0ed54c4dc15a48ea279e6e63cd92c927d22569b33605d67ef320b4702dc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.047201776724053054, "seed": 525556653, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03296326815558823, "interval": [-0.021047305961956468, 0.07993265821163582], "p_value": 0.25074606201459587, "input_sha256": "1efa0ed54c4dc15a48ea279e6e63cd92c927d22569b33605d67ef320b4702dc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 240820638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.58919867749984, "interval": [0.5151809468057831, 12.663216408193897], "p_value": 0.027, "input_sha256": "36493d713141d67cce4f97f889fdb1a509513dc61fc8b6b08bba84853e770b75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 240820638, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.58919867749984, "interval": [1.4312399830868072, 12.066493128102561], "p_value": 0.03473343128497642, "input_sha256": "36493d713141d67cce4f97f889fdb1a509513dc61fc8b6b08bba84853e770b75"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.04625133483319203, "seed": 240820638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06457007802823801, "interval": [0.008895190300692676, 0.12024496575578335], "p_value": 0.019, "input_sha256": "d9391baac3d1c6f57ecedf4db8fa084fd8d0f020d689bb23185dabdd58f83eb5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.04625133483319203, "seed": 240820638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06457007802823801, "interval": [0.015897281056774244, 0.11459592207527274], "p_value": 0.024940182794005374, "input_sha256": "d9391baac3d1c6f57ecedf4db8fa084fd8d0f020d689bb23185dabdd58f83eb5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 839771676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9183119106810954, "interval": [-7.7283648484487655, 5.891741027086575], "p_value": 0.794, "input_sha256": "751a4d27b87e85591045a34b1b3dd2c57b7c94c7d6c7e09e5df8a6f04973bfd8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 839771676, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9183119106810954, "interval": [-7.607387363778334, 4.455291756321033], "p_value": 0.7798299369017055, "input_sha256": "751a4d27b87e85591045a34b1b3dd2c57b7c94c7d6c7e09e5df8a6f04973bfd8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.047678097596096314, "seed": 839771676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011772486464532248, "interval": [-0.07531294784055337, 0.05176797491148888], "p_value": 0.708, "input_sha256": "52c48526028af3985ecfa8d644561e120aecb1957026b4e53f03a78559d2963d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.047678097596096314, "seed": 839771676, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011772486464532248, "interval": [-0.07215390621622567, 0.039762657459750335], "p_value": 0.7027329213487907, "input_sha256": "52c48526028af3985ecfa8d644561e120aecb1957026b4e53f03a78559d2963d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2732644638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4772367210315909, "interval": [-5.332077232368869, 8.28655067443205], "p_value": 0.681, "input_sha256": "c20cef02f7691c8bba4b713cf9cf41cc2025def1de7553161f7db8b63d3b4b19"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2732644638, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4772367210315909, "interval": [-6.1647909773257075, 6.8187820639919], "p_value": 0.6548993502922631, "input_sha256": "c20cef02f7691c8bba4b713cf9cf41cc2025def1de7553161f7db8b63d3b4b19"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0475816165644268, "seed": 2732644638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017678755176482833, "interval": [-0.05901601315162272, 0.09437352350458839], "p_value": 0.639, "input_sha256": "0cc9a609f7828d43e741d0241d6cff7c4eec1f8f617f354a2fbefefebfa72604"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0475816165644268, "seed": 2732644638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017678755176482833, "interval": [-0.05716058035238228, 0.08131936025754234], "p_value": 0.6357578027032271, "input_sha256": "0cc9a609f7828d43e741d0241d6cff7c4eec1f8f617f354a2fbefefebfa72604"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2524461230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.094717171270574, "interval": [0.5271035723010211, 13.662330770240127], "p_value": 0.034, "input_sha256": "4ef9105a50f0a844b4cbef5d9e9d4484cbebbdada81aaf7a2067fad52b9e572c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2524461230, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.094717171270574, "interval": [1.5107874594480433, 13.70658583518369], "p_value": 0.03529225567334337, "input_sha256": "4ef9105a50f0a844b4cbef5d9e9d4484cbebbdada81aaf7a2067fad52b9e572c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.047132652063265876, "seed": 2524461230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06691408417166046, "interval": [-0.002801284898407211, 0.13662945324172815], "p_value": 0.055, "input_sha256": "7ac4551665d932e7deb45fc5a9d3b4f9c9ab854dfe35927dadd1dc237dbbc7be"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.047132652063265876, "seed": 2524461230, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06691408417166046, "interval": [0.005163016560820288, 0.1358647436826467], "p_value": 0.05923223151706728, "input_sha256": "7ac4551665d932e7deb45fc5a9d3b4f9c9ab854dfe35927dadd1dc237dbbc7be"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3456298414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.1831846458823, "interval": [2.4065772555223512, 13.959792036242249], "p_value": 0.004, "input_sha256": "df1a38b6f057f6cb29d76bcd7beefb9b4c4292ed1f7a1ee4d18d5fd89168ded4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3456298414, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.1831846458823, "interval": [3.45143605494088, 13.280598432872383], "p_value": 0.00755434671506306, "input_sha256": "df1a38b6f057f6cb29d76bcd7beefb9b4c4292ed1f7a1ee4d18d5fd89168ded4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.04407192510825122, "seed": 3456298414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07610648135996495, "interval": [0.021225782778332244, 0.13098717994159764], "p_value": 0.004, "input_sha256": "6ec9cb7b65b0d593afff9ed96ad297eb7748b0ee16f8d49dda3c3c1839eff8d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.04407192510825122, "seed": 3456298414, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07610648135996495, "interval": [0.03148654259080519, 0.12670154140793943], "p_value": 0.008850266705968451, "input_sha256": "6ec9cb7b65b0d593afff9ed96ad297eb7748b0ee16f8d49dda3c3c1839eff8d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 397576417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.395075022029403, "interval": [3.8649346918055008, 12.925215352253304], "p_value": 0.001, "input_sha256": "26110bd3c7c742c91f8fa4266ce625cedfca63ffb7a05da01930b33279a34924"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 397576417, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.395075022029403, "interval": [3.768245879702058, 12.086000046551355], "p_value": 0.0007030402799950627, "input_sha256": "26110bd3c7c742c91f8fa4266ce625cedfca63ffb7a05da01930b33279a34924"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.047732378550869335, "seed": 397576417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0862109108014544, "interval": [0.030867188292484894, 0.14155463331042392], "p_value": 0.005, "input_sha256": "bbca6077c43009a02cc04cba738e9c1a50a5830d81fb049ae01894c2f863f145"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.047732378550869335, "seed": 397576417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0862109108014544, "interval": [0.03269862342792958, 0.1311567063863303], "p_value": 0.003544505179605664, "input_sha256": "bbca6077c43009a02cc04cba738e9c1a50a5830d81fb049ae01894c2f863f145"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2764268863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.475809719678147, "interval": [-2.756611462504194, 7.708230901860487], "p_value": 0.346, "input_sha256": "9b788cb0becb23599d56430e518bc6f281fa163bad51eec4c0eab7e60057353c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2764268863, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.475809719678147, "interval": [-2.3388895372480785, 7.0713017712018065], "p_value": 0.337704821615997, "input_sha256": "9b788cb0becb23599d56430e518bc6f281fa163bad51eec4c0eab7e60057353c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.04780430173873316, "seed": 2764268863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022560078083425, "interval": [-0.033042751391888815, 0.07816290755873881], "p_value": 0.404, "input_sha256": "c68308a15ef98806d6042209f18c1185369f2b6614a2e261cebf50b2fbdc8025"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.04780430173873316, "seed": 2764268863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022560078083425, "interval": [-0.029626744656395598, 0.07198874319213665], "p_value": 0.41085867078137694, "input_sha256": "c68308a15ef98806d6042209f18c1185369f2b6614a2e261cebf50b2fbdc8025"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4175954110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.868045775048953, "interval": [-0.20923944248712179, 9.945330992585028], "p_value": 0.046, "input_sha256": "8ccfd555c2dea1a86f7f5fc8136ef91aed5b61b6546f67bb160b9eb09f940fbc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4175954110, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.868045775048953, "interval": [0.2871710843841692, 9.329699990798604], "p_value": 0.05944473946011172, "input_sha256": "8ccfd555c2dea1a86f7f5fc8136ef91aed5b61b6546f67bb160b9eb09f940fbc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.04724810100518019, "seed": 4175954110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06053077812049032, "interval": [0.0050012798427376826, 0.11606027639824296], "p_value": 0.022, "input_sha256": "dc654d25f85d664831636d8d437e51238e5875c663f3b274091f66a56859c151"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.04724810100518019, "seed": 4175954110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06053077812049032, "interval": [0.009345961669639784, 0.10976038450722064], "p_value": 0.033688851080989284, "input_sha256": "dc654d25f85d664831636d8d437e51238e5875c663f3b274091f66a56859c151"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3835407391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8750386069853113, "interval": [-3.627786517629042, 5.377863731599664], "p_value": 0.698, "input_sha256": "e480fd483f5ab3b40f06fb705a3fcac210c12b0d4afb715297f9f2e042fe551f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3835407391, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8750386069853113, "interval": [-3.13074008447931, 5.0436282378238175], "p_value": 0.6891261495452063, "input_sha256": "e480fd483f5ab3b40f06fb705a3fcac210c12b0d4afb715297f9f2e042fe551f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.04699037638151906, "seed": 3835407391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010492525325470785, "interval": [-0.035144707616518396, 0.056129758267459966], "p_value": 0.651, "input_sha256": "8794bfb35b69483db8c0e6eababfb5d93299a84e34fb618a29b1a2fe2dc1f376"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.04699037638151906, "seed": 3835407391, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010492525325470785, "interval": [-0.03357031664850883, 0.04970244167613404], "p_value": 0.6371724865892088, "input_sha256": "8794bfb35b69483db8c0e6eababfb5d93299a84e34fb618a29b1a2fe2dc1f376"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1075196386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4338234306970907, "interval": [-1.6883166131706409, 8.555963474564823], "p_value": 0.196, "input_sha256": "e7bb5b6cad6198c753bd79500adc5bc00faf4fa0332f79d1611cb893e039d710"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1075196386, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4338234306970907, "interval": [-0.8712919456708136, 8.494509685147444], "p_value": 0.17842017764858897, "input_sha256": "e7bb5b6cad6198c753bd79500adc5bc00faf4fa0332f79d1611cb893e039d710"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04687285395429086, "seed": 1075196386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033701253719308585, "interval": [-0.025631361631590945, 0.09303386907020811], "p_value": 0.282, "input_sha256": "b688f7b0f3f76601ab0c4bc55e1c697d990b750ecaeecbf3b1a270d7e0f531d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04687285395429086, "seed": 1075196386, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033701253719308585, "interval": [-0.01184299845694541, 0.10422877551253239], "p_value": 0.251454002072392, "input_sha256": "b688f7b0f3f76601ab0c4bc55e1c697d990b750ecaeecbf3b1a270d7e0f531d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3088647927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.771606155634069, "interval": [1.0649496511359882, 12.47826266013215], "p_value": 0.021, "input_sha256": "df3dedacfc28f439ff32d614176d8c20ebde34c37a04843b70ba58c9b0292849"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3088647927, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.771606155634069, "interval": [1.4496365278360483, 11.644322059646141], "p_value": 0.022023046323412544, "input_sha256": "df3dedacfc28f439ff32d614176d8c20ebde34c37a04843b70ba58c9b0292849"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0485068472600219, "seed": 3088647927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07197240851385187, "interval": [0.00033305774720415737, 0.14361175928049957], "p_value": 0.053, "input_sha256": "ec32454298a8f179b0d02bcd80bc412899ccd88d5c96cbd4a2bf7911b2324e32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0485068472600219, "seed": 3088647927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07197240851385187, "interval": [0.012483210342643747, 0.1394918019156353], "p_value": 0.04903855033930731, "input_sha256": "ec32454298a8f179b0d02bcd80bc412899ccd88d5c96cbd4a2bf7911b2324e32"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 47674802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.77368094343382, "interval": [4.4342550630928725, 15.113106823774768], "p_value": 0.003, "input_sha256": "92379501f61d9f37615c5a7aab4f3184a72c3a30e16c0c30a510db615499459d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 47674802, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.77368094343382, "interval": [5.231143874901499, 15.113539285607846], "p_value": 0.0009338741079769827, "input_sha256": "92379501f61d9f37615c5a7aab4f3184a72c3a30e16c0c30a510db615499459d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04695661547372901, "seed": 47674802, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07253276556544892, "interval": [0.018060413025208187, 0.12700511810568965], "p_value": 0.007, "input_sha256": "8fb2dd89f63461896f1e892f1897e46c9ce4827bd3ed184a2b5d042dd84961ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04695661547372901, "seed": 47674802, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07253276556544892, "interval": [0.025521353299562545, 0.12873141441136163], "p_value": 0.011233470261172567, "input_sha256": "8fb2dd89f63461896f1e892f1897e46c9ce4827bd3ed184a2b5d042dd84961ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2284379431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5179140870316505, "interval": [-3.235875119578531, 6.271703293641832], "p_value": 0.513, "input_sha256": "a95c27641ef182bca916f8317b53cb2b50517917bad91a0cda17de63477075b1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2284379431, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5179140870316505, "interval": [-3.0157316665330334, 5.570850008869016], "p_value": 0.5142424422835836, "input_sha256": "a95c27641ef182bca916f8317b53cb2b50517917bad91a0cda17de63477075b1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.046400475587005344, "seed": 2284379431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012498209340206613, "interval": [-0.03686893334290578, 0.06186535202331901], "p_value": 0.592, "input_sha256": "8b5f4cad1c654019a4cce47cf055a79b124e780f6c433526743a3c232c1e175f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.046400475587005344, "seed": 2284379431, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012498209340206613, "interval": [-0.03123607132849619, 0.05675089093540521], "p_value": 0.6050935659799939, "input_sha256": "8b5f4cad1c654019a4cce47cf055a79b124e780f6c433526743a3c232c1e175f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 729276349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.508472201649115, "interval": [-0.06931774438840854, 11.08626214768664], "p_value": 0.044, "input_sha256": "a8e2cb5aa5cd2dc88449d114d172e98d9ac3414e42855e4e2483ab6ed79d7223"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 729276349, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.508472201649115, "interval": [-0.1114921623473526, 10.154641381525556], "p_value": 0.05268235007758073, "input_sha256": "a8e2cb5aa5cd2dc88449d114d172e98d9ac3414e42855e4e2483ab6ed79d7223"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.047424925400102604, "seed": 729276349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05137849880217908, "interval": [-0.014074267326870296, 0.11683126493122846], "p_value": 0.105, "input_sha256": "3f88e1f397ae35e763bc1647e75586b38a672a84d5c961a836046470dc30d747"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.047424925400102604, "seed": 729276349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05137849880217908, "interval": [-0.015200298412034427, 0.1043563434029668], "p_value": 0.11755688744942593, "input_sha256": "3f88e1f397ae35e763bc1647e75586b38a672a84d5c961a836046470dc30d747"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 992121374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.701329005550105, "interval": [-3.325481442712337, 6.728139453812546], "p_value": 0.515, "input_sha256": "d9a79cab1f66796311344080a61ee931a8488516b6a8c0ba843b6bdba34db912"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 992121374, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.701329005550105, "interval": [-2.5320843689193206, 6.124003187602546], "p_value": 0.49443701476275914, "input_sha256": "d9a79cab1f66796311344080a61ee931a8488516b6a8c0ba843b6bdba34db912"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04796070778669814, "seed": 992121374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006384424218637986, "interval": [-0.05041852320421794, 0.06318737164149392], "p_value": 0.838, "input_sha256": "2ee12a66e806da8d5e3035d47c6024ce31ae74c8fe3b4d2b87e029ec01ab2b7f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04796070778669814, "seed": 992121374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006384424218637986, "interval": [-0.04191757642386481, 0.05924181258040975], "p_value": 0.8198751264490297, "input_sha256": "2ee12a66e806da8d5e3035d47c6024ce31ae74c8fe3b4d2b87e029ec01ab2b7f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3783556213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.073580472835827, "interval": [-1.2085299694290743, 9.355690915100729], "p_value": 0.112, "input_sha256": "20c8a1f9c697df4caa54b51861b260a4de885fcabb0a0d6210808c27be5a0d47"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3783556213, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.073580472835827, "interval": [-0.8216591458152884, 9.456380818049315], "p_value": 0.12431985886690367, "input_sha256": "20c8a1f9c697df4caa54b51861b260a4de885fcabb0a0d6210808c27be5a0d47"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.04787331455446435, "seed": 3783556213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0343359503966749, "interval": [-0.021151017284103964, 0.08982291807745377], "p_value": 0.212, "input_sha256": "958f77e178fffae1d7ff82f359e84bbef39661dd2a268ef54930cfb645c148c1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.04787331455446435, "seed": 3783556213, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0343359503966749, "interval": [-0.014886108537031421, 0.085033937868013], "p_value": 0.21351739096442268, "input_sha256": "958f77e178fffae1d7ff82f359e84bbef39661dd2a268ef54930cfb645c148c1"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2433898489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.607614742940215, "interval": [1.2860020534312069, 11.929227432449224], "p_value": 0.015, "input_sha256": "6b2c2591381af346864d71de05788c398a8f7a4ba4c8c21b4816cee689d9caad"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2433898489, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.607614742940215, "interval": [1.3971407188819005, 11.214481433378976], "p_value": 0.016826787921876456, "input_sha256": "6b2c2591381af346864d71de05788c398a8f7a4ba4c8c21b4816cee689d9caad"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.04750051347277697, "seed": 2433898489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07193256529057503, "interval": [0.0028113659825290266, 0.141053764598621], "p_value": 0.039, "input_sha256": "1acd6033d5144c2d6512f0f2375515352a7c57c748f2a19d9ddeed1dad57fd61"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.04750051347277697, "seed": 2433898489, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07193256529057503, "interval": [0.0008261308416073513, 0.12348378006398546], "p_value": 0.041992715826927186, "input_sha256": "1acd6033d5144c2d6512f0f2375515352a7c57c748f2a19d9ddeed1dad57fd61"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1653366430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8071090432254695, "interval": [-7.177884185478938, 3.5636660990279982], "p_value": 0.51, "input_sha256": "0bd8331fd621c14a420e2e0d58684ec9a1742ec6dcedd2e4a1f2cd726bd1d848"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1653366430, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8071090432254695, "interval": [-6.545820576769986, 3.502341387691266], "p_value": 0.4931882363134795, "input_sha256": "0bd8331fd621c14a420e2e0d58684ec9a1742ec6dcedd2e4a1f2cd726bd1d848"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.046201280214114626, "seed": 1653366430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024830170381735458, "interval": [-0.08262132401421829, 0.03296098325074737], "p_value": 0.401, "input_sha256": "a6b7807e37d618b25dabd17808f86d0a7d20d7f6632849f1fdcdd12c49e6a170"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.046201280214114626, "seed": 1653366430, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024830170381735458, "interval": [-0.07690828292345513, 0.026189818138447587], "p_value": 0.38263152593276417, "input_sha256": "a6b7807e37d618b25dabd17808f86d0a7d20d7f6632849f1fdcdd12c49e6a170"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2607095109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.933013180370155, "interval": [5.584652245780138, 16.281374114960173], "p_value": 0.002, "input_sha256": "8b2c37255c2f75795c7b20b4074eb2a581d98b2729d3344b060e317b8190c96e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2607095109, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.933013180370155, "interval": [6.292754724639374, 15.860503619180735], "p_value": 0.00030020469146621923, "input_sha256": "8b2c37255c2f75795c7b20b4074eb2a581d98b2729d3344b060e317b8190c96e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.04774469888481957, "seed": 2607095109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11299113881107081, "interval": [0.05297821075016609, 0.17300406687197553], "p_value": 0.002, "input_sha256": "33567a7c68a89bfe594cada4b4bfea3058639cfe2c8485cf8420705df17a6547"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.04774469888481957, "seed": 2607095109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11299113881107081, "interval": [0.060906000011393666, 0.17053992719532798], "p_value": 0.0007082872779683747, "input_sha256": "33567a7c68a89bfe594cada4b4bfea3058639cfe2c8485cf8420705df17a6547"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1797849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.547254618621389, "interval": [-0.35639986873997476, 9.450909105982753], "p_value": 0.061, "input_sha256": "0d94328f31cf2b91e3d311a42d356831b63966d23ef72afb95dac5fc702f29a5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1797849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.547254618621389, "interval": [-0.16453048708898052, 8.674430962840495], "p_value": 0.06763402151143158, "input_sha256": "0d94328f31cf2b91e3d311a42d356831b63966d23ef72afb95dac5fc702f29a5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.04749824203933047, "seed": 1797849615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035008557265575876, "interval": [-0.018739977544696668, 0.08875709207584842], "p_value": 0.184, "input_sha256": "5676f52e8a1abf75e67d6c10560a5aec84f0032f5ef32f1d8fa7eb52a8347c31"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.04749824203933047, "seed": 1797849615, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035008557265575876, "interval": [-0.013603781313355533, 0.08275157176386724], "p_value": 0.19149634105499141, "input_sha256": "5676f52e8a1abf75e67d6c10560a5aec84f0032f5ef32f1d8fa7eb52a8347c31"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2247099709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.807293266748246, "interval": [-0.9173421320417354, 10.531928665538228], "p_value": 0.09, "input_sha256": "ca8f728980d56efe39228c192ca4deecc8678ddbf58bae43064fe413665bf1d7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2247099709, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.807293266748246, "interval": [-0.7958297760380892, 9.042884702662928], "p_value": 0.09537489837330408, "input_sha256": "ca8f728980d56efe39228c192ca4deecc8678ddbf58bae43064fe413665bf1d7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.04772811462399239, "seed": 2247099709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03488469001473728, "interval": [-0.022716773210569766, 0.09248615324004432], "p_value": 0.234, "input_sha256": "9deaf4c3f8bcb18473dc6af6e146924ed827bd4a76efcb96d77897ed4f4f6588"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.04772811462399239, "seed": 2247099709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03488469001473728, "interval": [-0.018712636875971723, 0.07899296614263171], "p_value": 0.2235452104477631, "input_sha256": "9deaf4c3f8bcb18473dc6af6e146924ed827bd4a76efcb96d77897ed4f4f6588"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3079745904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.30631683957106226, "interval": [-4.323418074427987, 4.936051753570111], "p_value": 0.905, "input_sha256": "22e8622323ce05762b463ff47146b6a2387998f5c8df112a84d188f35d6edf74"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3079745904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.30631683957106226, "interval": [-4.047756220325431, 4.5526667195409445], "p_value": 0.8930141617350105, "input_sha256": "22e8622323ce05762b463ff47146b6a2387998f5c8df112a84d188f35d6edf74"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04758427127055209, "seed": 3079745904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0029422011857079683, "interval": [-0.043365473422365124, 0.04924987579378106], "p_value": 0.902, "input_sha256": "7d66f5ce1571a6e484ec4a5e9b6b018eb34f6c897baeadc74c3c0f1c9ea82baf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04758427127055209, "seed": 3079745904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0029422011857079683, "interval": [-0.04051079478796638, 0.04439402448550423], "p_value": 0.8973780592846334, "input_sha256": "7d66f5ce1571a6e484ec4a5e9b6b018eb34f6c897baeadc74c3c0f1c9ea82baf"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2106401356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.699481337415117, "interval": [0.18339322277776393, 11.21556945205247], "p_value": 0.034, "input_sha256": "d8e999bfd4de27db505e60e76d2f8060223a5ca27826dbc43c701110854f1a78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2106401356, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.699481337415117, "interval": [0.06189211391744805, 10.079929534413102], "p_value": 0.04338774458077031, "input_sha256": "d8e999bfd4de27db505e60e76d2f8060223a5ca27826dbc43c701110854f1a78"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.047268963816996454, "seed": 2106401356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05176440409556364, "interval": [0.0013571336768685022, 0.10217167451425878], "p_value": 0.035, "input_sha256": "040b52e02ce4a4cbc66516e2b5b680bbb460aaf47c23b37083eab471979f8219"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.047268963816996454, "seed": 2106401356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05176440409556364, "interval": [-0.004259226038782615, 0.09047426077360024], "p_value": 0.044553642957976425, "input_sha256": "040b52e02ce4a4cbc66516e2b5b680bbb460aaf47c23b37083eab471979f8219"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2151658795, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3267477911537064, "interval": [-8.038040627618502, 5.384545045311088], "p_value": 0.685, "input_sha256": "c4503170a7069ddad9d56e10c8f11c7f577be4679d4d89c881a3ea9eac647fc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2151658795, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3267477911537064, "interval": [-7.955745443260686, 3.810022701885155], "p_value": 0.6844953468894464, "input_sha256": "c4503170a7069ddad9d56e10c8f11c7f577be4679d4d89c881a3ea9eac647fc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.04782947489080315, "seed": 2151658795, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01675031502470742, "interval": [-0.08453707259154387, 0.05103644254212904], "p_value": 0.609, "input_sha256": "ddc4d13587adbda13b8873b64a6d92f627fd591cc06e87604cd7d12425616413"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.04782947489080315, "seed": 2151658795, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01675031502470742, "interval": [-0.08017668493603611, 0.03820851790158896], "p_value": 0.6138413570111969, "input_sha256": "ddc4d13587adbda13b8873b64a6d92f627fd591cc06e87604cd7d12425616413"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3133353888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.821717038252618, "interval": [1.3963636740406642, 12.247070402464573], "p_value": 0.011, "input_sha256": "6633fcb3491a88d26f37c24f84dceb50301f51bd948ee188d0f0b509a1356088"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3133353888, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.821717038252618, "interval": [2.206959072231024, 12.17405743876641], "p_value": 0.016129823941709212, "input_sha256": "6633fcb3491a88d26f37c24f84dceb50301f51bd948ee188d0f0b509a1356088"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.04892773830763624, "seed": 3133353888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06590673409494768, "interval": [0.001525339620036606, 0.13028812856985877], "p_value": 0.033, "input_sha256": "092820ffda29916103cc79b9ae060322927379b9bf4bfff4cb9b8b66c5707a1f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.04892773830763624, "seed": 3133353888, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06590673409494768, "interval": [0.014147568879195353, 0.13195533675988225], "p_value": 0.04528206998019323, "input_sha256": "092820ffda29916103cc79b9ae060322927379b9bf4bfff4cb9b8b66c5707a1f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1468375107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.681865117535189, "interval": [3.3214357206036764, 14.0422945144667], "p_value": 0.004, "input_sha256": "fd8e17c8c6ca42735b85b0df68b7ac5018d012318db90dbfef3781e2565f9b54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1468375107, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.681865117535189, "interval": [4.279708224776699, 14.087981956344885], "p_value": 0.0025818624098973585, "input_sha256": "fd8e17c8c6ca42735b85b0df68b7ac5018d012318db90dbfef3781e2565f9b54"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.04776042557994768, "seed": 1468375107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08825141567851352, "interval": [0.040143509971547725, 0.13635932138547932], "p_value": 0.002, "input_sha256": "fe76296b1d05922a5eae18b78330708060d184fbbda1965be9a2b3229618c08a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.04776042557994768, "seed": 1468375107, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08825141567851352, "interval": [0.04935717148427918, 0.1362608851288341], "p_value": 0.0007612564423723267, "input_sha256": "fe76296b1d05922a5eae18b78330708060d184fbbda1965be9a2b3229618c08a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1725356987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.703397741665202, "interval": [-0.17998154106949293, 15.586777024399897], "p_value": 0.046, "input_sha256": "54ae579f324148e57b195f8d1bdecd9ad019f969ea30108e9e9f12b4b1ff8f6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1725356987, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.703397741665202, "interval": [0.22520056180130366, 14.570482285567362], "p_value": 0.05503924412009543, "input_sha256": "54ae579f324148e57b195f8d1bdecd9ad019f969ea30108e9e9f12b4b1ff8f6b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04786738683604861, "seed": 1725356987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06058719652295097, "interval": [-0.021146011210549237, 0.14232040425645118], "p_value": 0.141, "input_sha256": "0d409833ecfad9d25a7f063bf8a44020e9bcca7a9ba005473c12a7bbd981cb3f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04786738683604861, "seed": 1725356987, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06058719652295097, "interval": [-0.021693616535269578, 0.128457449946667], "p_value": 0.13820123391494096, "input_sha256": "0d409833ecfad9d25a7f063bf8a44020e9bcca7a9ba005473c12a7bbd981cb3f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3815605084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.461381551063614, "interval": [2.6703357319263334, 10.252427370200895], "p_value": 0.001, "input_sha256": "a51b7f81e317c075c9e0a608c2ae12c7f272b8f84fce802da3dbc626053d5e57"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3815605084, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.461381551063614, "interval": [3.5274374740549006, 10.285452807363349], "p_value": 0.001528690168048073, "input_sha256": "a51b7f81e317c075c9e0a608c2ae12c7f272b8f84fce802da3dbc626053d5e57"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.04547089997338628, "seed": 3815605084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06359138527331712, "interval": [0.02246973807430934, 0.1047130324723249], "p_value": 0.002, "input_sha256": "51b053467dddd0c147e0f2b05289817d1402c058338a6042130af615d79bdfe2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.04547089997338628, "seed": 3815605084, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06359138527331712, "interval": [0.03438065501107201, 0.1049316275574348], "p_value": 0.0037696429722645823, "input_sha256": "51b053467dddd0c147e0f2b05289817d1402c058338a6042130af615d79bdfe2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3325462448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.181326894288886, "interval": [-2.7091555149067643, 9.071809303484535], "p_value": 0.264, "input_sha256": "7885d0b3d8049fa55869b1a14030bb5ad5822bf128afed9bfd505f73f4d1d535"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3325462448, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.181326894288886, "interval": [-2.4393999018204116, 8.445697615721667], "p_value": 0.2745048604538769, "input_sha256": "7885d0b3d8049fa55869b1a14030bb5ad5822bf128afed9bfd505f73f4d1d535"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.048015995484000526, "seed": 3325462448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02988451607345677, "interval": [-0.032298880313068386, 0.09206791245998192], "p_value": 0.308, "input_sha256": "7e6684a72f9d6a58315645d71f7f872d292449460f7260b733b816f465204e6f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.048015995484000526, "seed": 3325462448, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02988451607345677, "interval": [-0.024682081013121585, 0.08672690263458638], "p_value": 0.3292420263216431, "input_sha256": "7e6684a72f9d6a58315645d71f7f872d292449460f7260b733b816f465204e6f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 306803879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.849910231897692, "interval": [5.456101756015186, 14.243718707780197], "p_value": 0.001, "input_sha256": "2b06cef6cb8436dc7657a058c6b37680266bddc3aceedc7249ca8177a17fca8d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 306803879, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.849910231897692, "interval": [6.287156753476998, 14.287591658432845], "p_value": 8.794116791306606e-05, "input_sha256": "2b06cef6cb8436dc7657a058c6b37680266bddc3aceedc7249ca8177a17fca8d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.04858199577379171, "seed": 306803879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10833545333669542, "interval": [0.04853224117982583, 0.16813866549356501], "p_value": 0.001, "input_sha256": "ab8f964de0770352650a6193cea98f3ffac3f4c868293c9b637a03974a1fed39"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.04858199577379171, "seed": 306803879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10833545333669542, "interval": [0.05763549084661487, 0.16578458705175095], "p_value": 0.001034254478996902, "input_sha256": "ab8f964de0770352650a6193cea98f3ffac3f4c868293c9b637a03974a1fed39"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2282771294, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.593521598068772, "interval": [4.997667479272637, 16.18937571686491], "p_value": 0.001, "input_sha256": "640a6827f818a998b041f40a37bb425e4feeeefbdb3726788f313b8d30455bce"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2282771294, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.593521598068772, "interval": [5.686154376770366, 15.27153194973764], "p_value": 0.0006870031699045191, "input_sha256": "640a6827f818a998b041f40a37bb425e4feeeefbdb3726788f313b8d30455bce"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.04774506252936116, "seed": 2282771294, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07721167455997574, "interval": [0.013341393047415634, 0.14108195607253585], "p_value": 0.019, "input_sha256": "bec098373f3bd1941409729cc0ccaa69c688e14ddca5087ea8efdb182746fb97"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.04774506252936116, "seed": 2282771294, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07721167455997574, "interval": [0.018018838323511862, 0.1289001820368341], "p_value": 0.019757378895016223, "input_sha256": "bec098373f3bd1941409729cc0ccaa69c688e14ddca5087ea8efdb182746fb97"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2879883265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4526675985739734, "interval": [-2.0800445153934595, 8.985379712541405], "p_value": 0.21, "input_sha256": "dbb8daad7cc85f18c26311af3bc8266b7ac99c4b8f1d260b8da97bad65b6118b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2879883265, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4526675985739734, "interval": [-1.889965984671382, 8.38821907040334], "p_value": 0.20922188315620607, "input_sha256": "dbb8daad7cc85f18c26311af3bc8266b7ac99c4b8f1d260b8da97bad65b6118b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.04757980814215154, "seed": 2879883265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02373299364403295, "interval": [-0.03288446468997998, 0.08035045197804587], "p_value": 0.399, "input_sha256": "b9bdceac7afcb58b2b80bfc8b757479ae724455e36a4301953c923256d682bd7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.04757980814215154, "seed": 2879883265, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02373299364403295, "interval": [-0.02953065889716726, 0.07613602081410574], "p_value": 0.3942729426850935, "input_sha256": "b9bdceac7afcb58b2b80bfc8b757479ae724455e36a4301953c923256d682bd7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1577464192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.09245864251915, "interval": [0.07367327639147447, 10.111244008646825], "p_value": 0.043, "input_sha256": "d793c7696eb6186ca58c6c8f596259383fb4474886d8636c60f63eb757796f76"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1577464192, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.09245864251915, "interval": [0.31488867598287135, 9.170817694588992], "p_value": 0.047007547212285505, "input_sha256": "d793c7696eb6186ca58c6c8f596259383fb4474886d8636c60f63eb757796f76"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.04772555287920566, "seed": 1577464192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03380099936183016, "interval": [-0.020328711905727957, 0.08793071062938829], "p_value": 0.209, "input_sha256": "966fc37b516e25e99bbc70dbdbc68f8f10d5f297afc90233ba52b17a805c0497"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.04772555287920566, "seed": 1577464192, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03380099936183016, "interval": [-0.015344789776202787, 0.08021645568940913], "p_value": 0.2102725266724487, "input_sha256": "966fc37b516e25e99bbc70dbdbc68f8f10d5f297afc90233ba52b17a805c0497"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3959116147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4098616330627984, "interval": [-4.822792491109725, 7.642515757235323], "p_value": 0.67, "input_sha256": "b26fbda0dc252da5aa1139fb0da65abea7f8a1cff602f55a0562f9e7ccbcc718"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3959116147, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4098616330627984, "interval": [-4.450527047860991, 6.466504231598821], "p_value": 0.640180043060804, "input_sha256": "b26fbda0dc252da5aa1139fb0da65abea7f8a1cff602f55a0562f9e7ccbcc718"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.04780765098207758, "seed": 3959116147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01048951508269885, "interval": [-0.05330051666851135, 0.07427954683390905], "p_value": 0.735, "input_sha256": "7ecfb46866099dccf187524bcdbe6a4174c7bc071d758a39f38dc4f395cc6ea5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.04780765098207758, "seed": 3959116147, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01048951508269885, "interval": [-0.051195094602246784, 0.061759210327566545], "p_value": 0.735571160218309, "input_sha256": "7ecfb46866099dccf187524bcdbe6a4174c7bc071d758a39f38dc4f395cc6ea5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3602731423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.956988843098291, "interval": [-1.3445692294496285, 9.25854691564621], "p_value": 0.171, "input_sha256": "bf0c2e9c324c77fd8c5579005019bdd0eac170786a20531e2d5316f00650a54d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3602731423, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.956988843098291, "interval": [-0.9679507264024443, 8.371836512318389], "p_value": 0.13614041600535912, "input_sha256": "bf0c2e9c324c77fd8c5579005019bdd0eac170786a20531e2d5316f00650a54d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.047126345563367776, "seed": 3602731423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03806762371147979, "interval": [-0.019278913084772517, 0.09541416050773209], "p_value": 0.225, "input_sha256": "8feb8029b6a9ab1a66b2d052c28b5a4e14fcbf84fa00822af5bd56d4c491f1fe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.047126345563367776, "seed": 3602731423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03806762371147979, "interval": [-0.016403944471067206, 0.08674209508402674], "p_value": 0.18273652076917152, "input_sha256": "8feb8029b6a9ab1a66b2d052c28b5a4e14fcbf84fa00822af5bd56d4c491f1fe"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3948024971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.131243335241663, "interval": [-2.1722091772623786, 10.434695847745704], "p_value": 0.191, "input_sha256": "c206ecce273f874f31cf38ca13ad90d0c354ee8116cb9316406b62c9df1575fc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3948024971, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.131243335241663, "interval": [-1.7177276166297835, 9.726702461411486], "p_value": 0.18884394003075813, "input_sha256": "c206ecce273f874f31cf38ca13ad90d0c354ee8116cb9316406b62c9df1575fc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.05075995691800863, "seed": 3948024971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03584674149861555, "interval": [-0.06422462290206678, 0.13591810589929787], "p_value": 0.472, "input_sha256": "659a441ca904bb0cf73b8367b9131cae7caa8cb9e17150ff3dcd4906b19d6855"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.05075995691800863, "seed": 3948024971, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03584674149861555, "interval": [-0.048979907324513954, 0.12700552340100832], "p_value": 0.46521809208576326, "input_sha256": "659a441ca904bb0cf73b8367b9131cae7caa8cb9e17150ff3dcd4906b19d6855"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4007938250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.919509690306303, "interval": [-6.28321743706726, 8.122236817679866], "p_value": 0.797, "input_sha256": "319217e0fc9172c1f684df8a80e13dfded95bdffbe3912003002014aeaa5d2df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4007938250, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.919509690306303, "interval": [-5.007506172680146, 7.563160181019944], "p_value": 0.793517998583507, "input_sha256": "319217e0fc9172c1f684df8a80e13dfded95bdffbe3912003002014aeaa5d2df"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.04842032410553992, "seed": 4007938250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007395878927137545, "interval": [-0.08659956757430401, 0.07180780972002893], "p_value": 0.867, "input_sha256": "085691838fc12037d216669dad36d3a6810135a9ed3f40d1ebdeea9a9e8c8693"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.04842032410553992, "seed": 4007938250, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007395878927137545, "interval": [-0.07667771454046979, 0.06040301015967459], "p_value": 0.8472653939021026, "input_sha256": "085691838fc12037d216669dad36d3a6810135a9ed3f40d1ebdeea9a9e8c8693"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 478085854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.135179294322223, "interval": [-1.3922175110605948, 7.66257609970504], "p_value": 0.169, "input_sha256": "c8a96820005845e2ad418467ebebec099c796876d0984b0551990a3ba8559f0c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 478085854, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.135179294322223, "interval": [-0.9244957235168737, 6.845289748983293], "p_value": 0.16461206339817472, "input_sha256": "c8a96820005845e2ad418467ebebec099c796876d0984b0551990a3ba8559f0c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.04854696548791584, "seed": 478085854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016214271098167744, "interval": [-0.036274804311468026, 0.06870334650780352], "p_value": 0.539, "input_sha256": "eee7494d43aee243396b0fb2759faa9d4f9e77475405398083b44e439accc904"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.04854696548791584, "seed": 478085854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016214271098167744, "interval": [-0.03167508555578947, 0.05991211874515027], "p_value": 0.5255960445554526, "input_sha256": "eee7494d43aee243396b0fb2759faa9d4f9e77475405398083b44e439accc904"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4240976952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.671030533078836, "interval": [-3.2269392086153017, 10.569000274772975], "p_value": 0.307, "input_sha256": "d988ca767c9b066dd26c25ec88c76503a660e5369f73197fb109ab76f03b4f50"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4240976952, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.671030533078836, "interval": [-2.9420200687377656, 9.59960010918554], "p_value": 0.28250186305777825, "input_sha256": "d988ca767c9b066dd26c25ec88c76503a660e5369f73197fb109ab76f03b4f50"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.04788798584363963, "seed": 4240976952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01863024531773006, "interval": [-0.06701959257532367, 0.1042800832107838], "p_value": 0.683, "input_sha256": "fa655a838a371648f401d7b5eaa266c5ae4994f4c6fd5bfa80cb1ebb665da2e2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.04788798584363963, "seed": 4240976952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01863024531773006, "interval": [-0.07394183761511379, 0.0853077406000564], "p_value": 0.6557954075656578, "input_sha256": "fa655a838a371648f401d7b5eaa266c5ae4994f4c6fd5bfa80cb1ebb665da2e2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4293606356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.298836498726189, "interval": [1.4442107748760442, 13.153462222576334], "p_value": 0.01, "input_sha256": "5bcc61c2ae2b35deccf9e5ff7a09ca8f3892df9dd47ceb5e914689bce223d022"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4293606356, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.298836498726189, "interval": [2.7416254432406277, 12.769428797637184], "p_value": 0.01730463302960771, "input_sha256": "5bcc61c2ae2b35deccf9e5ff7a09ca8f3892df9dd47ceb5e914689bce223d022"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.04871950070789677, "seed": 4293606356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06547962582990313, "interval": [0.007027759217761102, 0.12393149244204515], "p_value": 0.028, "input_sha256": "36cb14bc00ca355bab55664d0023afc0cf55b93133bd5cbabcd94aded96135ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.04871950070789677, "seed": 4293606356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06547962582990313, "interval": [0.015479516704384333, 0.1170181057156201], "p_value": 0.029665360073085484, "input_sha256": "36cb14bc00ca355bab55664d0023afc0cf55b93133bd5cbabcd94aded96135ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2394933184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.101924016678922, "interval": [0.2768976778649952, 11.926950355492849], "p_value": 0.04, "input_sha256": "f3930343dfd9e687cc0d6e76ade9f35b672b0a76f75341e0329c800b98777845"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2394933184, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.101924016678922, "interval": [0.0722916489124168, 11.289833792637165], "p_value": 0.04071991222032538, "input_sha256": "f3930343dfd9e687cc0d6e76ade9f35b672b0a76f75341e0329c800b98777845"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.047782249814034804, "seed": 2394933184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06165364611699503, "interval": [-0.001558687169584863, 0.12486597940357493], "p_value": 0.047, "input_sha256": "0931ce96512e61b1c5ce7fde7065b4ae896b7a9b0ffe464e0feae7e6366a675f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.047782249814034804, "seed": 2394933184, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06165364611699503, "interval": [0.0005144288505508333, 0.11973697095879846], "p_value": 0.055526841031500844, "input_sha256": "0931ce96512e61b1c5ce7fde7065b4ae896b7a9b0ffe464e0feae7e6366a675f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3801822306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.10978486732893, "interval": [2.3788840041189454, 13.840685730538915], "p_value": 0.007, "input_sha256": "74b20b44d11a44d67fe9a081b778eb8f4f5e73ddb10a6341118fe13f0da7629c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3801822306, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.10978486732893, "interval": [2.490845727377588, 12.987901627147812], "p_value": 0.0073475325475492416, "input_sha256": "74b20b44d11a44d67fe9a081b778eb8f4f5e73ddb10a6341118fe13f0da7629c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.04642606287854183, "seed": 3801822306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10079593390472275, "interval": [0.039674207209118684, 0.1619176606003268], "p_value": 0.002, "input_sha256": "9544138d5d3e9a58423ada7f1291dbd6560cecaca7944086dc7a243c81a621d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.04642606287854183, "seed": 3801822306, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10079593390472275, "interval": [0.045435804074943194, 0.15515754468769707], "p_value": 0.00238495383726902, "input_sha256": "9544138d5d3e9a58423ada7f1291dbd6560cecaca7944086dc7a243c81a621d4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2428298089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.185664892638123, "interval": [1.3137271954298289, 13.057602589846416], "p_value": 0.013, "input_sha256": "26bb3b6401ff7aa3c951385c7a9ad505684accf8eb4e812fc655dbf0c3bd972c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2428298089, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.185664892638123, "interval": [1.9894569355467628, 12.574335470340957], "p_value": 0.01893473102463615, "input_sha256": "26bb3b6401ff7aa3c951385c7a9ad505684accf8eb4e812fc655dbf0c3bd972c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.04817767991080776, "seed": 2428298089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06513951106647603, "interval": [-0.007806138111400546, 0.1380851602443526], "p_value": 0.067, "input_sha256": "841143431c4644b91f8ed8edd877a01c01e97daa2ffdd4b790c90b190b9d9a01"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.04817767991080776, "seed": 2428298089, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06513951106647603, "interval": [0.002759025009888389, 0.1322125680277158], "p_value": 0.07735563801939557, "input_sha256": "841143431c4644b91f8ed8edd877a01c01e97daa2ffdd4b790c90b190b9d9a01"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4056956407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0071290096037884, "interval": [-2.9145671675342473, 6.928825186741824], "p_value": 0.42, "input_sha256": "59df9e23d5333b119b48b0cc8044078e48247f36c4d94a63d480451b8eb6de87"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4056956407, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0071290096037884, "interval": [-2.3388427809234376, 6.816362110101164], "p_value": 0.40510646219544255, "input_sha256": "59df9e23d5333b119b48b0cc8044078e48247f36c4d94a63d480451b8eb6de87"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.04870532568096907, "seed": 4056956407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004822714793138696, "interval": [-0.055139028456408876, 0.06478445804268626], "p_value": 0.874, "input_sha256": "c68fa23df78a0e717b29638c018c90aede7a00e9a26082bd2c40fd52291c5f84"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.04870532568096907, "seed": 4056956407, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004822714793138696, "interval": [-0.04822816845328088, 0.06251545182699855], "p_value": 0.8683181177065764, "input_sha256": "c68fa23df78a0e717b29638c018c90aede7a00e9a26082bd2c40fd52291c5f84"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2100549205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.992357534274895, "interval": [-1.523176652152375, 11.507891720702165], "p_value": 0.11, "input_sha256": "b4f640147dd0cafd0f0828f5278e735957791ce8b03de7158300ae5114bca267"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2100549205, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.992357534274895, "interval": [-1.202583675834846, 11.083805368029958], "p_value": 0.1264128363080972, "input_sha256": "b4f640147dd0cafd0f0828f5278e735957791ce8b03de7158300ae5114bca267"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.049094479839241575, "seed": 2100549205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023036434187989625, "interval": [-0.07178159090489347, 0.11785445928087271], "p_value": 0.614, "input_sha256": "e98cea13301969f3a9bca0414f24763162e9a57428a434239cab21c74bc2ea97"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.049094479839241575, "seed": 2100549205, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023036434187989625, "interval": [-0.07040698831331169, 0.11070795587959562], "p_value": 0.619274399005519, "input_sha256": "e98cea13301969f3a9bca0414f24763162e9a57428a434239cab21c74bc2ea97"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3927236914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.534139615057779, "interval": [0.3516111530406256, 12.716668077074932], "p_value": 0.04, "input_sha256": "fdafa141fb666914061d79c8fec8fae7c1a869e65b25e665fee6f70f5c05deb4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3927236914, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.534139615057779, "interval": [1.6752702347145434, 12.702136060430847], "p_value": 0.039282279175996, "input_sha256": "fdafa141fb666914061d79c8fec8fae7c1a869e65b25e665fee6f70f5c05deb4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.048693647452162946, "seed": 3927236914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0566042923987386, "interval": [-0.008671168393861534, 0.12187975319133873], "p_value": 0.099, "input_sha256": "1dec366f08e1c90c285f18204c2722b33ef116dcd9efa9328523f8cf24d59095"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.048693647452162946, "seed": 3927236914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0566042923987386, "interval": [0.006940815074944473, 0.12102039204006894], "p_value": 0.08606181277345588, "input_sha256": "1dec366f08e1c90c285f18204c2722b33ef116dcd9efa9328523f8cf24d59095"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 643084969, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.979861765452395, "interval": [0.39305413772321174, 9.566669393181579], "p_value": 0.026, "input_sha256": "7579f95479737e5cdbf857a8ace87a0c20746160cdac2445465a81df0216d9d9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 643084969, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.979861765452395, "interval": [0.4447492851506001, 9.097209348229933], "p_value": 0.03446978232074863, "input_sha256": "7579f95479737e5cdbf857a8ace87a0c20746160cdac2445465a81df0216d9d9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.04693587685298224, "seed": 643084969, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04568181732398115, "interval": [-0.009858429937648232, 0.10122206458561053], "p_value": 0.092, "input_sha256": "3f4815f45c632ba79d05f89afe54a3b864da90e59e636fe2a1e923005221fa2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.04693587685298224, "seed": 643084969, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04568181732398115, "interval": [-0.00867455042218045, 0.09159549013821214], "p_value": 0.10281543707921738, "input_sha256": "3f4815f45c632ba79d05f89afe54a3b864da90e59e636fe2a1e923005221fa2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 488786922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.893781206793196, "interval": [-1.2791212206024136, 11.066683634188806], "p_value": 0.125, "input_sha256": "d9f2ab3383e5bf46917e132ae2f55a41a8dd853eeb4f87036d4dd38db393124b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 488786922, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.893781206793196, "interval": [-0.3552459660088479, 10.406708499539059], "p_value": 0.1158038968108938, "input_sha256": "d9f2ab3383e5bf46917e132ae2f55a41a8dd853eeb4f87036d4dd38db393124b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.04995594645989754, "seed": 488786922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07661671751436175, "interval": [-0.0061598419410204, 0.1593932769697439], "p_value": 0.064, "input_sha256": "2b4d9ab3758d3b553bbf259a223ada68c3f6d13f35fb588cdf11b49a253253c0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.04995594645989754, "seed": 488786922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07661671751436175, "interval": [0.011224151083239, 0.15401262660453044], "p_value": 0.06793023036486932, "input_sha256": "2b4d9ab3758d3b553bbf259a223ada68c3f6d13f35fb588cdf11b49a253253c0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1178664664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.991149656974111, "interval": [0.4437067130011396, 13.538592600947082], "p_value": 0.035, "input_sha256": "ce5c8c9693bc7effa61f4b3d0c884a523cd73bf5e70e6caeeba68651f6b1586e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1178664664, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.991149656974111, "interval": [0.9273990544366674, 12.414423995054907], "p_value": 0.037340556314037626, "input_sha256": "ce5c8c9693bc7effa61f4b3d0c884a523cd73bf5e70e6caeeba68651f6b1586e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.048158541605653096, "seed": 1178664664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07934888626479603, "interval": [-0.0064736953093195715, 0.16517146783891162], "p_value": 0.046, "input_sha256": "81c48167bd01b8270362f1a22bd9fc401f4e4018566b07f583c2c9a451da7e69"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.048158541605653096, "seed": 1178664664, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07934888626479603, "interval": [0.010315482118931931, 0.16039890987644528], "p_value": 0.06814271586946552, "input_sha256": "81c48167bd01b8270362f1a22bd9fc401f4e4018566b07f583c2c9a451da7e69"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 569797739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6507904236689033, "interval": [-3.684960917006271, 10.986541764344079], "p_value": 0.312, "input_sha256": "ae7c44e07c2a6a4f24968eaf5c3dbcfedd2b849e1dabefe701b1d59097750a0d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 569797739, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6507904236689033, "interval": [-3.462445398442322, 10.944894116622482], "p_value": 0.3158449002662779, "input_sha256": "ae7c44e07c2a6a4f24968eaf5c3dbcfedd2b849e1dabefe701b1d59097750a0d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.047029715871763834, "seed": 569797739, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017308211105337794, "interval": [-0.061944446407227446, 0.09656086861790304], "p_value": 0.642, "input_sha256": "8768853047ebf7834e0f515759a0286dc285d2be1073ca4f2c401d021c066467"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.047029715871763834, "seed": 569797739, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017308211105337794, "interval": [-0.054478649638384266, 0.0959742394242104], "p_value": 0.6568559121149624, "input_sha256": "8768853047ebf7834e0f515759a0286dc285d2be1073ca4f2c401d021c066467"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1974524737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.788579756008549, "interval": [0.7094866802332138, 10.867672831783883], "p_value": 0.027, "input_sha256": "be41196dc92aa2bf464cceff876b0318ac96c5450766ad7e7a586dee11140b8c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1974524737, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.788579756008549, "interval": [1.375229970756048, 10.218389784952006], "p_value": 0.0271184916120218, "input_sha256": "be41196dc92aa2bf464cceff876b0318ac96c5450766ad7e7a586dee11140b8c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04697350293959801, "seed": 1974524737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0693043477059874, "interval": [0.010604284451483224, 0.12800441096049156], "p_value": 0.015, "input_sha256": "3387cb83cd5c8abbbc13af065b67aa9474aa2c8ac101517cfec85d9e7f977f47"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04697350293959801, "seed": 1974524737, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0693043477059874, "interval": [0.019426798019079605, 0.12206197827089711], "p_value": 0.022687173684726978, "input_sha256": "3387cb83cd5c8abbbc13af065b67aa9474aa2c8ac101517cfec85d9e7f977f47"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 591796608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.022834976789293, "interval": [5.029852668813522, 15.015817284765063], "p_value": 0.001, "input_sha256": "93a48fe7354443e408744a734ffb319d36c7cc7a2c982979dfd1757023febf09"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 591796608, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.022834976789293, "interval": [5.629545180216482, 14.560352632218326], "p_value": 0.0002901695513332489, "input_sha256": "93a48fe7354443e408744a734ffb319d36c7cc7a2c982979dfd1757023febf09"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.04822107988585738, "seed": 591796608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1098368414786276, "interval": [0.05422835373420687, 0.16544532922304833], "p_value": 0.001, "input_sha256": "47af3fd22ae5623ddcb80801d1c09597916b4a68718cefd017025b0e9a161024"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.04822107988585738, "seed": 591796608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1098368414786276, "interval": [0.06488331440043228, 0.1644463890503859], "p_value": 0.0004512582573842433, "input_sha256": "47af3fd22ae5623ddcb80801d1c09597916b4a68718cefd017025b0e9a161024"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4024557147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.185281011007568, "interval": [2.549018352599255, 11.821543669415881], "p_value": 0.006, "input_sha256": "642fefc591f57c5ab30a1790b9c840256a7b82cfaeeb45df45a761342290e626"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4024557147, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.185281011007568, "interval": [3.3624877880893265, 12.268139310398427], "p_value": 0.0036826064802809684, "input_sha256": "642fefc591f57c5ab30a1790b9c840256a7b82cfaeeb45df45a761342290e626"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04780950515284408, "seed": 4024557147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07064587847283749, "interval": [0.019388405668865107, 0.12190335127680987], "p_value": 0.01, "input_sha256": "b8c534450d34d8e5828e9a1e3901c4aeb8d8f92d5387ae15fa38116b25ed0fe5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04780950515284408, "seed": 4024557147, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07064587847283749, "interval": [0.023874295314524497, 0.12132170191895175], "p_value": 0.008792509313892537, "input_sha256": "b8c534450d34d8e5828e9a1e3901c4aeb8d8f92d5387ae15fa38116b25ed0fe5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3578390807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.176228761362224, "interval": [-1.3538989293035435, 9.706356452027991], "p_value": 0.133, "input_sha256": "cfaa9fe9aec707b71e58c5c382e526a8f2928edf29a523f1d3dbeb51376480bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3578390807, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.176228761362224, "interval": [-0.6773028773122209, 9.404721025086566], "p_value": 0.132139205518365, "input_sha256": "cfaa9fe9aec707b71e58c5c382e526a8f2928edf29a523f1d3dbeb51376480bd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.04872667062676485, "seed": 3578390807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029778268514014952, "interval": [-0.042374418665934194, 0.1019309556939641], "p_value": 0.409, "input_sha256": "9d550587e035c1bcb531377b3d161cd57448ea43833b43f706b994e98a5408c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.04872667062676485, "seed": 3578390807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029778268514014952, "interval": [-0.03334945219283797, 0.09781329755241215], "p_value": 0.4025197291995408, "input_sha256": "9d550587e035c1bcb531377b3d161cd57448ea43833b43f706b994e98a5408c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4063868626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.121933389965117, "interval": [-3.1418153270366758, 7.385682106966909], "p_value": 0.452, "input_sha256": "56cb5a9a29d58159c83e9e01f2a699bdfc0ebf5c7b31232577eeb04c95886a9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4063868626, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.121933389965117, "interval": [-2.9863246900453584, 6.447414322154024], "p_value": 0.41180845296446034, "input_sha256": "56cb5a9a29d58159c83e9e01f2a699bdfc0ebf5c7b31232577eeb04c95886a9d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.047683263685761236, "seed": 4063868626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0015367705522261188, "interval": [-0.057163518781509236, 0.06023705988596147], "p_value": 0.969, "input_sha256": "a4a07b1a9d39d33c01b5d5a39070f3c0442b8c8fb7638f797f6591aa38c01ee3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.047683263685761236, "seed": 4063868626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0015367705522261188, "interval": [-0.05932352260619289, 0.04823088474783807], "p_value": 0.9569830659063667, "input_sha256": "a4a07b1a9d39d33c01b5d5a39070f3c0442b8c8fb7638f797f6591aa38c01ee3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4106783595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.062483347900946, "interval": [1.734086663703036, 10.390880032098856], "p_value": 0.003, "input_sha256": "e40396cc9de275e7a5cbfe5edcf7b8e7bf51cce03732f4955cc18a442c4bbb70"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4106783595, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.062483347900946, "interval": [2.6710251484092145, 10.834150912079528], "p_value": 0.007819243181247274, "input_sha256": "e40396cc9de275e7a5cbfe5edcf7b8e7bf51cce03732f4955cc18a442c4bbb70"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.046453654073111784, "seed": 4106783595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06283937365448618, "interval": [0.012369207223548319, 0.11330954008542404], "p_value": 0.01, "input_sha256": "596c61e4fa7851e11340d51fad90882117c043717f8becad9c8fd8f3749be567"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.046453654073111784, "seed": 4106783595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06283937365448618, "interval": [0.025500713118167834, 0.12357700126860187], "p_value": 0.01698586743248887, "input_sha256": "596c61e4fa7851e11340d51fad90882117c043717f8becad9c8fd8f3749be567"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 162359829, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.146122848372674, "interval": [4.384405657136785, 13.907840039608562], "p_value": 0.001, "input_sha256": "74ec225a9536595928571bb18ff6483112162bb38935063c166529dc0847cf45"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 162359829, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.146122848372674, "interval": [4.691959612105573, 13.37780110336898], "p_value": 0.0005963809279759797, "input_sha256": "74ec225a9536595928571bb18ff6483112162bb38935063c166529dc0847cf45"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.04825840704737534, "seed": 162359829, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09507156143143541, "interval": [0.03509832380676668, 0.15504479905610413], "p_value": 0.001, "input_sha256": "ce06305bfcadb036c188f204417388d39694aba787f8780fc3fcc99a4e23d4a2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.04825840704737534, "seed": 162359829, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09507156143143541, "interval": [0.044275408828616115, 0.14790841661609752], "p_value": 0.003747280870602285, "input_sha256": "ce06305bfcadb036c188f204417388d39694aba787f8780fc3fcc99a4e23d4a2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3390214666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.082511553035672, "interval": [0.6573971652430188, 11.507625940828325], "p_value": 0.024, "input_sha256": "0101176dfb97e1a6fcd9d76c27240a4eec2f26ebed3218d48a674537016b6e83"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3390214666, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.082511553035672, "interval": [0.30793857105819894, 10.620204769921445], "p_value": 0.029335466068137344, "input_sha256": "0101176dfb97e1a6fcd9d76c27240a4eec2f26ebed3218d48a674537016b6e83"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.048467404362967335, "seed": 3390214666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07103869934033664, "interval": [0.009302264698255715, 0.13277513398241758], "p_value": 0.019, "input_sha256": "a5f75f201e929ac880bde29fc986de1d2ccffa10d38271f39c4c4a5ef3a14088"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.048467404362967335, "seed": 3390214666, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07103869934033664, "interval": [0.00872685360898276, 0.12375916095585787], "p_value": 0.025683455819516463, "input_sha256": "a5f75f201e929ac880bde29fc986de1d2ccffa10d38271f39c4c4a5ef3a14088"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4006824548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8046514521959152, "interval": [-3.9576978906379825, 7.567000795029813], "p_value": 0.517, "input_sha256": "5c0bf09bfd0ebcd0af7f2392593825b853b991873d17dab2d6e0c8c7e3052202"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4006824548, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8046514521959152, "interval": [-3.1729562822260333, 6.898554946672126], "p_value": 0.5234060687598353, "input_sha256": "5c0bf09bfd0ebcd0af7f2392593825b853b991873d17dab2d6e0c8c7e3052202"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.04708662342300529, "seed": 4006824548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013350829053413022, "interval": [-0.044851252317072085, 0.07155291042389814], "p_value": 0.64, "input_sha256": "6298a30fcee55ac8f2757975426017c025123568efe13dcfd9ef9bafbc92a597"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.04708662342300529, "seed": 4006824548, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013350829053413022, "interval": [-0.03816936261557051, 0.06690514894030307], "p_value": 0.6401020873964424, "input_sha256": "6298a30fcee55ac8f2757975426017c025123568efe13dcfd9ef9bafbc92a597"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1914793648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.970890525612338, "interval": [0.3798434776338553, 17.56193757359082], "p_value": 0.036, "input_sha256": "6b3929805e7ad37f224791751bb4c9ef6e0debf4233c8b2841fcea988d29c746"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1914793648, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.970890525612338, "interval": [0.49088646620367754, 16.09743625538175], "p_value": 0.041445419034188316, "input_sha256": "6b3929805e7ad37f224791751bb4c9ef6e0debf4233c8b2841fcea988d29c746"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.04692390719457902, "seed": 1914793648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08730283330993335, "interval": [-0.0002744588768278655, 0.17488012549669457], "p_value": 0.038, "input_sha256": "ef55076af2d20c8554f1fe053b5e0f4d13fd764cb7dd7732c10783d5449c5993"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.04692390719457902, "seed": 1914793648, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08730283330993335, "interval": [0.010222839907377124, 0.16356832781162262], "p_value": 0.05065848076661936, "input_sha256": "ef55076af2d20c8554f1fe053b5e0f4d13fd764cb7dd7732c10783d5449c5993"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3428613459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.527343150088882, "interval": [2.695204672698458, 12.359481627479305], "p_value": 0.007, "input_sha256": "7d30c4c25ebefa38e25bdbbe5dfe34e495409a030c0570c40b9ec9a5947ed94e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3428613459, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.527343150088882, "interval": [2.8277214561106585, 11.8939210803858], "p_value": 0.0035710575432610146, "input_sha256": "7d30c4c25ebefa38e25bdbbe5dfe34e495409a030c0570c40b9ec9a5947ed94e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.046790030052692645, "seed": 3428613459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06732255681610674, "interval": [0.015563714263583911, 0.11908139936862958], "p_value": 0.013, "input_sha256": "1409892e96a916cfe52e8b39257d5aedacf123262cc18a2d463bb0fc695cc99e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.046790030052692645, "seed": 3428613459, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06732255681610674, "interval": [0.021224400099797515, 0.1158304352638302], "p_value": 0.012897836371217346, "input_sha256": "1409892e96a916cfe52e8b39257d5aedacf123262cc18a2d463bb0fc695cc99e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4136327028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.981290154960789, "interval": [4.90132508064779, 15.061255229273787], "p_value": 0.001, "input_sha256": "582f44681d6949097654937da4e38877a5504a4d990755fea8e3a7364d6024ce"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4136327028, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.981290154960789, "interval": [5.603280404671129, 14.712273485297967], "p_value": 0.0004115162360499215, "input_sha256": "582f44681d6949097654937da4e38877a5504a4d990755fea8e3a7364d6024ce"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.04721060691553199, "seed": 4136327028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10767162675414622, "interval": [0.04904802740395327, 0.16629522610433917], "p_value": 0.001, "input_sha256": "80224d8a7b836d2c530b9b6985a5a119b4a6c8196cec3873bc850e210157e854"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.04721060691553199, "seed": 4136327028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10767162675414622, "interval": [0.05855614574729028, 0.161444713012254], "p_value": 0.0008476716533696661, "input_sha256": "80224d8a7b836d2c530b9b6985a5a119b4a6c8196cec3873bc850e210157e854"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1461235808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4607205872482409, "interval": [-4.581186948790681, 5.502628123287162], "p_value": 0.847, "input_sha256": "4fa7028ab5c8b0d8f85adae7752efdf06285d0998b00a634719b42fac791f686"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1461235808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4607205872482409, "interval": [-4.171762315795642, 4.558545977398483], "p_value": 0.8521866342078137, "input_sha256": "4fa7028ab5c8b0d8f85adae7752efdf06285d0998b00a634719b42fac791f686"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04852429846809351, "seed": 1461235808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004807555839080945, "interval": [-0.06808336072584446, 0.07769847240400636], "p_value": 0.92, "input_sha256": "7ec7c89bb5158ae54ee6ad8e75a7903d30a2d0dff1f04d717fd8e45ea4a0aeb5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04852429846809351, "seed": 1461235808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004807555839080945, "interval": [-0.07032819509898086, 0.057994318988183996], "p_value": 0.892584740054911, "input_sha256": "7ec7c89bb5158ae54ee6ad8e75a7903d30a2d0dff1f04d717fd8e45ea4a0aeb5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3546941692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.773783203859741, "interval": [0.836957932447647, 10.710608475271837], "p_value": 0.012, "input_sha256": "966a21ca6733fbabb2deab6da2419787e633328ff3af5b456d599b4bacdac7ae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3546941692, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.773783203859741, "interval": [1.2787150282367574, 10.239437568045204], "p_value": 0.02351960078169357, "input_sha256": "966a21ca6733fbabb2deab6da2419787e633328ff3af5b456d599b4bacdac7ae"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0481481130692553, "seed": 3546941692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04737832051937548, "interval": [-0.0071714707699088096, 0.10192811180865977], "p_value": 0.079, "input_sha256": "c33b1040c5ff1baecbcdf6848e025418f599c3413bfeb1828dc90aeb0d6e475b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0481481130692553, "seed": 3546941692, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04737832051937548, "interval": [-0.0045744988901657985, 0.09450641867471028], "p_value": 0.0861437542256555, "input_sha256": "c33b1040c5ff1baecbcdf6848e025418f599c3413bfeb1828dc90aeb0d6e475b"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2696824945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.682511732722379, "interval": [3.376142404516033, 13.988881060928724], "p_value": 0.001, "input_sha256": "83ed0010ce0caabe30d47744486041b880308192c67e59f428c5f2d41a79d2c0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2696824945, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.682511732722379, "interval": [2.921021604917879, 12.916292749991925], "p_value": 0.0024804994294465735, "input_sha256": "83ed0010ce0caabe30d47744486041b880308192c67e59f428c5f2d41a79d2c0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.047417924206802756, "seed": 2696824945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08742454052924056, "interval": [0.029731061366325945, 0.14511801969215518], "p_value": 0.002, "input_sha256": "ebc73c424fff5c5e4865b0d2dae99a46d0bd9b99ef3ff0a56f5261eaa550e077"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.047417924206802756, "seed": 2696824945, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08742454052924056, "interval": [0.031671419959993626, 0.13705752370774582], "p_value": 0.004824180252186613, "input_sha256": "ebc73c424fff5c5e4865b0d2dae99a46d0bd9b99ef3ff0a56f5261eaa550e077"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4078566920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.419989065808, "interval": [2.744847814995417, 14.095130316620583], "p_value": 0.004, "input_sha256": "774deb48a716ee10daec1d490dccd5ae2004f0de448712e77245efa82e53b844"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4078566920, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.419989065808, "interval": [3.303656056220631, 13.416870696597405], "p_value": 0.005275598443523971, "input_sha256": "774deb48a716ee10daec1d490dccd5ae2004f0de448712e77245efa82e53b844"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.04857354523672759, "seed": 4078566920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09122085526714377, "interval": [0.027341302703671647, 0.1551004078306159], "p_value": 0.008, "input_sha256": "c6fd7b146a6d396bf3540716b365415a047820c24aec6df894afa1e6f9198874"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.04857354523672759, "seed": 4078566920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09122085526714377, "interval": [0.03216395616409488, 0.1455513745656459], "p_value": 0.006903902024699763, "input_sha256": "c6fd7b146a6d396bf3540716b365415a047820c24aec6df894afa1e6f9198874"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1615849262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.491983952472713, "interval": [0.538597815860018, 10.445370089085408], "p_value": 0.029, "input_sha256": "be393dbbc8f11b7a14636dbac25ec6dff407398f7854b2803918f5735ab7dd9e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1615849262, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.491983952472713, "interval": [0.8020807428385857, 9.542254804312597], "p_value": 0.031089808970264268, "input_sha256": "be393dbbc8f11b7a14636dbac25ec6dff407398f7854b2803918f5735ab7dd9e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.046399975551942585, "seed": 1615849262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061808875947455946, "interval": [0.009053422393430745, 0.11456432950148115], "p_value": 0.025, "input_sha256": "98c275806001596b382f2f1b61f10f5da3936d1793dfaea4c7181f0da608ccc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.046399975551942585, "seed": 1615849262, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061808875947455946, "interval": [0.012161860559271003, 0.10665896811672086], "p_value": 0.02331619319801781, "input_sha256": "98c275806001596b382f2f1b61f10f5da3936d1793dfaea4c7181f0da608ccc0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3521491197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0745748793687007, "interval": [-3.7555381097991063, 7.904687868536508], "p_value": 0.454, "input_sha256": "e5fb3ab06773529b941ad7e1fc44f5c373eb79c7e32a015d09dc18c490275461"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3521491197, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0745748793687007, "interval": [-3.0108488123578403, 7.305759943189916], "p_value": 0.46869992798806603, "input_sha256": "e5fb3ab06773529b941ad7e1fc44f5c373eb79c7e32a015d09dc18c490275461"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0486341828873034, "seed": 3521491197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016480384920890725, "interval": [-0.04351606110443269, 0.07647683094621414], "p_value": 0.552, "input_sha256": "ce15fd277f43cae191ed24b73a60868c64aae83d049534d4f36400a4b866d2a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0486341828873034, "seed": 3521491197, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016480384920890725, "interval": [-0.03566502363564653, 0.07098209280822748], "p_value": 0.5763604281433758, "input_sha256": "ce15fd277f43cae191ed24b73a60868c64aae83d049534d4f36400a4b866d2a3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4186964834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.001107476777516, "interval": [-4.040549508250319, 8.04276446180535], "p_value": 0.524, "input_sha256": "7b86fc91e56bdd90017e2d6238683f3c44d98b61b9a3ddc6770a221dff9a3a2e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4186964834, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.001107476777516, "interval": [-3.6965721891137377, 7.637928355530253], "p_value": 0.5018941819821772, "input_sha256": "7b86fc91e56bdd90017e2d6238683f3c44d98b61b9a3ddc6770a221dff9a3a2e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.046370563675201884, "seed": 4186964834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029459162099907503, "interval": [-0.032008368157318015, 0.09092669235713302], "p_value": 0.348, "input_sha256": "bb6a695a2a71b5197c398b3c729825d34383a09645520c7d5406b3ff8fbe5858"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.046370563675201884, "seed": 4186964834, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029459162099907503, "interval": [-0.0263464476729604, 0.08901744827701005], "p_value": 0.3336025784236717, "input_sha256": "bb6a695a2a71b5197c398b3c729825d34383a09645520c7d5406b3ff8fbe5858"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2246964758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9443303407101813, "interval": [-2.6394157494069037, 8.528076430827266], "p_value": 0.261, "input_sha256": "b3aaa9c12220d492a1a561332c340c3812bf31566c8bd47a4b5b6bac49566664"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2246964758, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9443303407101813, "interval": [-2.857047252204957, 7.689511690412881], "p_value": 0.28937454335938106, "input_sha256": "b3aaa9c12220d492a1a561332c340c3812bf31566c8bd47a4b5b6bac49566664"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.04765475955626715, "seed": 2246964758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023686840543328185, "interval": [-0.0330418747885161, 0.08041555587517246], "p_value": 0.374, "input_sha256": "78a72695c7a495af2a6b56e64a5eb70d2f5e2af44a6a78d47246fe1daffdfabd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.04765475955626715, "seed": 2246964758, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023686840543328185, "interval": [-0.03525662727853964, 0.07190603104708816], "p_value": 0.3998138601149561, "input_sha256": "78a72695c7a495af2a6b56e64a5eb70d2f5e2af44a6a78d47246fe1daffdfabd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2628078413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.230160323049811, "interval": [-0.43984249528961694, 8.900163141389239], "p_value": 0.092, "input_sha256": "a4af7ac450fe337e902fdfc9c189dda93f14cba59bd1e0f5feed6bc47b19181c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2628078413, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.230160323049811, "interval": [-0.13778256419949428, 8.195639758571373], "p_value": 0.07389443642852263, "input_sha256": "a4af7ac450fe337e902fdfc9c189dda93f14cba59bd1e0f5feed6bc47b19181c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.048053452342590855, "seed": 2628078413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05310087189095308, "interval": [0.0022876181957735, 0.10391412558613267], "p_value": 0.053, "input_sha256": "97b4ccf67e5447530b6e819f08152e006837a8ca318b45b58d5d0e8cb6241746"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.048053452342590855, "seed": 2628078413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05310087189095308, "interval": [0.004032568026162904, 0.09506109819175508], "p_value": 0.041182741367097944, "input_sha256": "97b4ccf67e5447530b6e819f08152e006837a8ca318b45b58d5d0e8cb6241746"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1515780349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.669156550242899, "interval": [-1.3688683511752822, 8.70718145166108], "p_value": 0.132, "input_sha256": "ed7c16a2a4e4b90a36dc0cd6edb4f59e9dc10683ac761f9da22d999f0d6eeb7c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1515780349, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.669156550242899, "interval": [-1.4895742691208789, 7.682336483731693], "p_value": 0.14656588167531845, "input_sha256": "ed7c16a2a4e4b90a36dc0cd6edb4f59e9dc10683ac761f9da22d999f0d6eeb7c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04837371350679563, "seed": 1515780349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031309680619553644, "interval": [-0.022569844446981104, 0.0851892056860884], "p_value": 0.228, "input_sha256": "1acd092cab231f2e83760baddb5b8b4d9a1ea385d839f85c5cd22170a41431ff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04837371350679563, "seed": 1515780349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031309680619553644, "interval": [-0.0235086938229925, 0.07412230898977418], "p_value": 0.24462461982384892, "input_sha256": "1acd092cab231f2e83760baddb5b8b4d9a1ea385d839f85c5cd22170a41431ff"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2486264208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5467431933171436, "interval": [-4.008903058174356, 7.102389444808644], "p_value": 0.53, "input_sha256": "bb84e974352fcc948cd7780447302da1365484bf5d94d9f26d4aa4c554d3a3c9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2486264208, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5467431933171436, "interval": [-3.176473733624635, 6.319887081620054], "p_value": 0.571612295688998, "input_sha256": "bb84e974352fcc948cd7780447302da1365484bf5d94d9f26d4aa4c554d3a3c9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0486095235977093, "seed": 2486264208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0008365760936359622, "interval": [-0.07206465985098577, 0.0737378120382577], "p_value": 0.977, "input_sha256": "1d6a4df5577ffe21a1e8ff3c6d0c9ccbee8d01b51c0fd6c63fd155bf1e667df4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0486095235977093, "seed": 2486264208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0008365760936359622, "interval": [-0.0673376682379336, 0.05731687609991143], "p_value": 0.9813091700878341, "input_sha256": "1d6a4df5577ffe21a1e8ff3c6d0c9ccbee8d01b51c0fd6c63fd155bf1e667df4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1984277264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.757672686452431, "interval": [-4.3211769147298815, 7.836522287634744], "p_value": 0.567, "input_sha256": "d890c8e7becc68366b27dd3b6118e4fcb3dd53d5808a133bf60079616775da2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1984277264, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.757672686452431, "interval": [-3.9015831615382663, 6.952863160214979], "p_value": 0.5578535040419835, "input_sha256": "d890c8e7becc68366b27dd3b6118e4fcb3dd53d5808a133bf60079616775da2f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.04784587136921383, "seed": 1984277264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01649440308111432, "interval": [-0.04705536258708732, 0.08004416874931597], "p_value": 0.603, "input_sha256": "bec947dc1027235a0c8e51f362c98602233901d7e61828eeb53dac071890c601"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.04784587136921383, "seed": 1984277264, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01649440308111432, "interval": [-0.04519984614876827, 0.07000771487941657], "p_value": 0.5996238850688498, "input_sha256": "bec947dc1027235a0c8e51f362c98602233901d7e61828eeb53dac071890c601"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1392712574, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.11620456586798, "interval": [-2.8694720962589217, 11.10188122799488], "p_value": 0.227, "input_sha256": "2b0836b9f6a9b84cd089471a29fa062e62b53d59364e08c5a4e521d09021032f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1392712574, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.11620456586798, "interval": [-1.8939878271571842, 10.778592343957795], "p_value": 0.2344548898231641, "input_sha256": "2b0836b9f6a9b84cd089471a29fa062e62b53d59364e08c5a4e521d09021032f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.04649558991957499, "seed": 1392712574, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0541803667987352, "interval": [-0.020468216056737154, 0.12882894965420755], "p_value": 0.139, "input_sha256": "9cabc77492e533eb4bc7004036a18832cb5dd6b0f1ba495501989196c0bdef25"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.04649558991957499, "seed": 1392712574, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0541803667987352, "interval": [-0.01012833445430988, 0.12467611559994149], "p_value": 0.14689256679861593, "input_sha256": "9cabc77492e533eb4bc7004036a18832cb5dd6b0f1ba495501989196c0bdef25"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2749316689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8585916920008714, "interval": [-5.370485415112455, 3.6533020311107123], "p_value": 0.724, "input_sha256": "2dc7ad9e3cd9b09a3ab1997eabdc23f5292d877113f4712444ea77ee750325e9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2749316689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8585916920008714, "interval": [-5.040617897029074, 3.0731676722923016], "p_value": 0.6998655800546859, "input_sha256": "2dc7ad9e3cd9b09a3ab1997eabdc23f5292d877113f4712444ea77ee750325e9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04998079247697928, "seed": 2749316689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035186841936434815, "interval": [-0.08726428944902245, 0.016890605576152823], "p_value": 0.199, "input_sha256": "ea17162b3fe90f8b1bb1cdfad2888cbd826d9a6176f837e6ba1bffd5a5508539"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04998079247697928, "seed": 2749316689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035186841936434815, "interval": [-0.08171086103956805, 0.012676392593252228], "p_value": 0.1777813175825482, "input_sha256": "ea17162b3fe90f8b1bb1cdfad2888cbd826d9a6176f837e6ba1bffd5a5508539"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2677367328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.1125801349862545, "interval": [-0.7978538382963771, 11.023014108268885], "p_value": 0.074, "input_sha256": "5957248548e0b99e35bf0476727b69ade1279e490880f0e8c6d4ce647c2f3d80"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2677367328, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.1125801349862545, "interval": [0.09619396311497419, 10.953661979841684], "p_value": 0.08687658885970392, "input_sha256": "5957248548e0b99e35bf0476727b69ade1279e490880f0e8c6d4ce647c2f3d80"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.04819201619601345, "seed": 2677367328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03644537555123985, "interval": [-0.0345921120385836, 0.1074828631410633], "p_value": 0.27, "input_sha256": "c2c632847e40c31d44ffd575bde220fa0f38ba8bf77e7b7120bfbf00c5bee4b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.04819201619601345, "seed": 2677367328, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03644537555123985, "interval": [-0.02524273784050079, 0.10274635230577074], "p_value": 0.2999609251749829, "input_sha256": "c2c632847e40c31d44ffd575bde220fa0f38ba8bf77e7b7120bfbf00c5bee4b3"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2100682454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0818794014164506, "interval": [-2.8052884910448683, 8.96904729387777], "p_value": 0.287, "input_sha256": "eeead0607b1258d862b956c101759b1f6255e5b0aa470ef8decaae4c1cde3aac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2100682454, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0818794014164506, "interval": [-2.192867376907922, 8.419682095603482], "p_value": 0.29205850457263294, "input_sha256": "eeead0607b1258d862b956c101759b1f6255e5b0aa470ef8decaae4c1cde3aac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04814513208016998, "seed": 2100682454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02434404839967328, "interval": [-0.033587796227575135, 0.0822758930269217], "p_value": 0.396, "input_sha256": "7b49e086fd0dd7401e7cc04a0e72ba97a67589afdbae0ada325775fd7afe6161"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04814513208016998, "seed": 2100682454, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02434404839967328, "interval": [-0.027873775886120018, 0.0756479340003752], "p_value": 0.39616182419220214, "input_sha256": "7b49e086fd0dd7401e7cc04a0e72ba97a67589afdbae0ada325775fd7afe6161"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 735519169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.45123238898308, "interval": [-0.006209394378473121, 10.908674172344632], "p_value": 0.041, "input_sha256": "feeebf851307786d809f399e83f17abc735af20c0b3bab39b0c08af789475bc2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 735519169, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.45123238898308, "interval": [0.3551268418475353, 10.183069298472873], "p_value": 0.050242811780060126, "input_sha256": "feeebf851307786d809f399e83f17abc735af20c0b3bab39b0c08af789475bc2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.047981919837528184, "seed": 735519169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06294642776150076, "interval": [-0.005048522659654789, 0.13094137818265633], "p_value": 0.066, "input_sha256": "0a09a9c6bc8dd0c4191e63ace94fee8081705d70fbd971f1cff621baf4952d41"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.047981919837528184, "seed": 735519169, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06294642776150076, "interval": [-0.0031200288892322702, 0.11993845158695347], "p_value": 0.06811835484373942, "input_sha256": "0a09a9c6bc8dd0c4191e63ace94fee8081705d70fbd971f1cff621baf4952d41"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 421287034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5559443712793004, "interval": [-1.0297625212199217, 8.141651263778522], "p_value": 0.127, "input_sha256": "85ee0ba0dacbfda5ebe681f5c004579a1fe62250e34edd7426fcc8ce01b466cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 421287034, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5559443712793004, "interval": [-0.7292052940786196, 7.538253101717274], "p_value": 0.12304356994779829, "input_sha256": "85ee0ba0dacbfda5ebe681f5c004579a1fe62250e34edd7426fcc8ce01b466cc"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04737824302732095, "seed": 421287034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042793989157967505, "interval": [-0.008152034882073417, 0.09374001319800843], "p_value": 0.096, "input_sha256": "35e3ad891efa7f1391a9c7abfe5b4290251ceb647b117718451329eff13fc72d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04737824302732095, "seed": 421287034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042793989157967505, "interval": [-0.004344545837215304, 0.08461126728057716], "p_value": 0.09601836431071532, "input_sha256": "35e3ad891efa7f1391a9c7abfe5b4290251ceb647b117718451329eff13fc72d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3989408793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1407283317807995, "interval": [0.5876177109097194, 11.69383895265188], "p_value": 0.036, "input_sha256": "9f8cd26622a89e71909211354056c1ab93801db66553ed7067eeb39d8b11527a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3989408793, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1407283317807995, "interval": [0.04331802075194838, 10.58166488721882], "p_value": 0.031462857388859115, "input_sha256": "9f8cd26622a89e71909211354056c1ab93801db66553ed7067eeb39d8b11527a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.046913628811223664, "seed": 3989408793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06368207786615973, "interval": [0.001227247844479383, 0.12613690788784007], "p_value": 0.051, "input_sha256": "945f5e7012a2d7fe1ec076805b467ac0f6ad40d050fa5eb5d84c47d1221a935c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.046913628811223664, "seed": 3989408793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06368207786615973, "interval": [0.0016153242726773488, 0.11447233148355115], "p_value": 0.04600874348238697, "input_sha256": "945f5e7012a2d7fe1ec076805b467ac0f6ad40d050fa5eb5d84c47d1221a935c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2145171570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.488058639663505, "interval": [-0.2582119498998381, 11.234329229226848], "p_value": 0.05, "input_sha256": "2a04b4f467d776e715b2eb2a12b2c0b76f2f553d34d0dca7f4428c35c9757144"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2145171570, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.488058639663505, "interval": [0.1717983569444672, 10.274136912095571], "p_value": 0.060305249080936374, "input_sha256": "2a04b4f467d776e715b2eb2a12b2c0b76f2f553d34d0dca7f4428c35c9757144"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.04645786008960067, "seed": 2145171570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04774789589552257, "interval": [-0.009603658780318852, 0.105099450571364], "p_value": 0.09, "input_sha256": "26137b15b4cf156c091be63280cad0ccbccfe70b24eb2220a694c2f7fa3c59a7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.04645786008960067, "seed": 2145171570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04774789589552257, "interval": [-0.00737355269932225, 0.09621985405826991], "p_value": 0.09886811091141842, "input_sha256": "26137b15b4cf156c091be63280cad0ccbccfe70b24eb2220a694c2f7fa3c59a7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1351385291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.46548225333038, "interval": [1.7569665719192322, 13.173997934741529], "p_value": 0.01, "input_sha256": "4ba32bd0dfbf20735c26765170cd46b0b60ba84ee4d9b397dc7e234456a9c7d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1351385291, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.46548225333038, "interval": [1.9666152751775083, 12.823127359960065], "p_value": 0.012758285408327179, "input_sha256": "4ba32bd0dfbf20735c26765170cd46b0b60ba84ee4d9b397dc7e234456a9c7d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0479897813985529, "seed": 1351385291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08059364250200879, "interval": [0.02814148841253246, 0.13304579659148513], "p_value": 0.004, "input_sha256": "a6d8b0cd14d6126145cb4362ecf3c2bc60fa9896b30454f6332d3a9a179c87ec"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0479897813985529, "seed": 1351385291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08059364250200879, "interval": [0.027629480061265185, 0.1280082430346183], "p_value": 0.004171814021572216, "input_sha256": "a6d8b0cd14d6126145cb4362ecf3c2bc60fa9896b30454f6332d3a9a179c87ec"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1153798657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.478407735681302, "interval": [2.6940765187191333, 12.26273895264347], "p_value": 0.007, "input_sha256": "b021ac5294c6fa9d133b1f30d2e8a3a91d0952020be76ba3e6bccae328958550"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1153798657, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.478407735681302, "interval": [3.3249207917283328, 11.724195413505216], "p_value": 0.0034915975611599748, "input_sha256": "b021ac5294c6fa9d133b1f30d2e8a3a91d0952020be76ba3e6bccae328958550"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04673988503009569, "seed": 1153798657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07288583699321542, "interval": [0.02969992607437902, 0.11607174791205183], "p_value": 0.006, "input_sha256": "9d2f93e4c146afb4858391aa1440527cf09eff19f639b8405ba138108dcea09e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04673988503009569, "seed": 1153798657, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07288583699321542, "interval": [0.03473867622218799, 0.11033039542180842], "p_value": 0.0017305048040390264, "input_sha256": "9d2f93e4c146afb4858391aa1440527cf09eff19f639b8405ba138108dcea09e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1360293741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.062123966304232, "interval": [-2.0648975897740707, 10.189145522382535], "p_value": 0.164, "input_sha256": "d1a80ad9228d8c0d719c7c650fce1236ffcd20d001103f438c9145ac0a83adc8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1360293741, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.062123966304232, "interval": [-1.0043984183199715, 9.788435044656666], "p_value": 0.1821274200628206, "input_sha256": "d1a80ad9228d8c0d719c7c650fce1236ffcd20d001103f438c9145ac0a83adc8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.04784425370493949, "seed": 1360293741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03458084721700484, "interval": [-0.032162902606204996, 0.10132459704021468], "p_value": 0.287, "input_sha256": "c8cfaf800ad4e2cb6621904fff87c696ab2983a1c830254af35faf02ff685505"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.04784425370493949, "seed": 1360293741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03458084721700484, "interval": [-0.02338187412573542, 0.09598962235828368], "p_value": 0.2950522677265735, "input_sha256": "c8cfaf800ad4e2cb6621904fff87c696ab2983a1c830254af35faf02ff685505"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3949914336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.522106167794517, "interval": [3.057092085781308, 13.987120249807726], "p_value": 0.004, "input_sha256": "8c01ead15e41627823a93b70090762d87c55b0213d8c8232086ce954df3e94b2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3949914336, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.522106167794517, "interval": [3.5580501856266618, 13.1809897253113], "p_value": 0.003541132430454736, "input_sha256": "8c01ead15e41627823a93b70090762d87c55b0213d8c8232086ce954df3e94b2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.04759277551600438, "seed": 3949914336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10397104972228657, "interval": [0.037664197942572156, 0.170277901502001], "p_value": 0.005, "input_sha256": "7f2a737f906f0b6540b8e6c3656c9063de7c33279d5d49ad75bd2411e17cee41"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.04759277551600438, "seed": 3949914336, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10397104972228657, "interval": [0.040634628496505266, 0.15858204424532338], "p_value": 0.003602502963294081, "input_sha256": "7f2a737f906f0b6540b8e6c3656c9063de7c33279d5d49ad75bd2411e17cee41"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 59776395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.16029842946515, "interval": [3.1473499379602625, 13.173246920970039], "p_value": 0.002, "input_sha256": "2e23898e7448b8275f903760045b3c62eed4a298ca16f6be0505713e5d8e28cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 59776395, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.16029842946515, "interval": [3.72886678073576, 13.287174758731279], "p_value": 0.0027222752854477923, "input_sha256": "2e23898e7448b8275f903760045b3c62eed4a298ca16f6be0505713e5d8e28cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.047363138655412744, "seed": 59776395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07814514068310181, "interval": [0.020130598748047637, 0.13615968261815597], "p_value": 0.006, "input_sha256": "3f58e6c422aa4dc3e68bcbc435922fbd2cc1c5796a596af8890da2f27c23eb0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.047363138655412744, "seed": 59776395, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07814514068310181, "interval": [0.02881623935622146, 0.1378893503105192], "p_value": 0.01061881616500915, "input_sha256": "3f58e6c422aa4dc3e68bcbc435922fbd2cc1c5796a596af8890da2f27c23eb0f"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1724001951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0331395497585767, "interval": [-2.5083605507863282, 6.574639650303482], "p_value": 0.369, "input_sha256": "68a3e8485f79ec02537988daab2bd97e295bf20a638f2781843b1f7b2b9e3791"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1724001951, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0331395497585767, "interval": [-2.469028608364719, 5.916358667456879], "p_value": 0.36534382713492364, "input_sha256": "68a3e8485f79ec02537988daab2bd97e295bf20a638f2781843b1f7b2b9e3791"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.04597795930614908, "seed": 1724001951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01694702842496008, "interval": [-0.030697094700956006, 0.06459115155087616], "p_value": 0.485, "input_sha256": "c14e5208132b6b900e7be4ce15a9dd0329e9a78d06968d24250ae69527a3e5cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.04597795930614908, "seed": 1724001951, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01694702842496008, "interval": [-0.02993399925354307, 0.05750737023199852], "p_value": 0.47086818200008884, "input_sha256": "c14e5208132b6b900e7be4ce15a9dd0329e9a78d06968d24250ae69527a3e5cd"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 40223630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.433556566804183, "interval": [0.6086941168036537, 10.258419016804712], "p_value": 0.036, "input_sha256": "06eacad7716e0f01e91acb7af6d1961ea3045ff522c39794c89e5cc0085dad1a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 40223630, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.433556566804183, "interval": [1.2559611844385117, 9.8901604829246], "p_value": 0.028989402186075017, "input_sha256": "06eacad7716e0f01e91acb7af6d1961ea3045ff522c39794c89e5cc0085dad1a"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0461555210763956, "seed": 40223630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04474416548784997, "interval": [-0.0026472660576438017, 0.09213559703334374], "p_value": 0.074, "input_sha256": "a3de21c565f151509977949fd1d9a337fceff0a52f8a216cf8665564ae10c6bb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0461555210763956, "seed": 40223630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04474416548784997, "interval": [0.0034761106628666636, 0.08894992684305772], "p_value": 0.06308706223496457, "input_sha256": "a3de21c565f151509977949fd1d9a337fceff0a52f8a216cf8665564ae10c6bb"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2314330675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.168375332745385, "interval": [-2.274419878255693, 6.611170543746463], "p_value": 0.351, "input_sha256": "66d9f50ac4e786fd0dabefe8e20b4eeb13e407be530579b087309b572f334537"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2314330675, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.168375332745385, "interval": [-1.7630728425745186, 6.152537805615752], "p_value": 0.3262577806754827, "input_sha256": "66d9f50ac4e786fd0dabefe8e20b4eeb13e407be530579b087309b572f334537"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04600541744678031, "seed": 2314330675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00353074929875148, "interval": [-0.03972724670017753, 0.04678874529768049], "p_value": 0.884, "input_sha256": "be9122c74e7055bf8066bd9433b2aaf0e80a703217682738dfc0fd584a35d5d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04600541744678031, "seed": 2314330675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00353074929875148, "interval": [-0.03130384817714899, 0.04490446581218081], "p_value": 0.8682424638283743, "input_sha256": "be9122c74e7055bf8066bd9433b2aaf0e80a703217682738dfc0fd584a35d5d0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 161622654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0823010945853646, "interval": [-0.801815534607297, 6.966417723778026], "p_value": 0.114, "input_sha256": "a2690639090862d75bdce82ca8b861edb46f38e20f1f6b45ef02e8c76e809ec6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 161622654, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0823010945853646, "interval": [-0.006447427708966746, 6.842170888290618], "p_value": 0.1152763637552292, "input_sha256": "a2690639090862d75bdce82ca8b861edb46f38e20f1f6b45ef02e8c76e809ec6"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04607793078721223, "seed": 161622654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031007710584255804, "interval": [-0.010013529322272986, 0.07202895049078459], "p_value": 0.122, "input_sha256": "707abdd035bc6105a3dc59b7d0dfdb118ed013629d485ecd76fa101cdefbc38e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04607793078721223, "seed": 161622654, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031007710584255804, "interval": [-0.0016085488044959998, 0.07082716973812458], "p_value": 0.1328742788397939, "input_sha256": "707abdd035bc6105a3dc59b7d0dfdb118ed013629d485ecd76fa101cdefbc38e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 128502024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2579250119442245, "interval": [-1.073885153042287, 9.589735176930736], "p_value": 0.112, "input_sha256": "9a344256b51be581a6c7097b17936f38d827f85ea74fd27083bf05e49d5fb763"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 128502024, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2579250119442245, "interval": [-1.258245187689388, 8.528419043255884], "p_value": 0.11198821818182644, "input_sha256": "9a344256b51be581a6c7097b17936f38d827f85ea74fd27083bf05e49d5fb763"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.04654552898705455, "seed": 128502024, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022636339258915214, "interval": [-0.040160649239452756, 0.08543332775728318], "p_value": 0.479, "input_sha256": "36dd6c9271e038f7f24055f4ddabae851c5f12ad6dfe7ea0ca2091cf0198c1b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.04654552898705455, "seed": 128502024, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022636339258915214, "interval": [-0.04996359446587111, 0.06752379041592418], "p_value": 0.46094735355715344, "input_sha256": "36dd6c9271e038f7f24055f4ddabae851c5f12ad6dfe7ea0ca2091cf0198c1b0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3798157337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.471137345970047, "interval": [3.291074106032452, 11.651200585907642], "p_value": 0.002, "input_sha256": "2a1ec721d07921d3924b99bb89339e599a7573340e4997d0b8313b23a1f3b21e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3798157337, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.471137345970047, "interval": [3.5989140839564713, 10.86445639782438], "p_value": 0.0012061117745985571, "input_sha256": "2a1ec721d07921d3924b99bb89339e599a7573340e4997d0b8313b23a1f3b21e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.04769562790765849, "seed": 3798157337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0746169266279545, "interval": [0.028455632777037478, 0.12077822047887152], "p_value": 0.004, "input_sha256": "36b48bc68ddcdda71a3f178502d44899e4aff62ff3736c23ffd0c6e16eb436e0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.04769562790765849, "seed": 3798157337, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0746169266279545, "interval": [0.02863704912617315, 0.11080388483102523], "p_value": 0.0028229708697805923, "input_sha256": "36b48bc68ddcdda71a3f178502d44899e4aff62ff3736c23ffd0c6e16eb436e0"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 872646347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5721813103277498, "interval": [-2.634210086149312, 9.778572706804812], "p_value": 0.237, "input_sha256": "3d11467b5a80a6fc6c36e43c957d92f2a7959122bedd33005fca102059344971"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 872646347, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5721813103277498, "interval": [-2.1832339451166822, 8.881637078252226], "p_value": 0.24409016286330038, "input_sha256": "3d11467b5a80a6fc6c36e43c957d92f2a7959122bedd33005fca102059344971"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.048091029602217214, "seed": 872646347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01784177621584914, "interval": [-0.05283635408339498, 0.08851990651509326], "p_value": 0.619, "input_sha256": "04123f59d640305f0fecaa392c4da6a50479377e5d0ac2d6e98b62774f1e5ce8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.048091029602217214, "seed": 872646347, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01784177621584914, "interval": [-0.04724566627464783, 0.07522103978829114], "p_value": 0.6035734912572843, "input_sha256": "04123f59d640305f0fecaa392c4da6a50479377e5d0ac2d6e98b62774f1e5ce8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4233422763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.9292293777867275, "interval": [1.5495572006442133, 14.308901554929243], "p_value": 0.01, "input_sha256": "31e97caf635a3ff337e2bcedf0153bc243d569ae8d6a1d63f8f62bf283509930"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4233422763, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.9292293777867275, "interval": [1.8387974142205061, 13.365333982823397], "p_value": 0.01772382086089101, "input_sha256": "31e97caf635a3ff337e2bcedf0153bc243d569ae8d6a1d63f8f62bf283509930"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.04910109484483209, "seed": 4233422763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0941054016469546, "interval": [0.020834546607911786, 0.16737625668599743], "p_value": 0.007, "input_sha256": "4c4772c363212d47555163ed1eb9e9a201edfcbe6fb82b5d675c65dc3c2afc05"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.04910109484483209, "seed": 4233422763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0941054016469546, "interval": [0.028209423022642274, 0.15968525466560565], "p_value": 0.015008507449675725, "input_sha256": "4c4772c363212d47555163ed1eb9e9a201edfcbe6fb82b5d675c65dc3c2afc05"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1751607655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.659766643162243, "interval": [0.03124005330099955, 15.288293233023486], "p_value": 0.044, "input_sha256": "c5147857bf0651cba7f93f1bc22e50988e667a758fa8683e35db55f18fc4cf73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1751607655, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.659766643162243, "interval": [1.4986372590526527, 14.987868504148446], "p_value": 0.04915833633297887, "input_sha256": "c5147857bf0651cba7f93f1bc22e50988e667a758fa8683e35db55f18fc4cf73"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.04659916534835608, "seed": 1751607655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06208213700238352, "interval": [-0.009221812688978898, 0.13338608669374594], "p_value": 0.088, "input_sha256": "f12841a7a721f2e5cbf7347105d7eaa748c3e5084e3a31355c71b210d9f989b7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.04659916534835608, "seed": 1751607655, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06208213700238352, "interval": [0.003516125178580666, 0.12889130516530858], "p_value": 0.08424555142342828, "input_sha256": "f12841a7a721f2e5cbf7347105d7eaa748c3e5084e3a31355c71b210d9f989b7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1276856742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.250671183261141, "interval": [-2.2735531626230854, 8.774895529145368], "p_value": 0.268, "input_sha256": "924b137b09cd3774806c91f08bd809474b15f154cf5f2116a92d063b50686bf9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1276856742, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.250671183261141, "interval": [-1.9627967804783124, 8.223294890683439], "p_value": 0.2381397014392655, "input_sha256": "924b137b09cd3774806c91f08bd809474b15f154cf5f2116a92d063b50686bf9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.04622104026097622, "seed": 1276856742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021478296358228562, "interval": [-0.04050378124495076, 0.08346037396140789], "p_value": 0.508, "input_sha256": "a8401bc43ccd028aa09d94a2422af71c99275bdc97de9d5fccb4cbd571e091fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.04622104026097622, "seed": 1276856742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021478296358228562, "interval": [-0.03988636161033624, 0.07484971181119025], "p_value": 0.48205538390338154, "input_sha256": "a8401bc43ccd028aa09d94a2422af71c99275bdc97de9d5fccb4cbd571e091fa"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1516366491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.747242229403467, "interval": [1.9235576348357597, 15.570926823971174], "p_value": 0.009, "input_sha256": "94c10dcd3c2cfaa00427dcfa2d195462ff4a4306cbb3f9386f9280a469aed3f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1516366491, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.747242229403467, "interval": [1.7135962264222335, 14.635607181751785], "p_value": 0.013889099852221826, "input_sha256": "94c10dcd3c2cfaa00427dcfa2d195462ff4a4306cbb3f9386f9280a469aed3f4"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0512100416311825, "seed": 1516366491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09750832726426814, "interval": [0.012239930932001541, 0.18277672359653474], "p_value": 0.019, "input_sha256": "407abd2397cd7ca62cf991bf6df16402ab599035a00adf8f88a1f10d0fd9687e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0512100416311825, "seed": 1516366491, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09750832726426814, "interval": [0.012082139738566854, 0.1783525384828022], "p_value": 0.026535657338725684, "input_sha256": "407abd2397cd7ca62cf991bf6df16402ab599035a00adf8f88a1f10d0fd9687e"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3809471049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.244336804988704, "interval": [0.8640519302355338, 11.624621679741875], "p_value": 0.021, "input_sha256": "4ba2f9df010c2028d744202f1834d1793faae077b2770a6e4099798c5f889b0c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3809471049, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.244336804988704, "interval": [1.2547647564877342, 11.235630196933528], "p_value": 0.024889506115436402, "input_sha256": "4ba2f9df010c2028d744202f1834d1793faae077b2770a6e4099798c5f889b0c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.048239475640339924, "seed": 3809471049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059392428424706635, "interval": [-0.0026591530730018242, 0.1214440099224151], "p_value": 0.044, "input_sha256": "ff8e5f694b6e1a911d8e9e5160e7283fb0edb3e309d87b4d7bde7eb627fc66b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.048239475640339924, "seed": 3809471049, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059392428424706635, "interval": [0.01036106818490583, 0.11873136267821605], "p_value": 0.0596060205768143, "input_sha256": "ff8e5f694b6e1a911d8e9e5160e7283fb0edb3e309d87b4d7bde7eb627fc66b5"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2211138370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.546171912458237, "interval": [-1.6668866039394548, 8.759230428855929], "p_value": 0.162, "input_sha256": "7964a1bf3285d0688303905d2ea544f6cc6dd7828bd5678246abeaf5550626d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2211138370, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.546171912458237, "interval": [-1.19362322953478, 8.142293589670361], "p_value": 0.17369639378326726, "input_sha256": "7964a1bf3285d0688303905d2ea544f6cc6dd7828bd5678246abeaf5550626d8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.047770346361111514, "seed": 2211138370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017079720923786464, "interval": [-0.0467781361818519, 0.08093757802942483], "p_value": 0.582, "input_sha256": "d5b1a188665c2646eca10f7f947a26edc0c5a7416aa06ea644c1a281b6636c16"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.047770346361111514, "seed": 2211138370, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017079720923786464, "interval": [-0.05119200207823735, 0.0686455648692467], "p_value": 0.5834649823969138, "input_sha256": "d5b1a188665c2646eca10f7f947a26edc0c5a7416aa06ea644c1a281b6636c16"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2555918776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.585892024185169, "interval": [-1.4887141326551907, 10.660498181025527], "p_value": 0.104, "input_sha256": "632e88b83badd22a8aad1ba58b742ace56d3920e61620f4530804a413d493437"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2555918776, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.585892024185169, "interval": [-0.6379457138213026, 10.206886776452434], "p_value": 0.13222677112224562, "input_sha256": "632e88b83badd22a8aad1ba58b742ace56d3920e61620f4530804a413d493437"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.04703639331992811, "seed": 2555918776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05376803835411989, "interval": [-0.005965384317276452, 0.11350146102551623], "p_value": 0.069, "input_sha256": "e62993dea0b34d66b76c5fc5b0845db98d7e3d58099cf1b33fe88d4d99b3a886"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.04703639331992811, "seed": 2555918776, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05376803835411989, "interval": [-0.0015522169134494612, 0.10655108496929548], "p_value": 0.07551398864493394, "input_sha256": "e62993dea0b34d66b76c5fc5b0845db98d7e3d58099cf1b33fe88d4d99b3a886"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 180337894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6784466567311598, "interval": [-4.814583815104621, 3.457690501642301], "p_value": 0.798, "input_sha256": "773753e21fa6e94808a42e57fddca2c913ad5b5e0f44776463b10358a0b7e0e8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 180337894, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6784466567311598, "interval": [-4.577753818829133, 2.9846508208686306], "p_value": 0.7390178893646958, "input_sha256": "773753e21fa6e94808a42e57fddca2c913ad5b5e0f44776463b10358a0b7e0e8"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.048516422388232366, "seed": 180337894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023740661924004834, "interval": [-0.08314471067483348, 0.03566338682682381], "p_value": 0.497, "input_sha256": "4aab13ac9d1c2716d3b6c5f4abc19d9bd59cc10272810d3267aee52a44cadbf7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.048516422388232366, "seed": 180337894, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023740661924004834, "interval": [-0.08419684054590554, 0.027743427392672066], "p_value": 0.41481647405739963, "input_sha256": "4aab13ac9d1c2716d3b6c5f4abc19d9bd59cc10272810d3267aee52a44cadbf7"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 792339489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2412030093435344, "interval": [1.3060955560415248, 11.176310462645544], "p_value": 0.01, "input_sha256": "49ba68e5c648c7232eb0fbd4c3e47cd30fcc79ca16a44872ef331bf479ea7438"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 792339489, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2412030093435344, "interval": [1.9587291408899685, 10.915140858821186], "p_value": 0.015440366480968987, "input_sha256": "49ba68e5c648c7232eb0fbd4c3e47cd30fcc79ca16a44872ef331bf479ea7438"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.049488896181306335, "seed": 792339489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06690059766118867, "interval": [0.01318652648400482, 0.12061466883837252], "p_value": 0.009, "input_sha256": "d880ebe83ee2713682e96d4c7c5af858aa081ccee550973062bb06650f756c2d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.049488896181306335, "seed": 792339489, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06690059766118867, "interval": [0.020454773106728174, 0.11678790592050772], "p_value": 0.017240811875540833, "input_sha256": "d880ebe83ee2713682e96d4c7c5af858aa081ccee550973062bb06650f756c2d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2548505541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2405381022497441, "interval": [-4.982300677445206, 7.4633768819446935], "p_value": 0.697, "input_sha256": "7dec7d84a04e5c5f4919bb7070ead9d79cae606c783be50bdf214856e4e3bf04"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2548505541, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2405381022497441, "interval": [-4.314593213462341, 7.279708028805589], "p_value": 0.6867775010125947, "input_sha256": "7dec7d84a04e5c5f4919bb7070ead9d79cae606c783be50bdf214856e4e3bf04"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04710747680073156, "seed": 2548505541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007831038590299037, "interval": [-0.05690350931761378, 0.07256558649821185], "p_value": 0.817, "input_sha256": "9579127ccd77116b3d3ad2cc26b5f1e218ed1676914e8c59c7357b9c8489fc5d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04710747680073156, "seed": 2548505541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007831038590299037, "interval": [-0.05609659327320606, 0.07181244004987324], "p_value": 0.8066472830764695, "input_sha256": "9579127ccd77116b3d3ad2cc26b5f1e218ed1676914e8c59c7357b9c8489fc5d"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3885381732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.178108858848921, "interval": [0.15099375061830322, 12.205223967079538], "p_value": 0.043, "input_sha256": "ada716c231a3ad8e94ab1bee27cb4d796c925f82fb2e32c950294ef344ac24ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3885381732, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.178108858848921, "interval": [0.29305328759833177, 11.6193830435785], "p_value": 0.04497057634226, "input_sha256": "ada716c231a3ad8e94ab1bee27cb4d796c925f82fb2e32c950294ef344ac24ac"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.04783989375001953, "seed": 3885381732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058023936533303275, "interval": [-0.014708785176071423, 0.13075665824267796], "p_value": 0.129, "input_sha256": "9f8bae7277223e84482da7aa004a371592bada5626ddacb54ac2dd6eddfc1fce"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.04783989375001953, "seed": 3885381732, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058023936533303275, "interval": [-0.011767979283795355, 0.12484411085957095], "p_value": 0.1124224728950175, "input_sha256": "9f8bae7277223e84482da7aa004a371592bada5626ddacb54ac2dd6eddfc1fce"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1543011708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.251514329827998, "interval": [3.2732853639968296, 15.229743295659166], "p_value": 0.001, "input_sha256": "7e6788e200bd5d475fbd8fd1149666c50b14a87ec2bcccf675d37c08847bf998"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1543011708, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.251514329827998, "interval": [4.671341646574501, 15.418903510439177], "p_value": 0.0038231868527844274, "input_sha256": "7e6788e200bd5d475fbd8fd1149666c50b14a87ec2bcccf675d37c08847bf998"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04825592458270964, "seed": 1543011708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08036625996355698, "interval": [0.017663085902357045, 0.14306943402475691], "p_value": 0.011, "input_sha256": "22b48c72e70990b6a7354c02d85b4f111884963ee7dd7fed8322cf3a677e84c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04825592458270964, "seed": 1543011708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08036625996355698, "interval": [0.030582209908926555, 0.13837546681583085], "p_value": 0.014099043960412899, "input_sha256": "22b48c72e70990b6a7354c02d85b4f111884963ee7dd7fed8322cf3a677e84c2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3312905900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.057484684256527, "interval": [-1.6500554931274487, 7.765024861640503], "p_value": 0.183, "input_sha256": "cac9eaac83739b3d401049e814b3f872477f10b751ae81446403d2a8306b3933"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3312905900, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.057484684256527, "interval": [-1.0270037357273816, 7.438017112775746], "p_value": 0.19327381785361164, "input_sha256": "cac9eaac83739b3d401049e814b3f872477f10b751ae81446403d2a8306b3933"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.05042721287679466, "seed": 3312905900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032730671063799455, "interval": [-0.028568346002216687, 0.0940296881298156], "p_value": 0.27, "input_sha256": "e7ca7fa45fba17f675d1d02439d87a2ba8d109d11ddcc539c88199ebebbc32a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.05042721287679466, "seed": 3312905900, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032730671063799455, "interval": [-0.019924875347154494, 0.09059950366810213], "p_value": 0.281336993131876, "input_sha256": "e7ca7fa45fba17f675d1d02439d87a2ba8d109d11ddcc539c88199ebebbc32a9"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3487676371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.423572350495828, "interval": [0.7365913449700683, 10.110553356021587], "p_value": 0.019, "input_sha256": "1c67300068f3396d56f9b767af05c0a488f7831619159fb379eb431bac6f469c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3487676371, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.423572350495828, "interval": [1.2712508618536171, 9.838625368403164], "p_value": 0.025107817782165757, "input_sha256": "1c67300068f3396d56f9b767af05c0a488f7831619159fb379eb431bac6f469c"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.047378171096050956, "seed": 3487676371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044530234329818515, "interval": [-0.018965472326750395, 0.10802594098638743], "p_value": 0.157, "input_sha256": "67914fcc8f2475834d6f85d4df5a09a6c2dc6d226f69fed114675de23771e5f2"}
{"scenario": "unequal_strata", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.047378171096050956, "seed": 3487676371, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044530234329818515, "interval": [-0.005480960302601699, 0.11874631640504724], "p_value": 0.15896311289510417, "input_sha256": "67914fcc8f2475834d6f85d4df5a09a6c2dc6d226f69fed114675de23771e5f2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2447867635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.340720833222089, "interval": [-5.61424528348983, 14.295686949934009], "p_value": 0.3268398268398268, "input_sha256": "fa705b4ff5e91f7ab0987fd9b70dc8da7a32da9930e96b5eb816df8985e4be29"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2447867635, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.340720833222089, "interval": [-2.4282846857830505, 12.199144436948153], "p_value": 0.3257730493627818, "input_sha256": "fa705b4ff5e91f7ab0987fd9b70dc8da7a32da9930e96b5eb816df8985e4be29"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2447867635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06431040643821012, "interval": [-0.06372367267828818, 0.19234448555470843], "p_value": 0.24675324675324675, "input_sha256": "a91dca78e906b60db579e1684fd8f0810877305a481f5d04fc8223243898cf30"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2447867635, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06431040643821012, "interval": [-0.012049917443319154, 0.1813847293221266], "p_value": 0.2608654937132318, "input_sha256": "a91dca78e906b60db579e1684fd8f0810877305a481f5d04fc8223243898cf30"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 30158478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.13564522820472, "interval": [-12.0958475302717, 1.824557073862259], "p_value": 0.13636363636363635, "input_sha256": "9a0ee3f41f5216e1c528a0d7646d65ac24c5fe05754548a3fb431bcbb286dd5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 30158478, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.13564522820472, "interval": [-10.802824221681474, 0.4459293200325438], "p_value": 0.12982698879019908, "input_sha256": "9a0ee3f41f5216e1c528a0d7646d65ac24c5fe05754548a3fb431bcbb286dd5e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 30158478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.048790140686435605, "interval": [-0.11632598468532124, 0.01874570331245002], "p_value": 0.1471861471861472, "input_sha256": "021506277549ebb9eb233f013cc0c79224c6a3d85635734bbaf7e68553180800"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 30158478, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.048790140686435605, "interval": [-0.0996555758970807, 0.00477042333145726], "p_value": 0.13593125046648286, "input_sha256": "021506277549ebb9eb233f013cc0c79224c6a3d85635734bbaf7e68553180800"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2937442614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.842745794454291, "interval": [-2.5276401392009396, 12.21313172810952], "p_value": 0.1645021645021645, "input_sha256": "26c06811105566c7c75b076035472268a1797e89ebded2eb445f760b3f0b7d74"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2937442614, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.842745794454291, "interval": [-1.5356109558895132, 10.243082700320317], "p_value": 0.171792793751693, "input_sha256": "26c06811105566c7c75b076035472268a1797e89ebded2eb445f760b3f0b7d74"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2937442614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04821149031357641, "interval": [-0.02422125366611634, 0.12064423429326916], "p_value": 0.16233766233766234, "input_sha256": "c4e48ba8243baea8a20729d55d678e581176fef11e45a52e105c914932370cee"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2937442614, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04821149031357641, "interval": [-0.013889805768236547, 0.10207636014235305], "p_value": 0.1672015353949963, "input_sha256": "c4e48ba8243baea8a20729d55d678e581176fef11e45a52e105c914932370cee"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1231231278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0394409608274344, "interval": [-7.54102127983346, 9.619903201488329], "p_value": 0.7813852813852814, "input_sha256": "c7d736836a817a3e610edd58202117ee3a0cf2bf820405489d80e41c4414702b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1231231278, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0394409608274344, "interval": [-7.614214484480676, 6.748505313372482], "p_value": 0.791442376941833, "input_sha256": "c7d736836a817a3e610edd58202117ee3a0cf2bf820405489d80e41c4414702b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1231231278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006599850802492771, "interval": [-0.08774880012996641, 0.10094850173495196], "p_value": 0.8744588744588745, "input_sha256": "f057fff5725af8213c0ac59050b5a765e2b126f6054e95759b11a3452b1b33bb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1231231278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006599850802492771, "interval": [-0.08984630294292446, 0.06567784049455172], "p_value": 0.8782306996183911, "input_sha256": "f057fff5725af8213c0ac59050b5a765e2b126f6054e95759b11a3452b1b33bb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3597245385, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1340611970857086, "interval": [-10.27684109319531, 6.008718699023893], "p_value": 0.5627705627705628, "input_sha256": "572cdb50b31df13a35e4d58ec1b5d08a6228ee517204c9f7d597101f98f1242a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3597245385, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1340611970857086, "interval": [-9.264600646162638, 4.249815242420086], "p_value": 0.5709393500007063, "input_sha256": "572cdb50b31df13a35e4d58ec1b5d08a6228ee517204c9f7d597101f98f1242a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3597245385, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014380843206630661, "interval": [-0.08503584991543456, 0.056274163502173236], "p_value": 0.6558441558441559, "input_sha256": "53e1df960d3fda6120f7e5b9d2f88c1cefb351a8585b9443c14f39d346133e8c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3597245385, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014380843206630661, "interval": [-0.07873280782040992, 0.03925294002006266], "p_value": 0.6588189119899057, "input_sha256": "53e1df960d3fda6120f7e5b9d2f88c1cefb351a8585b9443c14f39d346133e8c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1392525987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3430577002923423, "interval": [-11.481499988754784, 14.167615389339467], "p_value": 0.7922077922077922, "input_sha256": "e080cc6940874b3fa5118378293c945965bd62dc3c7fd36e289d91fa3ab694ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1392525987, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3430577002923423, "interval": [-7.55292211986109, 13.394514887587253], "p_value": 0.8191372463703768, "input_sha256": "e080cc6940874b3fa5118378293c945965bd62dc3c7fd36e289d91fa3ab694ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1392525987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018193058225511247, "interval": [-0.11391287489047537, 0.15029899134149788], "p_value": 0.7727272727272727, "input_sha256": "6af146e409057d0301f644d21944714da1486dcb4f76a902ca8c6ad9dd00b35a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1392525987, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018193058225511247, "interval": [-0.06844474142764273, 0.15103609366297108], "p_value": 0.7650014542699388, "input_sha256": "6af146e409057d0301f644d21944714da1486dcb4f76a902ca8c6ad9dd00b35a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 834175200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.174630220428134, "interval": [-8.28803581298391, 14.63729625384018], "p_value": 0.5584415584415584, "input_sha256": "771ee6aed7a594c5e73c2dfb60c168cdc8c05fc2391e27a0076ca31f102e5f96"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 834175200, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.174630220428134, "interval": [-3.872997041942874, 12.808776658228473], "p_value": 0.5315467707251356, "input_sha256": "771ee6aed7a594c5e73c2dfb60c168cdc8c05fc2391e27a0076ca31f102e5f96"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 834175200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034662828528847195, "interval": [-0.07754343115493001, 0.1468690882126244], "p_value": 0.5, "input_sha256": "70d97542454f77404862037619d04797a02885f27cc6d8030ca44aaf546df4d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 834175200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034662828528847195, "interval": [-0.04056415593158043, 0.12206290045737955], "p_value": 0.4864867503905108, "input_sha256": "70d97542454f77404862037619d04797a02885f27cc6d8030ca44aaf546df4d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3982489474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.700841491635195, "interval": [0.04602993145334011, 15.35565305181705], "p_value": 0.05411255411255411, "input_sha256": "bd9eb1e59d9001a69159eb43995a3174771667c3a5858fe03aa2914276e1dbe6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3982489474, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.700841491635195, "interval": [0.9566787403166629, 12.891902790863323], "p_value": 0.04888666245279572, "input_sha256": "bd9eb1e59d9001a69159eb43995a3174771667c3a5858fe03aa2914276e1dbe6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3982489474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08431844578095354, "interval": [0.005563965466243007, 0.1630729260956641], "p_value": 0.0367965367965368, "input_sha256": "40b813868c0463cd307edb6065c66dcbd000a16a533937ef2285c0db980fa031"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3982489474, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08431844578095354, "interval": [0.018244337805605658, 0.1379237211653679], "p_value": 0.03864499505540027, "input_sha256": "40b813868c0463cd307edb6065c66dcbd000a16a533937ef2285c0db980fa031"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 973810930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2174170588493958, "interval": [-8.191496561531503, 5.756662443832711], "p_value": 0.7142857142857143, "input_sha256": "6f1fbc58019bafd0522f883f57158b7aca63d10310704c1216a28730e02996c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 973810930, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2174170588493958, "interval": [-6.225899192570274, 4.691551201714601], "p_value": 0.7003676025636509, "input_sha256": "6f1fbc58019bafd0522f883f57158b7aca63d10310704c1216a28730e02996c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 973810930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02088780862847754, "interval": [-0.08057876037646255, 0.03880314311950748], "p_value": 0.43073593073593075, "input_sha256": "4d73aa61ff10635f23bf94af0e520efd11b7885929b8da48d1293a6c4b1d89b2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 973810930, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02088780862847754, "interval": [-0.06650807311307969, 0.02789175288871369], "p_value": 0.44936346149754924, "input_sha256": "4d73aa61ff10635f23bf94af0e520efd11b7885929b8da48d1293a6c4b1d89b2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3785942248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.144784875474725, "interval": [-4.239208398054993, 12.528778149004443], "p_value": 0.2748917748917749, "input_sha256": "1a2776d6ebc1d43c353a946684a1cca6f4c696ea035431f821cc02dfc6ccca39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3785942248, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.144784875474725, "interval": [-2.841843432546113, 9.781462809615004], "p_value": 0.286058273227854, "input_sha256": "1a2776d6ebc1d43c353a946684a1cca6f4c696ea035431f821cc02dfc6ccca39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3785942248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035941793677202155, "interval": [-0.0543303580998082, 0.1262139454542125], "p_value": 0.37012987012987014, "input_sha256": "da15b0058df467d372d6bca7056975f131254e1662103c6bff19d71c16d53d93"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3785942248, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035941793677202155, "interval": [-0.04352374889030154, 0.09248722606795445], "p_value": 0.3769609190158684, "input_sha256": "da15b0058df467d372d6bca7056975f131254e1662103c6bff19d71c16d53d93"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2568454555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.384997238226246, "interval": [-1.687749842213453, 16.457744318665945], "p_value": 0.10822510822510822, "input_sha256": "4014cd945f6de6152b11ff8ac1b0ad02ce671fb7d8bab6f0e0cb32ea66ea27fa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2568454555, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.384997238226246, "interval": [-1.3331702405989716, 13.044612518544026], "p_value": 0.09888637609536255, "input_sha256": "4014cd945f6de6152b11ff8ac1b0ad02ce671fb7d8bab6f0e0cb32ea66ea27fa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2568454555, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09211451228776484, "interval": [-0.019475457687776962, 0.20370448226330662], "p_value": 0.08658008658008658, "input_sha256": "fd907e0c117ff4c62d80aa99ca3eedb1b044c7807d68c9f896ef9419556f6557"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2568454555, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09211451228776484, "interval": [-0.003428788180774172, 0.16517817576002228], "p_value": 0.09571163869313545, "input_sha256": "fd907e0c117ff4c62d80aa99ca3eedb1b044c7807d68c9f896ef9419556f6557"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1825216135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.786835980419319, "interval": [-10.558505833131463, 4.984833872292824], "p_value": 0.3939393939393939, "input_sha256": "48a5fcc44438df05e80d50759405bd1108af80ad355e268e1b2c135b15e96775"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1825216135, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.786835980419319, "interval": [-7.732056370001699, 3.8477548785552957], "p_value": 0.42230042750579944, "input_sha256": "48a5fcc44438df05e80d50759405bd1108af80ad355e268e1b2c135b15e96775"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1825216135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026739313072087267, "interval": [-0.10699962924876794, 0.0535210031045934], "p_value": 0.44805194805194803, "input_sha256": "10886cdb578fceb979479bdfd75e37f361306812492df82611315cf6c28c15bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1825216135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026739313072087267, "interval": [-0.08004543416245803, 0.044135592360848935], "p_value": 0.460488193833103, "input_sha256": "10886cdb578fceb979479bdfd75e37f361306812492df82611315cf6c28c15bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2317777920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.098802771562481, "interval": [-6.359285875883845, 14.556891419008807], "p_value": 0.4069264069264069, "input_sha256": "5438235ba663e8d1687ea9fbbd3b0ae1ab9b6ea6ee22bc1e73c2f707d632c15b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2317777920, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.098802771562481, "interval": [-2.5344651767335695, 12.666537080663927], "p_value": 0.3776360717939263, "input_sha256": "5438235ba663e8d1687ea9fbbd3b0ae1ab9b6ea6ee22bc1e73c2f707d632c15b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2317777920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0479662462050047, "interval": [-0.07694109872783993, 0.17287359113784934], "p_value": 0.44372294372294374, "input_sha256": "a327072803884d073deb3dbff14ae076d54a0841cafb9eb05dad516d497fae53"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2317777920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0479662462050047, "interval": [-0.025943617652366652, 0.15476010992515205], "p_value": 0.3854562607784705, "input_sha256": "a327072803884d073deb3dbff14ae076d54a0841cafb9eb05dad516d497fae53"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1898981603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8984927339026099, "interval": [-10.388396005074924, 12.185381472880142], "p_value": 0.8614718614718615, "input_sha256": "639ac260dfd59d3a1a95e89c254d7bda16978b091021c0931fc5c1fd2628dfcc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1898981603, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8984927339026099, "interval": [-8.846259716982948, 8.403542674847944], "p_value": 0.8620863491434074, "input_sha256": "639ac260dfd59d3a1a95e89c254d7bda16978b091021c0931fc5c1fd2628dfcc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1898981603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007586470485793001, "interval": [-0.1332048194997729, 0.11803187852818689], "p_value": 0.8961038961038961, "input_sha256": "ac357cdfe73d71a516ee19eb1a7b4f40db0212a05bf46dc28768f3e189b85d56"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1898981603, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007586470485793001, "interval": [-0.1102911911617944, 0.09137551455524481], "p_value": 0.8954329255249581, "input_sha256": "ac357cdfe73d71a516ee19eb1a7b4f40db0212a05bf46dc28768f3e189b85d56"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3137677444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7483133355420115, "interval": [-8.008949327200433, 4.512322656116409], "p_value": 0.538961038961039, "input_sha256": "c0af0171e961fff2b0266970fadff42d659f03f62bde6cdce2bcd4e7c3480286"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3137677444, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7483133355420115, "interval": [-6.725357361574547, 3.2544158538452206], "p_value": 0.5476435791804898, "input_sha256": "c0af0171e961fff2b0266970fadff42d659f03f62bde6cdce2bcd4e7c3480286"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3137677444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008370930731441573, "interval": [-0.07674941873223717, 0.06000755726935403], "p_value": 0.7835497835497836, "input_sha256": "31059236b7339bf3be6a911e8327a640289c4800cb113d7bcbe38b94abbb5f5b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3137677444, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008370930731441573, "interval": [-0.05475815055606636, 0.05331271110560887], "p_value": 0.7887071947834554, "input_sha256": "31059236b7339bf3be6a911e8327a640289c4800cb113d7bcbe38b94abbb5f5b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1412560723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.134663704943077, "interval": [-5.143531861975051, 9.412859271861205], "p_value": 0.512987012987013, "input_sha256": "3ce29f44a15c034bb83414fa989591577fb65296c4d924a85fe928733ce2eb50"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1412560723, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.134663704943077, "interval": [-3.519845276064934, 8.027072966285717], "p_value": 0.5272121157213819, "input_sha256": "3ce29f44a15c034bb83414fa989591577fb65296c4d924a85fe928733ce2eb50"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1412560723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014100936831825547, "interval": [-0.0571450623252797, 0.0853469359889308], "p_value": 0.6536796536796536, "input_sha256": "9921347914f9d5c453c5b325edd0b1d312bbece6d2c0cbe962214bbdc3ffde65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1412560723, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014100936831825547, "interval": [-0.04075588640959564, 0.0749896125130119], "p_value": 0.6684582237901944, "input_sha256": "9921347914f9d5c453c5b325edd0b1d312bbece6d2c0cbe962214bbdc3ffde65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2925456566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6135684028956163, "interval": [-8.380632875047331, 13.607769680838564], "p_value": 0.6038961038961039, "input_sha256": "05bae0163c4d7ca139ded65f73cf94fb39fcb98f56a0dc238b96c3b9bafd56b5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2925456566, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6135684028956163, "interval": [-6.040822660704437, 11.273208889755749], "p_value": 0.6046925258038276, "input_sha256": "05bae0163c4d7ca139ded65f73cf94fb39fcb98f56a0dc238b96c3b9bafd56b5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2925456566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016320798463487954, "interval": [-0.09276040167955305, 0.12540199860652895], "p_value": 0.7359307359307359, "input_sha256": "dcd5f2f97fa6927e94cdf2a9332bfe805f5af2c81ab5ac3d85d343451777fe38"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2925456566, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016320798463487954, "interval": [-0.07275025906707826, 0.10189934898810118], "p_value": 0.7447322875937323, "input_sha256": "dcd5f2f97fa6927e94cdf2a9332bfe805f5af2c81ab5ac3d85d343451777fe38"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1283872757, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8824859495729243, "interval": [-10.464683125519672, 6.699711226373823], "p_value": 0.6168831168831169, "input_sha256": "a9d8f8e5f91f30b6774a46e6af5d3173e326196fc4b6753f9a24348b86fb29a8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1283872757, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8824859495729243, "interval": [-8.23177147040932, 4.668875184097658], "p_value": 0.6212835099379397, "input_sha256": "a9d8f8e5f91f30b6774a46e6af5d3173e326196fc4b6753f9a24348b86fb29a8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1283872757, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027861153405436254, "interval": [-0.12989040688316555, 0.07416810007229303], "p_value": 0.5476190476190477, "input_sha256": "e76638c8df9a778d60f0a5a1a0859def3099bfb2823e1ef24fdafa6b0e19eddf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1283872757, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027861153405436254, "interval": [-0.10567965710883369, 0.04343492940435202], "p_value": 0.5336321396628496, "input_sha256": "e76638c8df9a778d60f0a5a1a0859def3099bfb2823e1ef24fdafa6b0e19eddf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3962234043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.745634146604505, "interval": [4.443624205601569, 23.04764408760744], "p_value": 0.010822510822510822, "input_sha256": "3dd4becab836a7ee5f74189f3ba98b87e9086d7d333b4d2ba7856bdcec591763"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3962234043, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.745634146604505, "interval": [6.6676297358327865, 21.17905139778241], "p_value": 0.008263482312669646, "input_sha256": "3dd4becab836a7ee5f74189f3ba98b87e9086d7d333b4d2ba7856bdcec591763"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3962234043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15625350671380903, "interval": [0.049377037666113774, 0.26312997576150426], "p_value": 0.004329004329004329, "input_sha256": "2504f29316fcb4f9099aa5bc4e601ec06f4a0a3d2a91842c147b806eb7b48229"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3962234043, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15625350671380903, "interval": [0.08125629136361273, 0.2507280553367439], "p_value": 0.008651037772123, "input_sha256": "2504f29316fcb4f9099aa5bc4e601ec06f4a0a3d2a91842c147b806eb7b48229"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1692046722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5152842008488445, "interval": [-6.2654093250362415, 19.29597772673393], "p_value": 0.27705627705627706, "input_sha256": "9e8ad93f33f444244b7fb09c64b859c5434964fef8cff117772c68215cfdda94"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1692046722, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5152842008488445, "interval": [-3.984495626891079, 16.11645212934536], "p_value": 0.27619608143907587, "input_sha256": "9e8ad93f33f444244b7fb09c64b859c5434964fef8cff117772c68215cfdda94"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1692046722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05444525924221212, "interval": [-0.06370872061950804, 0.17259923910393227], "p_value": 0.3203463203463203, "input_sha256": "39dc803a2893cfec66618989b8d57650c5d7d93dd75fb8401ef23315b5d41be4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1692046722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05444525924221212, "interval": [-0.04363218617507185, 0.14394886217774955], "p_value": 0.32147150302394994, "input_sha256": "39dc803a2893cfec66618989b8d57650c5d7d93dd75fb8401ef23315b5d41be4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3246739521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9585116395928521, "interval": [-8.383977347507813, 12.301000626693515], "p_value": 0.6861471861471862, "input_sha256": "65abd6d179f9c72cc5275bdd9931ecb6895c84f971f89cb9e80f2b61bd8e0545"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3246739521, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9585116395928521, "interval": [-4.75954018160312, 12.172203581959337], "p_value": 0.679239232521934, "input_sha256": "65abd6d179f9c72cc5275bdd9931ecb6895c84f971f89cb9e80f2b61bd8e0545"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3246739521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030707663794808042, "interval": [-0.06251832622763409, 0.12393365381725019], "p_value": 0.474025974025974, "input_sha256": "53e905f3f856f3e6685526cb244e2b5c16d37c60ac9d27642856cef8aec623da"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3246739521, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030707663794808042, "interval": [-0.02965796701256955, 0.12461241275403162], "p_value": 0.4796898367630835, "input_sha256": "53e905f3f856f3e6685526cb244e2b5c16d37c60ac9d27642856cef8aec623da"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3316769660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.860733599121718, "interval": [-7.318433263191415, 13.03990046143485], "p_value": 0.5432900432900433, "input_sha256": "c924ac31b0e3a12e96d03303c6807869050fd7a441d32d0014378ad18264d454"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3316769660, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.860733599121718, "interval": [-5.7635075272939895, 10.13978423910838], "p_value": 0.5438543082598685, "input_sha256": "c924ac31b0e3a12e96d03303c6807869050fd7a441d32d0014378ad18264d454"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3316769660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029088528038065838, "interval": [-0.07321759241835049, 0.13139464849448215], "p_value": 0.5303030303030303, "input_sha256": "52e5eaef88c4e212d79fb62fa79e5dddf2318f3c88c39b43dd6895bff166ba23"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3316769660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029088528038065838, "interval": [-0.05458327424883622, 0.10853419059021234], "p_value": 0.5404839018020153, "input_sha256": "52e5eaef88c4e212d79fb62fa79e5dddf2318f3c88c39b43dd6895bff166ba23"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1037023448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.65931531763022, "interval": [-8.930052719100992, 14.248683354361432], "p_value": 0.5930735930735931, "input_sha256": "cf367f5bd8fd083fdb03b1f2e75a9569fcd11e13568e9ea41ac2c4f7c5559fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1037023448, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.65931531763022, "interval": [-6.613392361860697, 11.023624541216625], "p_value": 0.60147666005371, "input_sha256": "cf367f5bd8fd083fdb03b1f2e75a9569fcd11e13568e9ea41ac2c4f7c5559fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1037023448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028990603388566683, "interval": [-0.08357444939284281, 0.14155565616997617], "p_value": 0.5541125541125541, "input_sha256": "706c9bab9d0ab462aa95282cd36f0e4d315a24206ffdbd37603b8e3059afd14e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1037023448, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028990603388566683, "interval": [-0.06266457654296469, 0.11318025293629104], "p_value": 0.5665963954102493, "input_sha256": "706c9bab9d0ab462aa95282cd36f0e4d315a24206ffdbd37603b8e3059afd14e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 516092780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.707314505654128, "interval": [-16.90530342603446, 5.4906744147262065], "p_value": 0.24458874458874458, "input_sha256": "bbb0a3b7bc5cae5137ee57d67287668b7f8f971ef0e53f900f78d8589948fd5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 516092780, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.707314505654128, "interval": [-12.596677891381603, 4.2274218554136835], "p_value": 0.27084114500044515, "input_sha256": "bbb0a3b7bc5cae5137ee57d67287668b7f8f971ef0e53f900f78d8589948fd5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 516092780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06042339389933433, "interval": [-0.183593933213898, 0.06274714541522936], "p_value": 0.27705627705627706, "input_sha256": "72b89a87b0fcf8d1aec67eccf2c716b6a21441b244f5205dda28ca92e540539a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 516092780, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06042339389933433, "interval": [-0.1343573270810503, 0.051303874062603824], "p_value": 0.289588083511789, "input_sha256": "72b89a87b0fcf8d1aec67eccf2c716b6a21441b244f5205dda28ca92e540539a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1400861619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.258828987172735, "interval": [-9.875849892838026, 14.393507867183498], "p_value": 0.6818181818181818, "input_sha256": "3892816c10dc36c3048c21f9e3650fce1c12fca4b74869e9ea8a6e45a810f0c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1400861619, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.258828987172735, "interval": [-7.931313709664482, 12.351354927491021], "p_value": 0.6870412792532579, "input_sha256": "3892816c10dc36c3048c21f9e3650fce1c12fca4b74869e9ea8a6e45a810f0c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1400861619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018689605933950665, "interval": [-0.11075009756415014, 0.14812930943205146], "p_value": 0.7424242424242424, "input_sha256": "bae0f1d36037edf811b9f39cbdc73118e527332a1b472873598c0e28a97607e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1400861619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018689605933950665, "interval": [-0.08166815001976893, 0.12852158892066223], "p_value": 0.7542902537677412, "input_sha256": "bae0f1d36037edf811b9f39cbdc73118e527332a1b472873598c0e28a97607e4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2136931427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.068087399379877, "interval": [-7.880578787372837, 10.016753586132591], "p_value": 0.7987012987012987, "input_sha256": "375827a66e3fc2a86df2968dee2071b8f6e2026bf4feb8992dd3fb38aec173c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2136931427, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.068087399379877, "interval": [-6.5382037871126295, 7.859786896568589], "p_value": 0.7952033135136223, "input_sha256": "375827a66e3fc2a86df2968dee2071b8f6e2026bf4feb8992dd3fb38aec173c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2136931427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01827435297552954, "interval": [-0.07931910076473912, 0.1158678067157982], "p_value": 0.6601731601731602, "input_sha256": "f48cc6bcffe7e22559af8df9612392fdbf79cc8fa02f72d4746d6dd80e0d5e5b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2136931427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01827435297552954, "interval": [-0.06040397530522118, 0.09780921761522397], "p_value": 0.6819929714979789, "input_sha256": "f48cc6bcffe7e22559af8df9612392fdbf79cc8fa02f72d4746d6dd80e0d5e5b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 460315474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6442023289584524, "interval": [-12.992969730290053, 7.704565072373149], "p_value": 0.5692640692640693, "input_sha256": "5df5fe8afb9582dd07fba0263f790ef34f4efa160d4240972790b1c82a1adbae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 460315474, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6442023289584524, "interval": [-10.129932690058727, 7.52567850667148], "p_value": 0.5804757685178308, "input_sha256": "5df5fe8afb9582dd07fba0263f790ef34f4efa160d4240972790b1c82a1adbae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 460315474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029905936803628616, "interval": [-0.13147031674781431, 0.07165844314055708], "p_value": 0.512987012987013, "input_sha256": "bdad9ff549ce2817b8d7beab9c232da416880171d76f5688f30150b80a9fc13c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 460315474, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029905936803628616, "interval": [-0.10261401740638093, 0.06775548382399336], "p_value": 0.5247452032393104, "input_sha256": "bdad9ff549ce2817b8d7beab9c232da416880171d76f5688f30150b80a9fc13c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1741375668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0302107205596283, "interval": [-13.89198235412708, 9.831560913007824], "p_value": 0.70995670995671, "input_sha256": "4b200fafa3d59245a4a6219693b5087de92a97ad2efb95677df4ba6cefa172c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1741375668, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0302107205596283, "interval": [-12.669666388748485, 6.157127327074663], "p_value": 0.7078338583016897, "input_sha256": "4b200fafa3d59245a4a6219693b5087de92a97ad2efb95677df4ba6cefa172c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1741375668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00434451887750812, "interval": [-0.1315684729894306, 0.12287943523441439], "p_value": 0.9523809523809523, "input_sha256": "004423868e62a1c50dbabb430b715c0643d325b821db1455aa8221db452e38f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1741375668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00434451887750812, "interval": [-0.11113689037089072, 0.08377955720546122], "p_value": 0.9395697682149047, "input_sha256": "004423868e62a1c50dbabb430b715c0643d325b821db1455aa8221db452e38f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2075249706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.925265342983515, "interval": [-3.789902479607065, 15.640433165574095], "p_value": 0.20346320346320346, "input_sha256": "83a551e031d8b7b8e55514a94b4128622590103d632a5f338e95c623fbb3622e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2075249706, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.925265342983515, "interval": [-2.453352409389831, 12.724712519948243], "p_value": 0.202703550296351, "input_sha256": "83a551e031d8b7b8e55514a94b4128622590103d632a5f338e95c623fbb3622e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2075249706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06707004153819758, "interval": [-0.04455483813080373, 0.17869492120719888], "p_value": 0.19480519480519481, "input_sha256": "9ea0bd7c0a482a8b172435d9773abea27f365187ba8b1000497995adf09bb583"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2075249706, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06707004153819758, "interval": [-0.01763959461190623, 0.15972554044088902], "p_value": 0.2060473543517803, "input_sha256": "9ea0bd7c0a482a8b172435d9773abea27f365187ba8b1000497995adf09bb583"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 163242921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2391893452928304, "interval": [-7.943739122637433, 10.422117813223094], "p_value": 0.7835497835497836, "input_sha256": "3518aee967ebcc403eb931bf8680547a278e8f7a49caedd21b06b8b2a2831ef6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 163242921, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2391893452928304, "interval": [-6.404690021299619, 7.462160280813646], "p_value": 0.7688518924767923, "input_sha256": "3518aee967ebcc403eb931bf8680547a278e8f7a49caedd21b06b8b2a2831ef6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 163242921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015995217837376965, "interval": [-0.07661534523781152, 0.10860578091256545], "p_value": 0.7251082251082251, "input_sha256": "236c67da791805f8c07e104b7dadf1dda216cbb289fd78b6b815a26cbb6090e3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 163242921, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015995217837376965, "interval": [-0.060351428522326514, 0.07609017612544693], "p_value": 0.7070109004626821, "input_sha256": "236c67da791805f8c07e104b7dadf1dda216cbb289fd78b6b815a26cbb6090e3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3501158711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2107350981032692, "interval": [-11.50949915139165, 9.088028955185111], "p_value": 0.7857142857142857, "input_sha256": "8c3ff5bfe9fb814f0677cc4e70d637b70b0e8b9f4948551e928615d74eff93c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3501158711, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2107350981032692, "interval": [-8.423667849448478, 7.216030422065562], "p_value": 0.7950475403260322, "input_sha256": "8c3ff5bfe9fb814f0677cc4e70d637b70b0e8b9f4948551e928615d74eff93c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3501158711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013310378448101998, "interval": [-0.11812845482379804, 0.09150769792759404], "p_value": 0.7748917748917749, "input_sha256": "9f23d795911ad299b2ac6345dbc4040bbc916bf798303e3dba2e7f09b6eb18dd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3501158711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013310378448101998, "interval": [-0.0824323877767346, 0.07133704442024581], "p_value": 0.7773303888491709, "input_sha256": "9f23d795911ad299b2ac6345dbc4040bbc916bf798303e3dba2e7f09b6eb18dd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4294246913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8364971198152436, "interval": [-9.903219478299642, 11.576213717930129], "p_value": 0.8679653679653679, "input_sha256": "d5dc91743e4fc1da6e747ced1795328029f738a4864bd077403068202a13d6de"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4294246913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8364971198152436, "interval": [-6.249802825129729, 11.027422416402176], "p_value": 0.8648582407233204, "input_sha256": "d5dc91743e4fc1da6e747ced1795328029f738a4864bd077403068202a13d6de"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4294246913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0024930746600769216, "interval": [-0.12006299198719445, 0.1250491413073483], "p_value": 0.9523809523809523, "input_sha256": "8f8f1ff7be812fc83ecc5e467a80add310d133205becdabb3eec81dce9a714f2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4294246913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0024930746600769216, "interval": [-0.0807203509330955, 0.1220419549395262], "p_value": 0.9647099501752705, "input_sha256": "8f8f1ff7be812fc83ecc5e467a80add310d133205becdabb3eec81dce9a714f2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2546092235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04646157681885299, "interval": [-5.413699577196047, 5.506622730833753], "p_value": 0.9891774891774892, "input_sha256": "7ecf42601c71e0183bb3ffbf6e17d9e18c075a4739c1ac824dd9ebb2f020671f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2546092235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04646157681885299, "interval": [-3.667262379353209, 5.112128878971138], "p_value": 0.9852114844329529, "input_sha256": "7ecf42601c71e0183bb3ffbf6e17d9e18c075a4739c1ac824dd9ebb2f020671f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2546092235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007161026385491695, "interval": [-0.06093632794732541, 0.0752583807183088], "p_value": 0.7965367965367965, "input_sha256": "9cd25e8c79dc1f3036bf9aaec0ec6208dfe142c5ef3f20b3e6061f81425de2d7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2546092235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007161026385491695, "interval": [-0.034874183242776365, 0.07297933739720071], "p_value": 0.817188771492069, "input_sha256": "9cd25e8c79dc1f3036bf9aaec0ec6208dfe142c5ef3f20b3e6061f81425de2d7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1482460961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.041790211065766414, "interval": [-10.432168283201616, 10.348587861070083], "p_value": 0.9956709956709957, "input_sha256": "2d47fbe03b05833a40b3510fcd0d0c6bae14b7cb64027c9704cd462ca988ff77"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1482460961, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.041790211065766414, "interval": [-7.8563562485282254, 7.531140356176575], "p_value": 0.9930236250633657, "input_sha256": "2d47fbe03b05833a40b3510fcd0d0c6bae14b7cb64027c9704cd462ca988ff77"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1482460961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0020292698953515848, "interval": [-0.10208705168771352, 0.10614559147841669], "p_value": 0.9718614718614719, "input_sha256": "1bc11204c0eafdf1647ee1db09eb9090e642f0529f1d3824690dc72da3c8dd0b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1482460961, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0020292698953515848, "interval": [-0.07359147515269802, 0.08063354099975702], "p_value": 0.9660303882273134, "input_sha256": "1bc11204c0eafdf1647ee1db09eb9090e642f0529f1d3824690dc72da3c8dd0b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4289678381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.23083952840787, "interval": [-14.641984826031075, 8.180305769215336], "p_value": 0.5303030303030303, "input_sha256": "87b5b31d17b57b4836ecf80aeecd1dd06f110ab74dce8ce778ef1bc426609aa7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4289678381, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.23083952840787, "interval": [-12.542068809723611, 6.396591756881089], "p_value": 0.5415739342741395, "input_sha256": "87b5b31d17b57b4836ecf80aeecd1dd06f110ab74dce8ce778ef1bc426609aa7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4289678381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04265905621184411, "interval": [-0.16408887420704898, 0.07877076178336075], "p_value": 0.42857142857142855, "input_sha256": "fc26de2c62af872b5cd38a99f1e1f3a93bf792a7d5e291dea94d72acb64d3272"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4289678381, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04265905621184411, "interval": [-0.13359642498538613, 0.06514698679270471], "p_value": 0.4515673432092898, "input_sha256": "fc26de2c62af872b5cd38a99f1e1f3a93bf792a7d5e291dea94d72acb64d3272"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1263988382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.065161734236952, "interval": [-19.101421607829913, 8.97109813935601], "p_value": 0.43073593073593075, "input_sha256": "428f626db1b60e93d881e18d452257275357ac04b9f48f9be3a25a21788dd867"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1263988382, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.065161734236952, "interval": [-14.327674982373301, 7.738857083814792], "p_value": 0.43275203813108687, "input_sha256": "428f626db1b60e93d881e18d452257275357ac04b9f48f9be3a25a21788dd867"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1263988382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05254322389659832, "interval": [-0.1943472093000104, 0.08926076150681375], "p_value": 0.4199134199134199, "input_sha256": "ca6700ce2c6a2459108f36b84be1fcb1478e7e8cfd9b1e659d043627fe51187b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1263988382, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05254322389659832, "interval": [-0.15125128373927701, 0.0639612230448569], "p_value": 0.4257485116081893, "input_sha256": "ca6700ce2c6a2459108f36b84be1fcb1478e7e8cfd9b1e659d043627fe51187b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1377883636, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7922327694677826, "interval": [-15.551096377109348, 9.966630838173783], "p_value": 0.6277056277056277, "input_sha256": "c69a04c02270cdb85676fea86f5a344aa345579737b2c4c51e5357e8fa8b31b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1377883636, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7922327694677826, "interval": [-12.194474168602161, 7.530726573082768], "p_value": 0.6295393344596659, "input_sha256": "c69a04c02270cdb85676fea86f5a344aa345579737b2c4c51e5357e8fa8b31b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1377883636, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02262910151015924, "interval": [-0.15654535774140763, 0.11128715472108916], "p_value": 0.7077922077922078, "input_sha256": "fe6029247310ac4bf363d5ede4ff14d1e281b7034bf8d7e2a6234806d31c7dc0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1377883636, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02262910151015924, "interval": [-0.10979698275463178, 0.0940594045585806], "p_value": 0.7078630358529947, "input_sha256": "fe6029247310ac4bf363d5ede4ff14d1e281b7034bf8d7e2a6234806d31c7dc0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2991755876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7947209213966673, "interval": [-6.938390064329943, 5.348948221536609], "p_value": 0.7727272727272727, "input_sha256": "39343a4918b408f0dc03f075efdfe359e1139f51aee2b2d1c437b1607534f201"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2991755876, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7947209213966673, "interval": [-5.758413802775735, 3.81810832719941], "p_value": 0.7727407049470464, "input_sha256": "39343a4918b408f0dc03f075efdfe359e1139f51aee2b2d1c437b1607534f201"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2991755876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006926486280358288, "interval": [-0.05871385093183627, 0.0448608783711197], "p_value": 0.7662337662337663, "input_sha256": "71093d7be7d6330e36c1d797b0327b9d2073e9975c5f929551770207ff59fe5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2991755876, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006926486280358288, "interval": [-0.04804344159627219, 0.03239437621970733], "p_value": 0.7671564536373814, "input_sha256": "71093d7be7d6330e36c1d797b0327b9d2073e9975c5f929551770207ff59fe5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284243326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.669419462291276, "interval": [-5.513013180684493, 12.851852105267046], "p_value": 0.35064935064935066, "input_sha256": "38d8ae49f9cb91a70dc6fec0bc16baab030d5b9b2deeb11f5f235effb28525be"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284243326, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.669419462291276, "interval": [-3.340537363227976, 9.84481745513982], "p_value": 0.3783833499278162, "input_sha256": "38d8ae49f9cb91a70dc6fec0bc16baab030d5b9b2deeb11f5f235effb28525be"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284243326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024827232713312747, "interval": [-0.08077391529004112, 0.13042838071666663], "p_value": 0.5952380952380952, "input_sha256": "631c355daa0121bf04056e7c3f95e83d15bd51a176bfcfe640e3a433eeade095"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284243326, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024827232713312747, "interval": [-0.05550388274461715, 0.10210970104718795], "p_value": 0.602941028535191, "input_sha256": "631c355daa0121bf04056e7c3f95e83d15bd51a176bfcfe640e3a433eeade095"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 790386425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.577180314058644, "interval": [-0.48747256744722023, 19.64183319556451], "p_value": 0.06060606060606061, "input_sha256": "972a58fbbd0c1c725567b72cf216241ea5956cd9fc62226ba17e2673be259118"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 790386425, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.577180314058644, "interval": [0.9033924343672932, 17.055009790289535], "p_value": 0.059996853541968986, "input_sha256": "972a58fbbd0c1c725567b72cf216241ea5956cd9fc62226ba17e2673be259118"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 790386425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10152953628326689, "interval": [-0.0062152113433158185, 0.2092742839098496], "p_value": 0.07142857142857142, "input_sha256": "65ecb2d5e1a414360c8ad6b9a8e9b4edd1378f973d699a23c153b3159c7bbcdb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 790386425, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10152953628326689, "interval": [0.00856426736271024, 0.17941145520170354], "p_value": 0.06211795173584175, "input_sha256": "65ecb2d5e1a414360c8ad6b9a8e9b4edd1378f973d699a23c153b3159c7bbcdb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 5143276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3427454948241788, "interval": [-12.32196404009354, 13.007455029741898], "p_value": 0.9653679653679653, "input_sha256": "743a1ab6ce575766a158d8b80079122dc6bb5937761c650b92ad3a950ece079e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 5143276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3427454948241788, "interval": [-12.421697311595159, 8.966787870083044], "p_value": 0.9530047576282565, "input_sha256": "743a1ab6ce575766a158d8b80079122dc6bb5937761c650b92ad3a950ece079e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 5143276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003005000103920061, "interval": [-0.12201013974446209, 0.11600013953662197], "p_value": 0.9848484848484849, "input_sha256": "725d6724dcdaeeb537de6b621a8671b3a7f81b80d8848917b9570286886e79b8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 5143276, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003005000103920061, "interval": [-0.11810947833475668, 0.08001846407514351], "p_value": 0.9562310776846553, "input_sha256": "725d6724dcdaeeb537de6b621a8671b3a7f81b80d8848917b9570286886e79b8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1323333500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.982449797871226, "interval": [3.07717339444065, 14.887726201301803], "p_value": 0.006493506493506494, "input_sha256": "bcb13ac1a39c566148682d78b05da2e3c68ea869236ee1e7ed4c4fea44ae4b0f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1323333500, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.982449797871226, "interval": [4.935774343676421, 13.659884818547091], "p_value": 0.008276583869376105, "input_sha256": "bcb13ac1a39c566148682d78b05da2e3c68ea869236ee1e7ed4c4fea44ae4b0f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1323333500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08640730131141233, "interval": [0.03681229222204302, 0.13600231040078165], "p_value": 0.004329004329004329, "input_sha256": "510ed068e00afd4aab61b949b0ebe3ae0ef2fe37ab628cf66ca13cdb003f8cf8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1323333500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08640730131141233, "interval": [0.05028735895286737, 0.12694828764670416], "p_value": 0.003478560625164575, "input_sha256": "510ed068e00afd4aab61b949b0ebe3ae0ef2fe37ab628cf66ca13cdb003f8cf8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2432359972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1814183089820016, "interval": [-7.096740263094181, 4.7339036451301775], "p_value": 0.670995670995671, "input_sha256": "74e0ec81c0d14a8e946a6bc7c254127f15ee86b4e9bb8f020f4e62935849eeef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2432359972, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1814183089820016, "interval": [-5.709963434163983, 3.746007150028815], "p_value": 0.661288790906962, "input_sha256": "74e0ec81c0d14a8e946a6bc7c254127f15ee86b4e9bb8f020f4e62935849eeef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2432359972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014385872808348438, "interval": [-0.07382259672389815, 0.04505085110720128], "p_value": 0.5909090909090909, "input_sha256": "167bad34c4c73b756e681857fe42cafe7b6c117cc398fe861bf7c02b5ecf26e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2432359972, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014385872808348438, "interval": [-0.059080186663881165, 0.03480615240231867], "p_value": 0.5939075312720328, "input_sha256": "167bad34c4c73b756e681857fe42cafe7b6c117cc398fe861bf7c02b5ecf26e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1856910986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8589896837297601, "interval": [-10.266274203898138, 8.548294836438618], "p_value": 0.8484848484848485, "input_sha256": "1a4c179ebd16a84b281f423cdf62869c3561c0a938f66b779fe40aaefb7713e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1856910986, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8589896837297601, "interval": [-7.934475596332203, 6.2280647853942455], "p_value": 0.8380037349949172, "input_sha256": "1a4c179ebd16a84b281f423cdf62869c3561c0a938f66b779fe40aaefb7713e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1856910986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006419193191847861, "interval": [-0.1093411314410331, 0.09650274505733737], "p_value": 0.9090909090909091, "input_sha256": "feb7b072e295d6b1da3adabdcae80c9910ccc41c34f8288d63f1ee91f26790d6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1856910986, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006419193191847861, "interval": [-0.08427720560124582, 0.07289318980321632], "p_value": 0.8903823679827108, "input_sha256": "feb7b072e295d6b1da3adabdcae80c9910ccc41c34f8288d63f1ee91f26790d6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1396680533, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4071790805380662, "interval": [-6.116614278656047, 6.930972439732179], "p_value": 0.8982683982683982, "input_sha256": "0d54eb42b6585cec74b4e485a21e653d526aa6c935a0b357b03b7369d696b65e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1396680533, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4071790805380662, "interval": [-4.5390567467680585, 5.395778554731143], "p_value": 0.8907827325360771, "input_sha256": "0d54eb42b6585cec74b4e485a21e653d526aa6c935a0b357b03b7369d696b65e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1396680533, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012168158330983447, "interval": [-0.08381648082730946, 0.05948016416534256], "p_value": 0.7164502164502164, "input_sha256": "f210e0106350347c23bad170a814c1e4c2c84a668c53bd0cd96d8d9c750803db"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1396680533, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012168158330983447, "interval": [-0.0688864030940306, 0.0405959697949653], "p_value": 0.7130110171228992, "input_sha256": "f210e0106350347c23bad170a814c1e4c2c84a668c53bd0cd96d8d9c750803db"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 953166491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.853998624178721, "interval": [-12.078235260901799, 6.370238012544358], "p_value": 0.47835497835497837, "input_sha256": "78bc4b7b772407b06c43dfdf0d8c87cd320665d0d15e835815d593afb18361a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 953166491, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.853998624178721, "interval": [-9.185108792487188, 5.086295859972395], "p_value": 0.49038104495217405, "input_sha256": "78bc4b7b772407b06c43dfdf0d8c87cd320665d0d15e835815d593afb18361a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 953166491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01670879554210558, "interval": [-0.12076381111200432, 0.08734622002779316], "p_value": 0.7207792207792207, "input_sha256": "51567339c85fe814d8ba345f3b5561dee703dc63f3b3b7a1ad116d7a26623ad1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 953166491, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01670879554210558, "interval": [-0.08071753384218096, 0.07495900984066586], "p_value": 0.7130170816344878, "input_sha256": "51567339c85fe814d8ba345f3b5561dee703dc63f3b3b7a1ad116d7a26623ad1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3193258913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.711630524629659, "interval": [-1.9828922618934541, 13.406153311152773], "p_value": 0.1406926406926407, "input_sha256": "cc27284783c66464adabbecf8b451ddf5a3957f690fb6566b6a7720e27797996"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3193258913, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.711630524629659, "interval": [0.6220702419088641, 12.7255868906376], "p_value": 0.12865621282924544, "input_sha256": "cc27284783c66464adabbecf8b451ddf5a3957f690fb6566b6a7720e27797996"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3193258913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05651307722423705, "interval": [-0.01946764649364894, 0.13249380094212304], "p_value": 0.1341991341991342, "input_sha256": "4a496615cf80ca01f5e012c18d2cbc942232fe16b729bdaefb62336d0c9261e0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3193258913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05651307722423705, "interval": [0.00785408336061102, 0.12951532844723743], "p_value": 0.12837857082112664, "input_sha256": "4a496615cf80ca01f5e012c18d2cbc942232fe16b729bdaefb62336d0c9261e0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1858678504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1948601407475907, "interval": [-9.550719753816995, 11.940440035312175], "p_value": 0.7922077922077922, "input_sha256": "39eb4ec0a9259d3b5f3274f17d6121db5d8ba1492e2245d644aad82199a4e8fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1858678504, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1948601407475907, "interval": [-7.578009742994806, 8.35314917059445], "p_value": 0.7940717413894672, "input_sha256": "39eb4ec0a9259d3b5f3274f17d6121db5d8ba1492e2245d644aad82199a4e8fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1858678504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016432736674434137, "interval": [-0.08398006328737863, 0.1168455366362469], "p_value": 0.696969696969697, "input_sha256": "845b11eab57bc0e4bcf0bdbad03e018ddc3b0872c9084c9b5231a79686324d90"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1858678504, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016432736674434137, "interval": [-0.0704137315867116, 0.08110937687577373], "p_value": 0.7009839210354967, "input_sha256": "845b11eab57bc0e4bcf0bdbad03e018ddc3b0872c9084c9b5231a79686324d90"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3335671588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8893968976806814, "interval": [-9.371912424209821, 13.150706219571184], "p_value": 0.7229437229437229, "input_sha256": "e34210b35343f8c8406562560e8ee592674d1b72d3a3e99a5d41250ea63e51d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3335671588, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8893968976806814, "interval": [-6.691934322630683, 10.874871041884072], "p_value": 0.7152916217589167, "input_sha256": "e34210b35343f8c8406562560e8ee592674d1b72d3a3e99a5d41250ea63e51d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3335671588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0363415823661449, "interval": [-0.09895986515380045, 0.17164302988609026], "p_value": 0.5627705627705628, "input_sha256": "7440440737e4b0991ecfe27df4d4ee7c4b524976270834f42c985161e263d1b7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3335671588, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0363415823661449, "interval": [-0.06708343803893198, 0.1410158142169026], "p_value": 0.5572142571415997, "input_sha256": "7440440737e4b0991ecfe27df4d4ee7c4b524976270834f42c985161e263d1b7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2061138973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5851447557443237, "interval": [-7.539080160996933, 10.70936967248558], "p_value": 0.70995670995671, "input_sha256": "b0bdff8e1dd38bdd1a5152a592eb4fca0be7862a25623a23d17786b420223828"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2061138973, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5851447557443237, "interval": [-4.884855725595868, 9.533030772653209], "p_value": 0.7067788828623063, "input_sha256": "b0bdff8e1dd38bdd1a5152a592eb4fca0be7862a25623a23d17786b420223828"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2061138973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023500559704662215, "interval": [-0.06530938496293298, 0.11231050437225742], "p_value": 0.5476190476190477, "input_sha256": "0cf59e5f474a789b510271214773d9931887205890f8f58c9e4e87d08efcdc25"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2061138973, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023500559704662215, "interval": [-0.03952986970800566, 0.10009949306806312], "p_value": 0.5682172286313276, "input_sha256": "0cf59e5f474a789b510271214773d9931887205890f8f58c9e4e87d08efcdc25"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2672158063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6603204224877763, "interval": [-8.678062109681436, 9.99870295465699], "p_value": 0.8484848484848485, "input_sha256": "ef5735a83fa35f49c083342451607aac44dc661d5c43a1440e89ad34dc6e27ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2672158063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6603204224877763, "interval": [-7.974731336421426, 7.675195039716243], "p_value": 0.8779369306536657, "input_sha256": "ef5735a83fa35f49c083342451607aac44dc661d5c43a1440e89ad34dc6e27ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2672158063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0038365640710648907, "interval": [-0.09537059952135506, 0.10304372766348484], "p_value": 0.9285714285714286, "input_sha256": "2cf8e05ab5a341ec02b7b2854ef5118b6a9db14a53df263df3332fe62b3835e2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2672158063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0038365640710648907, "interval": [-0.08363354516834186, 0.07920531502501478], "p_value": 0.9330337022893245, "input_sha256": "2cf8e05ab5a341ec02b7b2854ef5118b6a9db14a53df263df3332fe62b3835e2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2267284482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.669475657381047, "interval": [-11.908763736338976, -1.4301875784231184], "p_value": 0.021645021645021644, "input_sha256": "c868834349c83e6c4ee9ef5058c36b4cf3d8878ed3a2de3139ad9a41f53518ac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2267284482, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.669475657381047, "interval": [-10.301947322278055, -1.4392841394392535], "p_value": 0.017911309493117016, "input_sha256": "c868834349c83e6c4ee9ef5058c36b4cf3d8878ed3a2de3139ad9a41f53518ac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2267284482, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07625491092051304, "interval": [-0.12230069643595107, -0.030209125405075005], "p_value": 0.006493506493506494, "input_sha256": "382432742229d3d3f0d3bd68ae8d7b6e0fa0d242517949b0552ef7361f23b66c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2267284482, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07625491092051304, "interval": [-0.11093025479846087, -0.03563184031012993], "p_value": 0.004181221859047138, "input_sha256": "382432742229d3d3f0d3bd68ae8d7b6e0fa0d242517949b0552ef7361f23b66c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3489453740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.479448910101657, "interval": [-2.106353130983387, 17.0652509511867], "p_value": 0.09523809523809523, "input_sha256": "88c8aaf5aece9e361b6b51fba43568cd95f17c14a36d5adcbc96f7b2dc0003ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3489453740, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.479448910101657, "interval": [0.9833010593878428, 14.887891758375499], "p_value": 0.10745743827241079, "input_sha256": "88c8aaf5aece9e361b6b51fba43568cd95f17c14a36d5adcbc96f7b2dc0003ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3489453740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08481142344570464, "interval": [-0.012365840099416187, 0.18198868699082546], "p_value": 0.06493506493506493, "input_sha256": "3ad55448d0da51a47f0f924027d97d610ab7da47ca08bd56c7f75776fb547d8d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3489453740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08481142344570464, "interval": [0.019149808408127595, 0.15436465984340567], "p_value": 0.07715507338936904, "input_sha256": "3ad55448d0da51a47f0f924027d97d610ab7da47ca08bd56c7f75776fb547d8d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 41245981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.898212105870863, "interval": [-15.125520130416158, 9.329095918674431], "p_value": 0.5995670995670995, "input_sha256": "68f6f646f4f67fbb6959414f31eabc210584e59eed89a6c3880f74a7b0fd1770"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 41245981, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.898212105870863, "interval": [-12.487439825506021, 8.525900902556678], "p_value": 0.6086195775166376, "input_sha256": "68f6f646f4f67fbb6959414f31eabc210584e59eed89a6c3880f74a7b0fd1770"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 41245981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04413258219081852, "interval": [-0.18020917822930893, 0.09194401384767188], "p_value": 0.47835497835497837, "input_sha256": "0c99dbbed6644e3fbc2f102c900f6fc498db2130e9964c14ca3832e7f5536ca8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 41245981, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04413258219081852, "interval": [-0.14852735819880292, 0.07873582057057038], "p_value": 0.48387210604981046, "input_sha256": "0c99dbbed6644e3fbc2f102c900f6fc498db2130e9964c14ca3832e7f5536ca8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3480653936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8499992248885935, "interval": [-9.886386789073622, 2.1863883392964363], "p_value": 0.18181818181818182, "input_sha256": "d88d97c34f4ef899168f488d4ae4a2c701a157a55e27168c994a89601ea20841"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3480653936, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8499992248885935, "interval": [-8.228544799461385, 1.3900987176315205], "p_value": 0.18405123993287545, "input_sha256": "d88d97c34f4ef899168f488d4ae4a2c701a157a55e27168c994a89601ea20841"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3480653936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.049959734326927574, "interval": [-0.101907081304693, 0.0019876126508378486], "p_value": 0.05627705627705628, "input_sha256": "42675ab5da7b4f10cdcf4a3d66e2547fd085170a456ee014ffa241daf3c54fb5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3480653936, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.049959734326927574, "interval": [-0.08481099459624407, -0.005171343418279492], "p_value": 0.0576703223257809, "input_sha256": "42675ab5da7b4f10cdcf4a3d66e2547fd085170a456ee014ffa241daf3c54fb5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2413138069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5455913413443287, "interval": [-9.721558575247576, 12.812741257936233], "p_value": 0.7640692640692641, "input_sha256": "22f9c5a55f446ba88e056790d9b3fe85938ab1e2f2798faa9df4f613d8747744"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2413138069, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5455913413443287, "interval": [-10.836371540943281, 8.264420248099105], "p_value": 0.7660958702124759, "input_sha256": "22f9c5a55f446ba88e056790d9b3fe85938ab1e2f2798faa9df4f613d8747744"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2413138069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016234126249187533, "interval": [-0.0960072551754502, 0.12847550767382526], "p_value": 0.7467532467532467, "input_sha256": "cf98d7858b9ef731251e20f4a88f0f0ca70a7b90d5ee4260b1995da4647e427a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2413138069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016234126249187533, "interval": [-0.10454761992805144, 0.08428439060384196], "p_value": 0.7535320289088316, "input_sha256": "cf98d7858b9ef731251e20f4a88f0f0ca70a7b90d5ee4260b1995da4647e427a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2406244043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.32712632541537, "interval": [-18.617490711902512, 1.9632380610717757], "p_value": 0.10606060606060606, "input_sha256": "40c8d067e843bd8724bbf578905b1ddb8e49d7f9a9615d20a761500d7f8764da"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2406244043, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.32712632541537, "interval": [-17.160549745029027, -0.6907459572014968], "p_value": 0.10154676085479312, "input_sha256": "40c8d067e843bd8724bbf578905b1ddb8e49d7f9a9615d20a761500d7f8764da"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2406244043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09335981085010647, "interval": [-0.2068812288060669, 0.020161607105853963], "p_value": 0.09307359307359307, "input_sha256": "ac98c70f11cd835c08b822601c0dabaddbad09ddcfc552980bdbc9733fbd9726"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2406244043, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09335981085010647, "interval": [-0.18712689301559945, -0.008828634345534034], "p_value": 0.09636209161101873, "input_sha256": "ac98c70f11cd835c08b822601c0dabaddbad09ddcfc552980bdbc9733fbd9726"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2675673700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6283234939436326, "interval": [-8.73495747971379, 7.478310491826525], "p_value": 0.8658008658008658, "input_sha256": "9eb077ca8438d3820fcee5bc9461014f0bcff742ec85e5439bd4989e49fa14d0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2675673700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6283234939436326, "interval": [-7.578987114095577, 5.372828316576584], "p_value": 0.8647163361965006, "input_sha256": "9eb077ca8438d3820fcee5bc9461014f0bcff742ec85e5439bd4989e49fa14d0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2675673700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012154193676703465, "interval": [-0.08755129977958644, 0.0632429124261795], "p_value": 0.7186147186147186, "input_sha256": "f3b72398607585ff0f0985e8b228c9aab26abcbe8843f38158eef2e3e4e50273"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2675673700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012154193676703465, "interval": [-0.07243687620859267, 0.04202183437543778], "p_value": 0.7235057403326277, "input_sha256": "f3b72398607585ff0f0985e8b228c9aab26abcbe8843f38158eef2e3e4e50273"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2726842578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.809504638983374, "interval": [-7.255252547238922, 12.874261825205672], "p_value": 0.5346320346320347, "input_sha256": "b0652215be3d486439f7f84b7b764ca0a30e6344323ab94bd5010bf7e753d331"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2726842578, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.809504638983374, "interval": [-6.000772627464108, 9.885269055952039], "p_value": 0.544238989518858, "input_sha256": "b0652215be3d486439f7f84b7b764ca0a30e6344323ab94bd5010bf7e753d331"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2726842578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04619913587923727, "interval": [-0.06007886828110552, 0.15247714003958007], "p_value": 0.3463203463203463, "input_sha256": "c09e8374d121c940d6459fcc818bdc16ee16ec8e283e5ee95d52549bf2b580ce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2726842578, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04619913587923727, "interval": [-0.04650792407977385, 0.12372695538938062], "p_value": 0.35526801277106934, "input_sha256": "c09e8374d121c940d6459fcc818bdc16ee16ec8e283e5ee95d52549bf2b580ce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 489502436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.0675401277882015, "interval": [-3.605515621569748, 15.740595877146152], "p_value": 0.18398268398268397, "input_sha256": "c8d4ec5951a8a5c9835259f77c34a49d8e8f8b2666d26f84e618e055b7b2da75"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 489502436, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.0675401277882015, "interval": [-2.842123179459118, 12.2400834567726], "p_value": 0.18962206962852077, "input_sha256": "c8d4ec5951a8a5c9835259f77c34a49d8e8f8b2666d26f84e618e055b7b2da75"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 489502436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07555091231242886, "interval": [-0.027281204282276345, 0.17838302890713406], "p_value": 0.12987012987012986, "input_sha256": "75833f13a63fd499b60b8efbd1c802819f9a1a3ec1af6ee649cdf24db5e63a4e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 489502436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07555091231242886, "interval": [-0.016037767770118568, 0.1422001836453034], "p_value": 0.12937874276092814, "input_sha256": "75833f13a63fd499b60b8efbd1c802819f9a1a3ec1af6ee649cdf24db5e63a4e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3448523449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.626895323066717, "interval": [-14.900550171028147, 5.646759524894713], "p_value": 0.3225108225108225, "input_sha256": "74478709c902e64b2055b4dc18df5ab73270ace03a64b6a361a6a9805c233f1d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3448523449, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.626895323066717, "interval": [-11.833592632417549, 4.266576052921232], "p_value": 0.3389320157702782, "input_sha256": "74478709c902e64b2055b4dc18df5ab73270ace03a64b6a361a6a9805c233f1d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3448523449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04592657943414093, "interval": [-0.1529938886073255, 0.06114072973904365], "p_value": 0.354978354978355, "input_sha256": "99f051201de570fee4870b8e9e3a2d3099236426ada459a1ec0fac332cd3d5bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3448523449, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04592657943414093, "interval": [-0.12108960753776961, 0.04834925921485313], "p_value": 0.3613811128512989, "input_sha256": "99f051201de570fee4870b8e9e3a2d3099236426ada459a1ec0fac332cd3d5bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1651029750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2449160841474223, "interval": [-7.362645653969278, 11.852477822264124], "p_value": 0.6082251082251082, "input_sha256": "32b83f89e0acd8cc312e8fb0b1b3ac64abe59b30dbade879bc2025e12e4ff6c0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1651029750, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2449160841474223, "interval": [-6.805595661943384, 8.622795428403126], "p_value": 0.6132847293189094, "input_sha256": "32b83f89e0acd8cc312e8fb0b1b3ac64abe59b30dbade879bc2025e12e4ff6c0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1651029750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0244324508212322, "interval": [-0.07789098451597522, 0.12675588615843963], "p_value": 0.5974025974025974, "input_sha256": "62a7e9255f21e9944a6fa6a987e8a014c2906cb4fa860aca66fcc7534554d8e8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1651029750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0244324508212322, "interval": [-0.06061171758238749, 0.09858883597440359], "p_value": 0.606323970714393, "input_sha256": "62a7e9255f21e9944a6fa6a987e8a014c2906cb4fa860aca66fcc7534554d8e8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4154684711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.396022138388597, "interval": [-12.465794591673232, 5.673750314896038], "p_value": 0.42857142857142855, "input_sha256": "8cd3766c62261f4bbb14939e6ce86c38aee4fba9e237086b73b2765ac787a87b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4154684711, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.396022138388597, "interval": [-11.14837744697309, 3.128398027824101], "p_value": 0.40793218641687545, "input_sha256": "8cd3766c62261f4bbb14939e6ce86c38aee4fba9e237086b73b2765ac787a87b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4154684711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042508210503353724, "interval": [-0.14903191138231942, 0.06401549037561197], "p_value": 0.4090909090909091, "input_sha256": "755388e26aa2ff83849f182b707b1004ff72b261772eb34c100dde5b1c93ef45"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4154684711, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042508210503353724, "interval": [-0.14312627091179556, 0.024873034412975007], "p_value": 0.3731553474718229, "input_sha256": "755388e26aa2ff83849f182b707b1004ff72b261772eb34c100dde5b1c93ef45"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 243754608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6978279382158892, "interval": [-10.867720667903319, 12.263376544335097], "p_value": 0.8961038961038961, "input_sha256": "f705140c16517dad0f538792ea18519db809c041c35f9efcc09e9cc496061ca8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 243754608, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6978279382158892, "interval": [-8.817482793522705, 9.416558546961003], "p_value": 0.893872387154089, "input_sha256": "f705140c16517dad0f538792ea18519db809c041c35f9efcc09e9cc496061ca8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 243754608, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007687256054075012, "interval": [-0.1466222348859711, 0.13124772277782104], "p_value": 0.9004329004329005, "input_sha256": "b600426a9f9e41cd70be34f71c3ce643c92889d86e30a60b62581037b09bca46"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 243754608, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007687256054075012, "interval": [-0.12396633057915375, 0.09632321210319097], "p_value": 0.9016267676654768, "input_sha256": "b600426a9f9e41cd70be34f71c3ce643c92889d86e30a60b62581037b09bca46"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2574281923, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.076660645012664, "interval": [-15.705420587901193, 1.5520992978758645], "p_value": 0.09307359307359307, "input_sha256": "0638dd5b1271a5d7b09fe836102e71e8a5115ea64cd3d20a6f0fa1734d72f67f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2574281923, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.076660645012664, "interval": [-12.720952024569522, 0.40677515817198157], "p_value": 0.09754110523874494, "input_sha256": "0638dd5b1271a5d7b09fe836102e71e8a5115ea64cd3d20a6f0fa1734d72f67f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2574281923, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06833639914336015, "interval": [-0.1496228086548132, 0.012950010368092915], "p_value": 0.09307359307359307, "input_sha256": "efecd1835f2a57dbb8e2ce22926bd9b59ba747c8854c2c3ed83bcc198dd72feb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2574281923, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06833639914336015, "interval": [-0.12324625018004871, 0.00611919496825127], "p_value": 0.09051920532970965, "input_sha256": "efecd1835f2a57dbb8e2ce22926bd9b59ba747c8854c2c3ed83bcc198dd72feb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 224681424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0679699190493386, "interval": [-5.768054763212988, 9.903994601311666], "p_value": 0.5497835497835498, "input_sha256": "b0c0c0251d80cdcb88c3338ab2bf12a235e8b636a2e96b9590a2b685b8b1a53a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 224681424, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0679699190493386, "interval": [-3.846592342158724, 8.549591734130667], "p_value": 0.5695247969990288, "input_sha256": "b0c0c0251d80cdcb88c3338ab2bf12a235e8b636a2e96b9590a2b685b8b1a53a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 224681424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015253011449924886, "interval": [-0.06630313300671174, 0.09680915590656151], "p_value": 0.6666666666666666, "input_sha256": "bb2a0da37a6797b4dc5f25d623c709930c6a70b699e2016024711d5f905873ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 224681424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015253011449924886, "interval": [-0.04374652509567124, 0.08712182673805945], "p_value": 0.6856300270676715, "input_sha256": "bb2a0da37a6797b4dc5f25d623c709930c6a70b699e2016024711d5f905873ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1221371736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.895012086208915, "interval": [-10.215370213251768, 2.4253460408339382], "p_value": 0.19696969696969696, "input_sha256": "abd51ab3bd94b1bc73dae412f242fcad8ba8d083d1386e4d61e37b1c6e338bd5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1221371736, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.895012086208915, "interval": [-9.157047361486706, 0.9596619565480462], "p_value": 0.1993029161024774, "input_sha256": "abd51ab3bd94b1bc73dae412f242fcad8ba8d083d1386e4d61e37b1c6e338bd5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1221371736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04513030191270885, "interval": [-0.11379495885348337, 0.023534355028065668], "p_value": 0.17316017316017315, "input_sha256": "ec81a449d5b51ff5de3efdfcb5eee4dfe9ebe95b6c8f031295d27ce0b0ba518b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1221371736, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04513030191270885, "interval": [-0.10260513200334652, 0.0068270378127037335], "p_value": 0.17231511412189457, "input_sha256": "ec81a449d5b51ff5de3efdfcb5eee4dfe9ebe95b6c8f031295d27ce0b0ba518b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2105313651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041356924472358614, "interval": [-4.702054452710201, 4.7847683016549185], "p_value": 0.9913419913419913, "input_sha256": "aa738e99c3126ad62ae73b82a530484f4b4d1ea456e8e0daa43e42fb4b712f92"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2105313651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041356924472358614, "interval": [-3.4611002036902137, 3.8401852017839913], "p_value": 0.9845391509219801, "input_sha256": "aa738e99c3126ad62ae73b82a530484f4b4d1ea456e8e0daa43e42fb4b712f92"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2105313651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022681093622067827, "interval": [-0.04670220171969067, 0.05123842044410423], "p_value": 0.9134199134199135, "input_sha256": "80284b0c297d53abd2bdd6a34cda82b8a094b0dfd291963350ab4b92893ffd97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2105313651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022681093622067827, "interval": [-0.04134812187237111, 0.03759800906625507], "p_value": 0.9184600333171625, "input_sha256": "80284b0c297d53abd2bdd6a34cda82b8a094b0dfd291963350ab4b92893ffd97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2367542793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5569040071478266, "interval": [-11.239965042488269, 6.126157028192615], "p_value": 0.5281385281385281, "input_sha256": "e7ddc31e23482ceece1702d96250d6291a63c4cc3275ca8e163745445dd6be65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2367542793, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5569040071478266, "interval": [-10.151566151454544, 3.362994403263005], "p_value": 0.5252071702220031, "input_sha256": "e7ddc31e23482ceece1702d96250d6291a63c4cc3275ca8e163745445dd6be65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2367542793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028846628696652686, "interval": [-0.10838118097520183, 0.050687923581896464], "p_value": 0.43722943722943725, "input_sha256": "824ebcd104d238edb90def949ec8d22ebaa51142227d2e44a3036dec163afdd7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2367542793, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028846628696652686, "interval": [-0.09995132423198212, 0.026456249759214318], "p_value": 0.4374360063014525, "input_sha256": "824ebcd104d238edb90def949ec8d22ebaa51142227d2e44a3036dec163afdd7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2973091687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.026620815206639, "interval": [-6.437452084338693, 4.384210453925414], "p_value": 0.6796536796536796, "input_sha256": "d30f042c302a7928b085a6c05d902990dde46ad467a5d727dd2cf394ba9c755e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2973091687, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.026620815206639, "interval": [-4.8888809361642345, 3.2246334768796836], "p_value": 0.6703466906230261, "input_sha256": "d30f042c302a7928b085a6c05d902990dde46ad467a5d727dd2cf394ba9c755e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2973091687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009302246207638261, "interval": [-0.05721881561045902, 0.0386143231951825], "p_value": 0.6688311688311688, "input_sha256": "d0e33822c9f3f0ed0726c463726aa2cee6426da0b2731bbadd4bd16e292d8cea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2973091687, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009302246207638261, "interval": [-0.04298416838211403, 0.02993239173674104], "p_value": 0.6654633682797404, "input_sha256": "d0e33822c9f3f0ed0726c463726aa2cee6426da0b2731bbadd4bd16e292d8cea"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3138229261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.296388049151362, "interval": [-17.368197103869413, 2.7754210055666864], "p_value": 0.13636363636363635, "input_sha256": "b1fe663eea477ef29f7faa4ca7a45f0dc2ec8cf5d9e2827ec0afe2a8e98813f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3138229261, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.296388049151362, "interval": [-15.072003811576554, 0.8663692779391534], "p_value": 0.1365008805945617, "input_sha256": "b1fe663eea477ef29f7faa4ca7a45f0dc2ec8cf5d9e2827ec0afe2a8e98813f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3138229261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08372109717321696, "interval": [-0.19618780005459396, 0.028745605708160038], "p_value": 0.1277056277056277, "input_sha256": "d101e287921f717b3644515f7677720b0b2b06f9e944ff6668f1348e56f8c696"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3138229261, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08372109717321696, "interval": [-0.17501590844348847, 0.002960627467314397], "p_value": 0.127910059407535, "input_sha256": "d101e287921f717b3644515f7677720b0b2b06f9e944ff6668f1348e56f8c696"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3058351546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7049626659907764, "interval": [-12.42490646976152, 9.014981137779966], "p_value": 0.7142857142857143, "input_sha256": "d3f4a994aab65d36cc221b43b8c323b04ef86f515e9de5a0d8189eab61dca4ce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3058351546, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7049626659907764, "interval": [-9.750181113041563, 7.354890201673759], "p_value": 0.7248638411764806, "input_sha256": "d3f4a994aab65d36cc221b43b8c323b04ef86f515e9de5a0d8189eab61dca4ce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3058351546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03097811441232448, "interval": [-0.1257662899343287, 0.06381006110967972], "p_value": 0.4675324675324675, "input_sha256": "80e7b608dc24ff137f4ae4f0729cea649bfab637a1d5655e3dce5fe88789a56d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3058351546, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03097811441232448, "interval": [-0.1063429518579949, 0.049132793054468285], "p_value": 0.4808224442262379, "input_sha256": "80e7b608dc24ff137f4ae4f0729cea649bfab637a1d5655e3dce5fe88789a56d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 653001384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5882084716426164, "interval": [-9.315058141600773, 8.13864119831554], "p_value": 0.8852813852813853, "input_sha256": "04ca4b523e37abaec764baebfbecc6f35ee9031739a00c4451a7de6ce4b00707"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 653001384, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5882084716426164, "interval": [-9.409415270622736, 5.152918262519321], "p_value": 0.8816432666782783, "input_sha256": "04ca4b523e37abaec764baebfbecc6f35ee9031739a00c4451a7de6ce4b00707"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 653001384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006853596931817724, "interval": [-0.09248173487898795, 0.0911110154926244], "p_value": 0.9891774891774892, "input_sha256": "111846f9457624493df58e0cf116afba880d9f4860b97efc050c0ccb6f4fb2a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 653001384, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006853596931817724, "interval": [-0.08753941009009285, 0.06150062291704409], "p_value": 0.9867770033796671, "input_sha256": "111846f9457624493df58e0cf116afba880d9f4860b97efc050c0ccb6f4fb2a5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1932020982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.002594649696199, "interval": [-2.3417532994570998, 16.3469425988495], "p_value": 0.12121212121212122, "input_sha256": "565fd7e536d68aded8839d8985724ccb25fdbe31f31b0c77f92caae6e5a0c534"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1932020982, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.002594649696199, "interval": [-1.7611084655149793, 13.259548384233915], "p_value": 0.1232978711847773, "input_sha256": "565fd7e536d68aded8839d8985724ccb25fdbe31f31b0c77f92caae6e5a0c534"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1932020982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07521067323625688, "interval": [-0.026878744708595304, 0.17730009118110907], "p_value": 0.13203463203463203, "input_sha256": "f161f7a13c262c69e65d9414511c325aaaf093ad3659292e801eeee4bfcd7622"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1932020982, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07521067323625688, "interval": [-0.01970662919769375, 0.14486734756995756], "p_value": 0.130282150941818, "input_sha256": "f161f7a13c262c69e65d9414511c325aaaf093ad3659292e801eeee4bfcd7622"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3531942470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0879497100132545, "interval": [-9.860367742075539, 7.684468322049029], "p_value": 0.816017316017316, "input_sha256": "de6c223791264b759c064c1846476aec8f316ea7c6806ff2a18dc7cef9632aa6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3531942470, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0879497100132545, "interval": [-10.231098546480144, 4.0909680473792465], "p_value": 0.7827161890197158, "input_sha256": "de6c223791264b759c064c1846476aec8f316ea7c6806ff2a18dc7cef9632aa6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3531942470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0034331833751378715, "interval": [-0.10114488656584045, 0.0942785198155647], "p_value": 0.9329004329004329, "input_sha256": "3e1d8972877c8848ac1f47320d6631d202f881f983b310260bd45c22ffb0d2c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3531942470, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0034331833751378715, "interval": [-0.09611259266645553, 0.06275152966176621], "p_value": 0.9367922233335566, "input_sha256": "3e1d8972877c8848ac1f47320d6631d202f881f983b310260bd45c22ffb0d2c2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1822765787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9490740599507888, "interval": [-11.724740278101178, 5.826592158199601], "p_value": 0.44155844155844154, "input_sha256": "7003194628646d8852e67fda16042f28f785e73c93194e5920ca83e75235895b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1822765787, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9490740599507888, "interval": [-10.022323185071079, 4.194793200460276], "p_value": 0.47088103364774414, "input_sha256": "7003194628646d8852e67fda16042f28f785e73c93194e5920ca83e75235895b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1822765787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0445521905040208, "interval": [-0.1410298668085027, 0.05192548580046111], "p_value": 0.3246753246753247, "input_sha256": "ceb7162c06d13f90f016e0c8e99811695c055bd9a4c83e7cb493489620a13920"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1822765787, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0445521905040208, "interval": [-0.12432824919087042, 0.03476178017508697], "p_value": 0.32636961780875295, "input_sha256": "ceb7162c06d13f90f016e0c8e99811695c055bd9a4c83e7cb493489620a13920"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1668993883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4224969557118712, "interval": [-10.258281641722794, 9.413287730299052], "p_value": 0.9047619047619048, "input_sha256": "adde5137448d9b037e2d7a885b0adde4921ec6fe941b015cd6c400ca5713299f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1668993883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4224969557118712, "interval": [-8.286691715151818, 7.094133935127392], "p_value": 0.9255827162400201, "input_sha256": "adde5137448d9b037e2d7a885b0adde4921ec6fe941b015cd6c400ca5713299f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1668993883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004422435373786962, "interval": [-0.11345334652695513, 0.1046084757793812], "p_value": 0.9134199134199135, "input_sha256": "8fde5a4af55ad98d84a0970b0da3b67c819eff216934b23910db6326000669aa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1668993883, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004422435373786962, "interval": [-0.09311721574859053, 0.07908614243539941], "p_value": 0.9297714755807607, "input_sha256": "8fde5a4af55ad98d84a0970b0da3b67c819eff216934b23910db6326000669aa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 580688539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5901672167891006, "interval": [-9.444681389229086, 10.625015822807285], "p_value": 0.8917748917748918, "input_sha256": "7892d0139669d2eec78382f2b1ec8460ed9654b73b15727e36cdbe88f028a96b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 580688539, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5901672167891006, "interval": [-7.3520433703735915, 9.387073362789941], "p_value": 0.8980348632667989, "input_sha256": "7892d0139669d2eec78382f2b1ec8460ed9654b73b15727e36cdbe88f028a96b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 580688539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0015246369138320337, "interval": [-0.09096236626690496, 0.09401164009456903], "p_value": 0.9567099567099567, "input_sha256": "89122432384ba3596f1b4d3480d477bf09c526a5c66fdc19b3329f245ed9ef63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 580688539, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0015246369138320337, "interval": [-0.07119013154725631, 0.08305588064783956], "p_value": 0.9713611945402634, "input_sha256": "89122432384ba3596f1b4d3480d477bf09c526a5c66fdc19b3329f245ed9ef63"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 412665771, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.301594783144531, "interval": [-8.984547443195662, 13.587737009484727], "p_value": 0.658008658008658, "input_sha256": "fdc93fd76377a193d058e7fb8d6d9f7eccaae6d2b4bad362546ef818c9e915fb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 412665771, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.301594783144531, "interval": [-6.259996831223465, 10.94856095288954], "p_value": 0.6571053464975383, "input_sha256": "fdc93fd76377a193d058e7fb8d6d9f7eccaae6d2b4bad362546ef818c9e915fb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 412665771, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029386604884819756, "interval": [-0.08052350285146573, 0.13929671262110524], "p_value": 0.5562770562770563, "input_sha256": "a891bb89b578b0025a075040cf1a07bff89768e43ed0719188b6b9fcdad6affd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 412665771, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029386604884819756, "interval": [-0.05265604420962876, 0.10949204314317051], "p_value": 0.5609325595754968, "input_sha256": "a891bb89b578b0025a075040cf1a07bff89768e43ed0719188b6b9fcdad6affd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3613010993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.100677637994629, "interval": [-19.181512847938052, 0.9801575719487925], "p_value": 0.07575757575757576, "input_sha256": "f684f3cd05cd86967da8141481cfc67cc126cbe3bd119666302f8e197c26fdf3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3613010993, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.100677637994629, "interval": [-16.960160798328356, -1.3563701352627773], "p_value": 0.07149065308612544, "input_sha256": "f684f3cd05cd86967da8141481cfc67cc126cbe3bd119666302f8e197c26fdf3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3613010993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09066176022408554, "interval": [-0.20298576948881938, 0.021662249040648313], "p_value": 0.10173160173160173, "input_sha256": "5a675a68627317d8ccc44eceb69a37742a79ca5b5f6762e1b7ff51925a367e36"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3613010993, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09066176022408554, "interval": [-0.1824779357352066, -0.004040653475035518], "p_value": 0.10050820833694789, "input_sha256": "5a675a68627317d8ccc44eceb69a37742a79ca5b5f6762e1b7ff51925a367e36"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3891555034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.406821520235118, "interval": [-11.687172251285952, 4.873529210815716], "p_value": 0.37445887445887444, "input_sha256": "0798c084e52c3235307b4f28c4b9112521327ba6a6cc23f482cbcdc923d9c2a9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3891555034, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.406821520235118, "interval": [-9.384762888885364, 3.361903193954629], "p_value": 0.3781355862988738, "input_sha256": "0798c084e52c3235307b4f28c4b9112521327ba6a6cc23f482cbcdc923d9c2a9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3891555034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038880657867840285, "interval": [-0.12836628038276493, 0.050604964647084374], "p_value": 0.341991341991342, "input_sha256": "bbed6a533285709bb563a06920853dac1999de4374d6b7bd64ed039f149d8253"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3891555034, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038880657867840285, "interval": [-0.10694467281036459, 0.03167751802156744], "p_value": 0.3537011586617168, "input_sha256": "bbed6a533285709bb563a06920853dac1999de4374d6b7bd64ed039f149d8253"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 767019622, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.899518261072965, "interval": [-2.616562954380024, 16.415599476525955], "p_value": 0.13852813852813853, "input_sha256": "4299861c44a2eea06ae74117a2539279c7dce60c8bea72d1c32eb1cd7188bfd7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 767019622, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.899518261072965, "interval": [0.9340771961974498, 15.32775003174242], "p_value": 0.13324739997619778, "input_sha256": "4299861c44a2eea06ae74117a2539279c7dce60c8bea72d1c32eb1cd7188bfd7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 767019622, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06883601810446063, "interval": [-0.016185589625665478, 0.15385762583458673], "p_value": 0.09740259740259741, "input_sha256": "92188ebb27684a5ae9d524d2a2d8ffa6e39625b75e6e2292b7556621a10e1461"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 767019622, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06883601810446063, "interval": [0.010576661584340674, 0.13867310324761312], "p_value": 0.09892499231108189, "input_sha256": "92188ebb27684a5ae9d524d2a2d8ffa6e39625b75e6e2292b7556621a10e1461"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2808104630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4084828314019457, "interval": [-9.027807995067045, 6.210842332263153], "p_value": 0.6796536796536796, "input_sha256": "2a3456cf440e65a79af5890ae3ec82215792b387d4ade0da6166b4e6206b615a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2808104630, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4084828314019457, "interval": [-7.365291308994651, 4.998142044340776], "p_value": 0.6839481888670869, "input_sha256": "2a3456cf440e65a79af5890ae3ec82215792b387d4ade0da6166b4e6206b615a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2808104630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015597680508104159, "interval": [-0.09818622672030586, 0.06699086570409754], "p_value": 0.6558441558441559, "input_sha256": "bcdd8151961e0fa7f5baf5be6d3700abbe40b989d50331fbeae4d08476446a0a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2808104630, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015597680508104159, "interval": [-0.0783439951344439, 0.053830688693475744], "p_value": 0.6762351418364005, "input_sha256": "bcdd8151961e0fa7f5baf5be6d3700abbe40b989d50331fbeae4d08476446a0a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 727747062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5543480153429297, "interval": [-15.160240963990676, 12.051544933304816], "p_value": 0.803030303030303, "input_sha256": "644a4aef85754c0def47e2477e669f0e85f2c3fd3a6b9c4503d779c655f1aefd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 727747062, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5543480153429297, "interval": [-14.28067028884428, 7.8919334344794825], "p_value": 0.8033717118951563, "input_sha256": "644a4aef85754c0def47e2477e669f0e85f2c3fd3a6b9c4503d779c655f1aefd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 727747062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01979818913280336, "interval": [-0.14851253168335543, 0.10891615341774873], "p_value": 0.7532467532467533, "input_sha256": "d5f2871f7d68b330672a3a4a653e63dc0aa6ee0c8a8338642386c40310ba394f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 727747062, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01979818913280336, "interval": [-0.14119920921304852, 0.06821426228718648], "p_value": 0.7377242557984646, "input_sha256": "d5f2871f7d68b330672a3a4a653e63dc0aa6ee0c8a8338642386c40310ba394f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2631495689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.842884496880753, "interval": [-16.825438656213976, -2.8603303375475306], "p_value": 0.010822510822510822, "input_sha256": "cd31a217ab97a11893e42c0aeb63fe59148606e72f5ff2669f1b4758ebf97779"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2631495689, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.842884496880753, "interval": [-14.985535548120971, -4.576519569599131], "p_value": 0.011263388714823516, "input_sha256": "cd31a217ab97a11893e42c0aeb63fe59148606e72f5ff2669f1b4758ebf97779"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2631495689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09117024328572174, "interval": [-0.16514326441327445, -0.017197222158169018], "p_value": 0.021645021645021644, "input_sha256": "33179b735efbc6f06801883c072fd6291257d946791abc1326cc069aada5cd11"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2631495689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09117024328572174, "interval": [-0.1485306780427107, -0.03950473235879905], "p_value": 0.021456720977599437, "input_sha256": "33179b735efbc6f06801883c072fd6291257d946791abc1326cc069aada5cd11"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 772031525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.206250902459518, "interval": [0.6264522199180078, 9.786049585001027], "p_value": 0.032467532467532464, "input_sha256": "54c114d1f736869965087155f99be32d742203526a0d0ffd86277489434e59ef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 772031525, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.206250902459518, "interval": [1.8285107131887317, 9.160426602810807], "p_value": 0.02974223949749581, "input_sha256": "54c114d1f736869965087155f99be32d742203526a0d0ffd86277489434e59ef"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 772031525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05300525994458993, "interval": [0.0008797920991364325, 0.10513072779004343], "p_value": 0.045454545454545456, "input_sha256": "5fc511dc7814913a93c2598c7dc0391dfa890cea054c8692dcd55211e0a77aa7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 772031525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05300525994458993, "interval": [0.008174453086507162, 0.08987208291796626], "p_value": 0.04706648933227169, "input_sha256": "5fc511dc7814913a93c2598c7dc0391dfa890cea054c8692dcd55211e0a77aa7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1364196396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7067028841886653, "interval": [-6.877786297057353, 12.291192065434684], "p_value": 0.512987012987013, "input_sha256": "9b5888e22e7a6f3869155c5e706cb4a9bd20e71a373f207cd0b8036addaa5af0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1364196396, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7067028841886653, "interval": [-5.534870269677048, 9.531854279740699], "p_value": 0.5431867565943931, "input_sha256": "9b5888e22e7a6f3869155c5e706cb4a9bd20e71a373f207cd0b8036addaa5af0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1364196396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024371246603502705, "interval": [-0.08192231186490939, 0.1306648050719148], "p_value": 0.6212121212121212, "input_sha256": "1a1b1441e4633f649b4ab070e8279b9b6cb30753a96a8c9dc27f441fd284776e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1364196396, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024371246603502705, "interval": [-0.07790510341423301, 0.09229852764921433], "p_value": 0.617746412016877, "input_sha256": "1a1b1441e4633f649b4ab070e8279b9b6cb30753a96a8c9dc27f441fd284776e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4065988514, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1191014725760402, "interval": [-6.878575020365773, 9.116777965517853], "p_value": 0.7532467532467533, "input_sha256": "fd68a852f60efcf3e0441490d34b2f66c77ffe1aaaec4a55484612bfbd32691b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4065988514, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1191014725760402, "interval": [-4.525077505291046, 7.819990211955364], "p_value": 0.7484005742622948, "input_sha256": "fd68a852f60efcf3e0441490d34b2f66c77ffe1aaaec4a55484612bfbd32691b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4065988514, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02761855169218247, "interval": [-0.07380865857291384, 0.1290457619572788], "p_value": 0.6060606060606061, "input_sha256": "590994f0b0d4e164b489d6807a02e004be4319a811be6f706872331453b2598d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4065988514, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02761855169218247, "interval": [-0.03716193438691442, 0.11334166289741944], "p_value": 0.5295928103579648, "input_sha256": "590994f0b0d4e164b489d6807a02e004be4319a811be6f706872331453b2598d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 683852722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.284638756156006, "interval": [-17.225705877011293, 8.656428364699282], "p_value": 0.4329004329004329, "input_sha256": "b22fe6b9e8ab8b0add9f324fc908ca47eb063da4e6e2e2fd26554093b261b6b1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 683852722, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.284638756156006, "interval": [-13.057092145368358, 8.983681763512696], "p_value": 0.4734565299744876, "input_sha256": "b22fe6b9e8ab8b0add9f324fc908ca47eb063da4e6e2e2fd26554093b261b6b1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 683852722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04367282166739611, "interval": [-0.17909488454678818, 0.09174924121199596], "p_value": 0.47619047619047616, "input_sha256": "b4cc3dd1b3e5eb03bfbc60c94ec52d5b0cea93c385b5661d79f6a247b351ee5c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 683852722, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04367282166739611, "interval": [-0.1347834933507238, 0.08836198723205817], "p_value": 0.483953928602487, "input_sha256": "b4cc3dd1b3e5eb03bfbc60c94ec52d5b0cea93c385b5661d79f6a247b351ee5c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4218485559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7833430665990244, "interval": [-18.46215568925758, 10.895469556059531], "p_value": 0.5692640692640693, "input_sha256": "d9f574fcd1ea135b64ed5f7d8ff4f3f093dab51322e4c34a5f41c73f6ea9a095"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4218485559, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7833430665990244, "interval": [-13.033402083995496, 9.971858247935488], "p_value": 0.5730770126346506, "input_sha256": "d9f574fcd1ea135b64ed5f7d8ff4f3f093dab51322e4c34a5f41c73f6ea9a095"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4218485559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03469216487207191, "interval": [-0.18763067217012, 0.11824634242597618], "p_value": 0.6277056277056277, "input_sha256": "da2bd2ea5fa7f94d0dc0895c1ceae14b30c01a8748afa8ea809691915b064569"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4218485559, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03469216487207191, "interval": [-0.1379261064265035, 0.10378429717547623], "p_value": 0.6217784681156715, "input_sha256": "da2bd2ea5fa7f94d0dc0895c1ceae14b30c01a8748afa8ea809691915b064569"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2525365031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1485376491165713, "interval": [-11.87665530986044, 12.173730608093583], "p_value": 0.9805194805194806, "input_sha256": "43a8b441732f7de2a55440928229fcdff96518add428241313ebee0f40978131"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2525365031, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1485376491165713, "interval": [-9.67489167851015, 9.675100432796317], "p_value": 0.9785702911840062, "input_sha256": "43a8b441732f7de2a55440928229fcdff96518add428241313ebee0f40978131"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2525365031, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018089037136726216, "interval": [-0.1293467358091348, 0.13296454323648005], "p_value": 0.9718614718614719, "input_sha256": "9a641d9958b5b0c5d12a9ee824af0d43d122f725b4619a46ac0cb91b5b3c2cfa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2525365031, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018089037136726216, "interval": [-0.0971017978356405, 0.10984869915245361], "p_value": 0.9760828950403093, "input_sha256": "9a641d9958b5b0c5d12a9ee824af0d43d122f725b4619a46ac0cb91b5b3c2cfa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2184152787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2421090783167799, "interval": [-14.333444823054485, 11.849226666420925], "p_value": 0.8073593073593074, "input_sha256": "a15aa281bd4a9ee6aeb76b62de4ddd3a61fb6cb857bb4e848cf9ffbf97d7a871"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2184152787, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2421090783167799, "interval": [-12.737284260081664, 8.198380918090775], "p_value": 0.8351242477754848, "input_sha256": "a15aa281bd4a9ee6aeb76b62de4ddd3a61fb6cb857bb4e848cf9ffbf97d7a871"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2184152787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02786617302963245, "interval": [-0.17456521462425714, 0.11883286856499223], "p_value": 0.6883116883116883, "input_sha256": "491966fbbcf8a907035f3364582648b8a8c7259986487cd9aef837f8e027a291"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2184152787, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02786617302963245, "interval": [-0.16461380569579387, 0.06937245059192537], "p_value": 0.6742103790507005, "input_sha256": "491966fbbcf8a907035f3364582648b8a8c7259986487cd9aef837f8e027a291"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4218313793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.409132881171479, "interval": [0.25203496764532485, 8.566230794697635], "p_value": 0.0367965367965368, "input_sha256": "0476faad248c31a0c5d6bffa434c2d9afed8577f35955ada5c5c1de8f7faeda8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4218313793, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.409132881171479, "interval": [1.5177525571205621, 7.984968390124027], "p_value": 0.0400893920150353, "input_sha256": "0476faad248c31a0c5d6bffa434c2d9afed8577f35955ada5c5c1de8f7faeda8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4218313793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03962201747349001, "interval": [-0.012799615546609917, 0.09204365049358992], "p_value": 0.11038961038961038, "input_sha256": "ab90a5402ea397e9b52ffdca209eae76c15ef974d58686d2c32a3f06338bb8c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4218313793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03962201747349001, "interval": [0.004319325620856148, 0.08746717008348534], "p_value": 0.12027908794552392, "input_sha256": "ab90a5402ea397e9b52ffdca209eae76c15ef974d58686d2c32a3f06338bb8c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2616387368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5751529724985955, "interval": [-4.6322003053232335, 13.782506250320424], "p_value": 0.28354978354978355, "input_sha256": "e433055c05c31eb72d38ce5715194693c78472f3ab82cc0bc9df19468b92a5b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2616387368, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5751529724985955, "interval": [-4.42419201539567, 11.006611589101162], "p_value": 0.2940150977581565, "input_sha256": "e433055c05c31eb72d38ce5715194693c78472f3ab82cc0bc9df19468b92a5b4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2616387368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03640668326560261, "interval": [-0.06278957828043749, 0.1356029448116427], "p_value": 0.4199134199134199, "input_sha256": "47841d88e5ede21f25f24999e6a45f3b6ac5b43c1b891c7e177fdeff3a4a17bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2616387368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03640668326560261, "interval": [-0.06330607355243727, 0.10220518639695288], "p_value": 0.43246930591164023, "input_sha256": "47841d88e5ede21f25f24999e6a45f3b6ac5b43c1b891c7e177fdeff3a4a17bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2700393194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.40333635648864, "interval": [-7.24511667133753, 12.051789384314809], "p_value": 0.5844155844155844, "input_sha256": "5dd84ae46877ea170e65e3603520b46c240207d089f44806077c5554d2897f81"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2700393194, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.40333635648864, "interval": [-4.786228102549866, 10.502492020142615], "p_value": 0.5843827340571687, "input_sha256": "5dd84ae46877ea170e65e3603520b46c240207d089f44806077c5554d2897f81"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2700393194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009059932214904906, "interval": [-0.0998950580550472, 0.11801492248485701], "p_value": 0.8506493506493507, "input_sha256": "aa6412dec2ce436d187c4d02e18b10d8c5557166ab9488a4d74df8729f17e0ff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2700393194, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009059932214904906, "interval": [-0.07726661024120833, 0.09381688344342029], "p_value": 0.8506426755734354, "input_sha256": "aa6412dec2ce436d187c4d02e18b10d8c5557166ab9488a4d74df8729f17e0ff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1619828543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9030629278417805, "interval": [-13.279570819875769, 7.473444964192208], "p_value": 0.5346320346320347, "input_sha256": "a8a796ec860375cc475ba6822c71c308c5748451658440f279a91f636f47af7c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1619828543, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9030629278417805, "interval": [-10.222304522015406, 5.257907741681693], "p_value": 0.5378645620820046, "input_sha256": "a8a796ec860375cc475ba6822c71c308c5748451658440f279a91f636f47af7c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1619828543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01682086961264255, "interval": [-0.11991025752156645, 0.08626851829628135], "p_value": 0.7337662337662337, "input_sha256": "37b9196f26f7e802a132e4ad7d0298af0dc66882e33733e2bd1d0f93c9e5b016"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1619828543, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01682086961264255, "interval": [-0.09326624568529425, 0.06431743663736117], "p_value": 0.720593235772201, "input_sha256": "37b9196f26f7e802a132e4ad7d0298af0dc66882e33733e2bd1d0f93c9e5b016"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2042578048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.505595823977825, "interval": [-9.074843561195092, 12.086035209150744], "p_value": 0.7575757575757576, "input_sha256": "afd858b60c574e93da678855d21d5b8fcd882f79cd62fb7253ead020a08f6df2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2042578048, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.505595823977825, "interval": [-6.106395685681732, 10.004032314950773], "p_value": 0.7471515692957373, "input_sha256": "afd858b60c574e93da678855d21d5b8fcd882f79cd62fb7253ead020a08f6df2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2042578048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0277945250739529, "interval": [-0.09624457358804252, 0.15183362373594833], "p_value": 0.6926406926406926, "input_sha256": "55fb029707b18d8cf8075416eecc44d6fd531ee827eb28e4de3426320d7857bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2042578048, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0277945250739529, "interval": [-0.046346350770608724, 0.14698813319356308], "p_value": 0.6099058545514305, "input_sha256": "55fb029707b18d8cf8075416eecc44d6fd531ee827eb28e4de3426320d7857bc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3424333269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.899230395553286, "interval": [-4.463031730578403, 14.261492521684975], "p_value": 0.2683982683982684, "input_sha256": "ecddcf8ca79a7f491630edf94f0bcd7117e5d8c6c8463022c079cdbaa187b7ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3424333269, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.899230395553286, "interval": [-2.4139693136284075, 12.326227879139486], "p_value": 0.2706088190122695, "input_sha256": "ecddcf8ca79a7f491630edf94f0bcd7117e5d8c6c8463022c079cdbaa187b7ec"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3424333269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041737123639453755, "interval": [-0.06757783370700352, 0.15105208098591102], "p_value": 0.4069264069264069, "input_sha256": "14b0cc8cb7231a34b31f295cb4f81dffd2d4e3fff7845bec6d850dc22c9d36fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3424333269, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041737123639453755, "interval": [-0.04414277198311391, 0.12572167327794428], "p_value": 0.41399093463801395, "input_sha256": "14b0cc8cb7231a34b31f295cb4f81dffd2d4e3fff7845bec6d850dc22c9d36fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4271815000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7068151733788417, "interval": [-10.279290711650297, 15.692921058407983], "p_value": 0.645021645021645, "input_sha256": "7cf4eec5e78653b1f52cff1c896ddcadc9a8bd75a7ec62b1001acd0acdc61e22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4271815000, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7068151733788417, "interval": [-7.726178838185449, 13.460658653871764], "p_value": 0.6461417381843713, "input_sha256": "7cf4eec5e78653b1f52cff1c896ddcadc9a8bd75a7ec62b1001acd0acdc61e22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4271815000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010821743320402422, "interval": [-0.11674708065208814, 0.13839056729289298], "p_value": 0.8614718614718615, "input_sha256": "7530f671a2fe203fd94993f4089a10f5cc1be6a51b766345640e76e2c0eccd36"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4271815000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010821743320402422, "interval": [-0.08896931588817092, 0.11848492796524186], "p_value": 0.8528772426223956, "input_sha256": "7530f671a2fe203fd94993f4089a10f5cc1be6a51b766345640e76e2c0eccd36"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1308363733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.212110326258246, "interval": [-1.9112119706561952, 12.335432623172688], "p_value": 0.13852813852813853, "input_sha256": "f9c5a701155964f531fbb16c7fe392fb52ca397f38a2a5a894eb78878ef7661b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1308363733, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.212110326258246, "interval": [-1.3669929828689458, 10.590567037912633], "p_value": 0.13408658226885753, "input_sha256": "f9c5a701155964f531fbb16c7fe392fb52ca397f38a2a5a894eb78878ef7661b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1308363733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054407649344108994, "interval": [-0.022751544267360063, 0.13156684295557805], "p_value": 0.14502164502164502, "input_sha256": "5652b3ac2dcddd350ac3836726d85bedc00b00ff914ee366dcd8591387c419e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1308363733, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054407649344108994, "interval": [-0.02059410399353468, 0.11091109684694911], "p_value": 0.14720599256921862, "input_sha256": "5652b3ac2dcddd350ac3836726d85bedc00b00ff914ee366dcd8591387c419e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3191817434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.708568384031253, "interval": [-3.4269735754861195, 12.844110343548625], "p_value": 0.22077922077922077, "input_sha256": "cd4ef94183b371c8af9879637ed1cb211749a2ef931304ea2b203f461dd6e5f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3191817434, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.708568384031253, "interval": [-2.0893150128163662, 11.134761545517081], "p_value": 0.2253750206003579, "input_sha256": "cd4ef94183b371c8af9879637ed1cb211749a2ef931304ea2b203f461dd6e5f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3191817434, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04045928610565519, "interval": [-0.043483033126413745, 0.12440160533772412], "p_value": 0.2987012987012987, "input_sha256": "b61d5b7455c8c77cdbf5ba8d33da16907bd593ed90900ad726cba3dbc8722635"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3191817434, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04045928610565519, "interval": [-0.02821963037610647, 0.10837399863409987], "p_value": 0.3075342831244938, "input_sha256": "b61d5b7455c8c77cdbf5ba8d33da16907bd593ed90900ad726cba3dbc8722635"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2319011047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.40346997033177, "interval": [-9.07766613808095, 6.270726197417409], "p_value": 0.6926406926406926, "input_sha256": "8b67452c7f2c744558696323d898903328aed17c9ef9845e6a381c342e98dfc5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2319011047, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.40346997033177, "interval": [-7.520397944793236, 4.3560002847682195], "p_value": 0.6917645496819118, "input_sha256": "8b67452c7f2c744558696323d898903328aed17c9ef9845e6a381c342e98dfc5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2319011047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007509031896397893, "interval": [-0.07925030790910562, 0.06423224411630982], "p_value": 0.816017316017316, "input_sha256": "d53af47081487ec53ae1f67fa4298c07f6b6b553f330734f4bc3fe66adf440a7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2319011047, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007509031896397893, "interval": [-0.0653027630656854, 0.047958496238077165], "p_value": 0.82028950079825, "input_sha256": "d53af47081487ec53ae1f67fa4298c07f6b6b553f330734f4bc3fe66adf440a7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3684341135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2124494994363584, "interval": [-7.432770335626083, 13.8576693344988], "p_value": 0.5043290043290043, "input_sha256": "07116684975207e5414f96960e7d96b222b54d02ee618221adb7af930a03a43a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3684341135, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2124494994363584, "interval": [-4.749526168128297, 10.351464918848638], "p_value": 0.48962620352257424, "input_sha256": "07116684975207e5414f96960e7d96b222b54d02ee618221adb7af930a03a43a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3684341135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04725580159827848, "interval": [-0.08655198771504162, 0.18106359091159857], "p_value": 0.45670995670995673, "input_sha256": "89720ab8ccb55e2e5ffe6349a6dce8e6d6d9ff8b6dd08072f3606c3f0188d1c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3684341135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04725580159827848, "interval": [-0.043644544076391664, 0.1469744207601646], "p_value": 0.4221512890037765, "input_sha256": "89720ab8ccb55e2e5ffe6349a6dce8e6d6d9ff8b6dd08072f3606c3f0188d1c8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1791077293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.8809567744478715, "interval": [-12.211143940413518, 2.4492303915177747], "p_value": 0.15800865800865802, "input_sha256": "5ed154b6aaf73b926171ae85e38a64ff82e3ce3c6a8900d5ef8fae0882e96f8a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1791077293, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.8809567744478715, "interval": [-11.823245452173701, 0.4147768491096927], "p_value": 0.16865692723750172, "input_sha256": "5ed154b6aaf73b926171ae85e38a64ff82e3ce3c6a8900d5ef8fae0882e96f8a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1791077293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05067619604957303, "interval": [-0.12548369302270357, 0.024131300923557517], "p_value": 0.1645021645021645, "input_sha256": "9bc8ac838f02de922d20d83849c4aaece49f526a74ea4fb670ba2594e45361e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1791077293, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05067619604957303, "interval": [-0.12331155812809394, 0.0021511709385806004], "p_value": 0.16174309765164152, "input_sha256": "9bc8ac838f02de922d20d83849c4aaece49f526a74ea4fb670ba2594e45361e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2604133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.025620463741835, "interval": [-15.223975293985895, 3.172734366502225], "p_value": 0.18181818181818182, "input_sha256": "fda74e52a9d59782f65806c80337bf3cc7d885eeeb2db2084bed3acfa861e64b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2604133793, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.025620463741835, "interval": [-14.938903032918626, 0.06468274821597114], "p_value": 0.17384376550209002, "input_sha256": "fda74e52a9d59782f65806c80337bf3cc7d885eeeb2db2084bed3acfa861e64b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2604133793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05623788998992621, "interval": [-0.14708423924186845, 0.03460845926201603], "p_value": 0.21428571428571427, "input_sha256": "b1c67280fe3431f42324170c0f19dd61bdb56af8eba4793b5f86995fab2a392a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2604133793, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05623788998992621, "interval": [-0.1397259812584765, 0.005748711496606891], "p_value": 0.19782822502018202, "input_sha256": "b1c67280fe3431f42324170c0f19dd61bdb56af8eba4793b5f86995fab2a392a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 277611284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0239541337323077, "interval": [-8.485173566253268, 2.4372652987886525], "p_value": 0.20995670995670995, "input_sha256": "eea96e69978e3caa642850f5517f03654092a59d50a6765b952642e6ec95a9b9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 277611284, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0239541337323077, "interval": [-9.24075088358139, 0.03292664209887672], "p_value": 0.22844143519055424, "input_sha256": "eea96e69978e3caa642850f5517f03654092a59d50a6765b952642e6ec95a9b9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 277611284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025458499995578213, "interval": [-0.08350133415367121, 0.032584334162514786], "p_value": 0.3484848484848485, "input_sha256": "a8e8ac963ad476153ec83e0a71766a456bc0c972815650d5b58ab46ce6a7ade0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 277611284, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025458499995578213, "interval": [-0.08163016020778911, 0.008873529322557328], "p_value": 0.3308160651854217, "input_sha256": "a8e8ac963ad476153ec83e0a71766a456bc0c972815650d5b58ab46ce6a7ade0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4013848112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4429162405844265, "interval": [-5.854147677354588, 8.73998015852344], "p_value": 0.6536796536796536, "input_sha256": "8d4b8a2f8b1561e37b38b31080ac963056326fe5952e68ed75bb73b16dac7a86"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4013848112, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4429162405844265, "interval": [-5.134791179058156, 6.486864074142051], "p_value": 0.6572784534450637, "input_sha256": "8d4b8a2f8b1561e37b38b31080ac963056326fe5952e68ed75bb73b16dac7a86"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4013848112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017325255534121925, "interval": [-0.04978429959482926, 0.08443481066307311], "p_value": 0.5800865800865801, "input_sha256": "c74ac6a1f9ac9070223cd50d39f328574183fdd1ff8ede80c057a878f8647686"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4013848112, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017325255534121925, "interval": [-0.050241271309165614, 0.05934181011378044], "p_value": 0.567515820309161, "input_sha256": "c74ac6a1f9ac9070223cd50d39f328574183fdd1ff8ede80c057a878f8647686"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2173240846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.126573045451671, "interval": [-9.521051570036061, 15.774197660939404], "p_value": 0.5800865800865801, "input_sha256": "4cc6f7ee10787d9007eedac0483c9ac66e24e42a81711c3a10f4fbfff50f447d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2173240846, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.126573045451671, "interval": [-7.455538143774102, 11.977627548795052], "p_value": 0.5924594827562388, "input_sha256": "4cc6f7ee10787d9007eedac0483c9ac66e24e42a81711c3a10f4fbfff50f447d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2173240846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02982956747459994, "interval": [-0.10542963900556826, 0.16508877395476815], "p_value": 0.6212121212121212, "input_sha256": "bdb1cbaefd8eae688ff65f4249200059c181cec44ce2b6913087dc72ab784826"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2173240846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02982956747459994, "interval": [-0.08527868762639762, 0.12389633470803066], "p_value": 0.6324184298174385, "input_sha256": "bdb1cbaefd8eae688ff65f4249200059c181cec44ce2b6913087dc72ab784826"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2162684253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.168103139914635, "interval": [-13.935190677517562, 5.598984397688293], "p_value": 0.36796536796536794, "input_sha256": "261cbb2c852f515c6bcfe80877fc8cca345c1809745523b911aeb199e7a681f5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2162684253, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.168103139914635, "interval": [-12.842486763569381, 2.0081741401865782], "p_value": 0.3640266516026398, "input_sha256": "261cbb2c852f515c6bcfe80877fc8cca345c1809745523b911aeb199e7a681f5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2162684253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014461403301166326, "interval": [-0.12594540258531095, 0.0970225959829783], "p_value": 0.7813852813852814, "input_sha256": "2246e37abbee3231693decbff9263cd4705f0ad64b431e8a75559c08d749f7af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2162684253, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014461403301166326, "interval": [-0.10033520531847225, 0.06496992865320228], "p_value": 0.7762298760279329, "input_sha256": "2246e37abbee3231693decbff9263cd4705f0ad64b431e8a75559c08d749f7af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 955880734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.331874339254684, "interval": [-8.470476538481819, 15.134225216991187], "p_value": 0.5432900432900433, "input_sha256": "50f1486b40098616cc22928672ce117549865d8d2a2f738c64b6fc71511bd0f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 955880734, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.331874339254684, "interval": [-6.7157213911748075, 12.202397572103997], "p_value": 0.5433916146934319, "input_sha256": "50f1486b40098616cc22928672ce117549865d8d2a2f738c64b6fc71511bd0f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 955880734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02937739359145592, "interval": [-0.09143296672840864, 0.15018775391132047], "p_value": 0.6082251082251082, "input_sha256": "9b4a4bc6ba9653d1a65ea36beb6bc66cbcaa72b2e501776f058622e62e99d44b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 955880734, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02937739359145592, "interval": [-0.07022611252836755, 0.12036694186337105], "p_value": 0.5997489662430471, "input_sha256": "9b4a4bc6ba9653d1a65ea36beb6bc66cbcaa72b2e501776f058622e62e99d44b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 951596011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.080971402235793, "interval": [-7.910580117889342, 3.748637313417756], "p_value": 0.4004329004329004, "input_sha256": "57e5a51e98ae3a5980fae5b875c0092cf16bdcd879b8b16ea096bf8ea4eaba2b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 951596011, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.080971402235793, "interval": [-5.907350436710073, 2.4478177170813917], "p_value": 0.4168239838869513, "input_sha256": "57e5a51e98ae3a5980fae5b875c0092cf16bdcd879b8b16ea096bf8ea4eaba2b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 951596011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025113792350225844, "interval": [-0.09463136929901482, 0.04440378459856313], "p_value": 0.40476190476190477, "input_sha256": "ba2987f91f7a22144ade9d2132b3a9aac328b6f1fdf95f349201a9123085162d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 951596011, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025113792350225844, "interval": [-0.07254751317492775, 0.030553957147575736], "p_value": 0.4162852814939665, "input_sha256": "ba2987f91f7a22144ade9d2132b3a9aac328b6f1fdf95f349201a9123085162d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1540236297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.513546055462136, "interval": [-0.5062018403038131, 19.533293951228085], "p_value": 0.032467532467532464, "input_sha256": "b46445b0833f3858503c1af3c8c4eaf671906bb3796bd8c51cca3749c7dddaeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1540236297, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.513546055462136, "interval": [2.659025907324453, 17.507017217719156], "p_value": 0.05893386927700221, "input_sha256": "b46445b0833f3858503c1af3c8c4eaf671906bb3796bd8c51cca3749c7dddaeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1540236297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08962203171881743, "interval": [0.002149687693298097, 0.17709437574433676], "p_value": 0.0367965367965368, "input_sha256": "18ddbc30c96e3c78770be8136f1c99eb22b9609d499bcd3fc1d82152d1f99135"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1540236297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08962203171881743, "interval": [0.028242000699363105, 0.15510244310789267], "p_value": 0.046059475329779914, "input_sha256": "18ddbc30c96e3c78770be8136f1c99eb22b9609d499bcd3fc1d82152d1f99135"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2187738982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.914939291947701, "interval": [-4.273572014607962, 14.103450598503365], "p_value": 0.23160173160173161, "input_sha256": "d939bf2bc3e136baeee92028af2149d0dfeb48f6b7e49a6b9babf877c755b3ee"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2187738982, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.914939291947701, "interval": [-2.4276928319660622, 12.006481217321554], "p_value": 0.24747764179976767, "input_sha256": "d939bf2bc3e136baeee92028af2149d0dfeb48f6b7e49a6b9babf877c755b3ee"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2187738982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05467099087977377, "interval": [-0.03356333091902494, 0.14290531267857248], "p_value": 0.18181818181818182, "input_sha256": "f51d0acbddf4f647c6a64a65c71ffaa37c304d14c10ba56ca7e15e0a10cb8407"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2187738982, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05467099087977377, "interval": [-0.008345966487004922, 0.13196243929057686], "p_value": 0.19374022529631152, "input_sha256": "f51d0acbddf4f647c6a64a65c71ffaa37c304d14c10ba56ca7e15e0a10cb8407"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4268573668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.305465438077503, "interval": [-11.64043082819892, 3.0294999520439134], "p_value": 0.21212121212121213, "input_sha256": "2d8fd3dd903d62c2743e163f7ca8893a3402b38bc7c5b998d0a70b98052d8083"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4268573668, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.305465438077503, "interval": [-11.860161732040904, -0.09501115003532044], "p_value": 0.21331797346317652, "input_sha256": "2d8fd3dd903d62c2743e163f7ca8893a3402b38bc7c5b998d0a70b98052d8083"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4268573668, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.052916557222467145, "interval": [-0.11993427909555694, 0.014101164650622652], "p_value": 0.07792207792207792, "input_sha256": "2f1f2dd1ec3992e2d0023a6d1edb88e799ea6eeaec7ab8fb2cbf893518b26fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4268573668, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.052916557222467145, "interval": [-0.12228101120112467, -0.010740633058855401], "p_value": 0.10706774726038605, "input_sha256": "2f1f2dd1ec3992e2d0023a6d1edb88e799ea6eeaec7ab8fb2cbf893518b26fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3042250695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8260537448302205, "interval": [0.6465187911608608, 5.00558869849958], "p_value": 0.01948051948051948, "input_sha256": "733f7651c46e6aa9da3cc19b12f5f1c857763320f2d091630623d4b24dc52c25"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3042250695, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8260537448302205, "interval": [1.0478393690249228, 4.427343695424009], "p_value": 0.01672145165321034, "input_sha256": "733f7651c46e6aa9da3cc19b12f5f1c857763320f2d091630623d4b24dc52c25"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3042250695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02652592210844683, "interval": [0.002536898896348408, 0.05051494532054525], "p_value": 0.032467532467532464, "input_sha256": "94ef84ddae2830884dca29899ad1dfd7d73f01d4ee28bde4da2a32bb6495e8a1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3042250695, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02652592210844683, "interval": [0.005764190217367668, 0.04131322625191519], "p_value": 0.034746732732795424, "input_sha256": "94ef84ddae2830884dca29899ad1dfd7d73f01d4ee28bde4da2a32bb6495e8a1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2139122049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1556022535424315, "interval": [-12.385489639186083, 6.07428513210122], "p_value": 0.44155844155844154, "input_sha256": "6f58f987b743812be6740177e6ebb0bfe1a01dc86096e0ff80d2f9c3b1d34319"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2139122049, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1556022535424315, "interval": [-9.743859023677956, 5.112666357891841], "p_value": 0.4586563183174498, "input_sha256": "6f58f987b743812be6740177e6ebb0bfe1a01dc86096e0ff80d2f9c3b1d34319"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2139122049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03591365301120666, "interval": [-0.11785525452662735, 0.046027948504214024], "p_value": 0.341991341991342, "input_sha256": "5aa7552d861448d4a3ca9ec0320d26257dcc171386af456144f96fd0a934c4ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2139122049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03591365301120666, "interval": [-0.0947231975371303, 0.03569423267503591], "p_value": 0.3491691553276235, "input_sha256": "5aa7552d861448d4a3ca9ec0320d26257dcc171386af456144f96fd0a934c4ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 180269310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.260138495644599, "interval": [-18.31788328286646, 3.7976062915772655], "p_value": 0.16666666666666666, "input_sha256": "44a8f73294a03117248e6f25a438e3f3e3f30b86d504c48401cf35ff0592c2ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 180269310, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.260138495644599, "interval": [-15.797736387077265, 1.074032555688238], "p_value": 0.17184591185536333, "input_sha256": "44a8f73294a03117248e6f25a438e3f3e3f30b86d504c48401cf35ff0592c2ed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 180269310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08168031133065287, "interval": [-0.19668056556323668, 0.03331994290193094], "p_value": 0.14285714285714285, "input_sha256": "4a5ac5cdcccd15ffc20a1338202b2554fda157f86c27185e0c227e6229f22d11"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 180269310, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08168031133065287, "interval": [-0.1696970651434719, 0.005225019997822697], "p_value": 0.14210026316501068, "input_sha256": "4a5ac5cdcccd15ffc20a1338202b2554fda157f86c27185e0c227e6229f22d11"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3658933862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.461905484640667, "interval": [-7.865773242866668, 14.789584212148002], "p_value": 0.5021645021645021, "input_sha256": "ebdbe830df4be44aaf9bd1c917b3652663513db0330c4b2509cc406b938817cc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3658933862, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.461905484640667, "interval": [-6.27658335084405, 12.123476139433297], "p_value": 0.5004525673120398, "input_sha256": "ebdbe830df4be44aaf9bd1c917b3652663513db0330c4b2509cc406b938817cc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3658933862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03162631513607282, "interval": [-0.10010661725224361, 0.16335924752438924], "p_value": 0.5995670995670995, "input_sha256": "46d5ddc038b7db601ffefa08ef91390b4df891c4fc198f1f96ae61404440e375"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3658933862, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03162631513607282, "interval": [-0.08089402160501435, 0.1326238239283806], "p_value": 0.599875270778611, "input_sha256": "46d5ddc038b7db601ffefa08ef91390b4df891c4fc198f1f96ae61404440e375"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2133242122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5496111629107023, "interval": [-11.263891692842202, 4.164669367020798], "p_value": 0.33116883116883117, "input_sha256": "20c0447505f81a1facc1186f8743f12088e0955f945008deb737e36f7006b4ff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2133242122, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5496111629107023, "interval": [-10.223387595268596, 1.7649021654435337], "p_value": 0.32619714382240605, "input_sha256": "20c0447505f81a1facc1186f8743f12088e0955f945008deb737e36f7006b4ff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2133242122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04026069243822224, "interval": [-0.11011227481067372, 0.029590889934229245], "p_value": 0.23809523809523808, "input_sha256": "1a9a1ee4543aae5111752029bc61e5007783573d114047b14a6d8a77c705fbeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2133242122, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04026069243822224, "interval": [-0.10090683423665275, 0.00636275036262167], "p_value": 0.22519330609627286, "input_sha256": "1a9a1ee4543aae5111752029bc61e5007783573d114047b14a6d8a77c705fbeb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3019841004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.507078995535638, "interval": [-4.0557605965636085, 9.069918587634884], "p_value": 0.39826839826839827, "input_sha256": "6b14f0a43d6f30d47db74644ac5fbacaf65283bc455b022b8e778aa906ece66a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3019841004, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.507078995535638, "interval": [-2.1719414928512077, 8.150016568070674], "p_value": 0.41315190868952445, "input_sha256": "6b14f0a43d6f30d47db74644ac5fbacaf65283bc455b022b8e778aa906ece66a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3019841004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03373687498544954, "interval": [-0.0340715325570647, 0.10154528252796378], "p_value": 0.2922077922077922, "input_sha256": "8b60b6d8f5a74b3bfff823d8a48bdf16c453a3431535e6b1556eb89281a00bae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3019841004, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03373687498544954, "interval": [-0.01283489165693532, 0.09498723646081045], "p_value": 0.2903787450000049, "input_sha256": "8b60b6d8f5a74b3bfff823d8a48bdf16c453a3431535e6b1556eb89281a00bae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2617312026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.690011382381533, "interval": [3.380887034074295, 23.99913573068877], "p_value": 0.01948051948051948, "input_sha256": "88ad62459528c2f703595298a49493214da4d74238bf36720d10e55c41e728d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2617312026, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.690011382381533, "interval": [5.511130920954746, 20.43074562980187], "p_value": 0.016742620473653002, "input_sha256": "88ad62459528c2f703595298a49493214da4d74238bf36720d10e55c41e728d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2617312026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13449631849811117, "interval": [0.029134507776504476, 0.23985812921971786], "p_value": 0.010822510822510822, "input_sha256": "59c05d2acd88839fe183ce821a0ff0131c9f9effb9996e68095fd6963197974f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2617312026, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13449631849811117, "interval": [0.06195584755624308, 0.21222589820003282], "p_value": 0.02038647570644101, "input_sha256": "59c05d2acd88839fe183ce821a0ff0131c9f9effb9996e68095fd6963197974f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2089024116, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.971085836069629, "interval": [-9.19277148747272, 5.250599815333462], "p_value": 0.5281385281385281, "input_sha256": "50ecdcb9d7f28699ae08a4d5dfa07a03fba2099e6f72a9d9406ce2e6137d838a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2089024116, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.971085836069629, "interval": [-7.288333817464055, 3.266560345356253], "p_value": 0.53502688710954, "input_sha256": "50ecdcb9d7f28699ae08a4d5dfa07a03fba2099e6f72a9d9406ce2e6137d838a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2089024116, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017580794177812862, "interval": [-0.08432268006571599, 0.04916109171009027], "p_value": 0.5367965367965368, "input_sha256": "8e83109b5612926232b757ae63fc67a05832fc245a3f74e6e73acc778e322b24"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2089024116, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017580794177812862, "interval": [-0.06625636398300294, 0.031096006307762294], "p_value": 0.5490068554760996, "input_sha256": "8e83109b5612926232b757ae63fc67a05832fc245a3f74e6e73acc778e322b24"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1208091792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.69457804215513, "interval": [-18.59910006497806, -6.790056019332201], "p_value": 0.004329004329004329, "input_sha256": "f35724131859fb1830a7eeaa98e82681ddc4e1b60b75d5ddd11dcb07efb6147f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1208091792, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.69457804215513, "interval": [-17.051845468297966, -7.6042158317483475], "p_value": 0.000835899421376771, "input_sha256": "f35724131859fb1830a7eeaa98e82681ddc4e1b60b75d5ddd11dcb07efb6147f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1208091792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13074498024809833, "interval": [-0.19041865038879915, -0.0710713101073975], "p_value": 0.0021645021645021645, "input_sha256": "324bc3aca7487084abcaff143afaab5a56ad786502d0b7c08cd1aab50f5142bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1208091792, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13074498024809833, "interval": [-0.17289151530450528, -0.0787933841390496], "p_value": 0.0008958746136416861, "input_sha256": "324bc3aca7487084abcaff143afaab5a56ad786502d0b7c08cd1aab50f5142bf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 563818687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9393145840614778, "interval": [-9.611479569585574, 11.49010873770853], "p_value": 0.8246753246753247, "input_sha256": "ab686c6f44c4f1a848034eecb47213525055382bf7757166eebaeab8dd6b198b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 563818687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9393145840614778, "interval": [-5.296025259924391, 10.666509125037418], "p_value": 0.8373455172430196, "input_sha256": "ab686c6f44c4f1a848034eecb47213525055382bf7757166eebaeab8dd6b198b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 563818687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011592008887723534, "interval": [-0.09711443287139311, 0.12029845064684018], "p_value": 0.8073593073593074, "input_sha256": "00a030dcc4cdb8397841e07244bf27cc5929d25f7df70122389b31b5c3019bfe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 563818687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011592008887723534, "interval": [-0.05657551303558314, 0.1018887662421008], "p_value": 0.8061344297337429, "input_sha256": "00a030dcc4cdb8397841e07244bf27cc5929d25f7df70122389b31b5c3019bfe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 748290998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7977431381499782, "interval": [-6.893959628809015, 3.298473352509059], "p_value": 0.43722943722943725, "input_sha256": "78564e5e02c0512b1a50b1a1e5e2679035ddd70b3c1e5a21586dfe754c9b2e80"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 748290998, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7977431381499782, "interval": [-5.459354215168069, 2.861970552479264], "p_value": 0.44908079504377396, "input_sha256": "78564e5e02c0512b1a50b1a1e5e2679035ddd70b3c1e5a21586dfe754c9b2e80"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 748290998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027029492287484136, "interval": [-0.08262432133359404, 0.028565336758625777], "p_value": 0.29653679653679654, "input_sha256": "46d6645f445b69c181652337d7199c6e57dfcf69baeba8f1db8a7057efc5d84d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 748290998, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027029492287484136, "interval": [-0.06470921607966605, 0.02141457218539681], "p_value": 0.3035089171613146, "input_sha256": "46d6645f445b69c181652337d7199c6e57dfcf69baeba8f1db8a7057efc5d84d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3001058530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1681923870675135, "interval": [-10.978408162434093, 8.642023388299066], "p_value": 0.8203463203463204, "input_sha256": "4a222d6ee73de1fcd5b85da003bec40543a6f6af8feda98577bc709133dbddbf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3001058530, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1681923870675135, "interval": [-10.200125201870293, 4.843230835142159], "p_value": 0.7906746121380073, "input_sha256": "4a222d6ee73de1fcd5b85da003bec40543a6f6af8feda98577bc709133dbddbf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3001058530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014894560664997988, "interval": [-0.11367134677753786, 0.08388222544754188], "p_value": 0.803030303030303, "input_sha256": "ed7ab75b8bd2075be1d2a8719137b7af721ab3ee3a43e4de7a49e3f2965a1676"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3001058530, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014894560664997988, "interval": [-0.10981220869832219, 0.0424213381570252], "p_value": 0.7337881196237988, "input_sha256": "ed7ab75b8bd2075be1d2a8719137b7af721ab3ee3a43e4de7a49e3f2965a1676"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1749138743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3791661481732298, "interval": [-9.283926553675734, 6.525594257329275], "p_value": 0.6991341991341992, "input_sha256": "d1da632a657f2ac4efc16644050d57b83aaa43c23ae0042eba97bee868afe662"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1749138743, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3791661481732298, "interval": [-7.8357290450485895, 4.619653666674903], "p_value": 0.7035525020187239, "input_sha256": "d1da632a657f2ac4efc16644050d57b83aaa43c23ae0042eba97bee868afe662"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1749138743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011546890378659289, "interval": [-0.09956551181280615, 0.07647173105548757], "p_value": 0.7662337662337663, "input_sha256": "859569b97d8c5056108fd818c99fbe40cb208f0289485fe82982826155e0530c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1749138743, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011546890378659289, "interval": [-0.0897401145334519, 0.0514083227821885], "p_value": 0.7727741575038968, "input_sha256": "859569b97d8c5056108fd818c99fbe40cb208f0289485fe82982826155e0530c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 614557794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5794739777142404, "interval": [-8.868362138048733, 10.027310093477213], "p_value": 0.9004329004329005, "input_sha256": "fb83583f2409dac8320d6157278b1aa08be826185adb1f509f469dbc0e743b61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 614557794, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5794739777142404, "interval": [-9.036201749694573, 6.411741640510363], "p_value": 0.8928274490677479, "input_sha256": "fb83583f2409dac8320d6157278b1aa08be826185adb1f509f469dbc0e743b61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 614557794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002669917396730767, "interval": [-0.11639530837317492, 0.11105547357971339], "p_value": 0.9675324675324676, "input_sha256": "7ef4f259fc1e0637582bcb1ad012462abcc269a68ab8707f19027530efb63c9a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 614557794, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002669917396730767, "interval": [-0.11893771891333305, 0.0639751826909441], "p_value": 0.958213194887062, "input_sha256": "7ef4f259fc1e0637582bcb1ad012462abcc269a68ab8707f19027530efb63c9a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 848556876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0336754540470876, "interval": [-8.520414209519124, 12.587765117613301], "p_value": 0.7445887445887446, "input_sha256": "91b73e0de415130041ea1d032a2011d93815cadd94f1f45df93c647cc0d5e814"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 848556876, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0336754540470876, "interval": [-3.5763379950691006, 12.69813619029401], "p_value": 0.6581050525450105, "input_sha256": "91b73e0de415130041ea1d032a2011d93815cadd94f1f45df93c647cc0d5e814"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 848556876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022210770486433287, "interval": [-0.11733566410644337, 0.16175720507930996], "p_value": 0.8506493506493507, "input_sha256": "348c55cbd1ba07589bdb642c5f145b5e44dfcb5a1bd4dff58ce0570346316ec5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 848556876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022210770486433287, "interval": [-0.051837406000692504, 0.17038600727945621], "p_value": 0.7139958245140566, "input_sha256": "348c55cbd1ba07589bdb642c5f145b5e44dfcb5a1bd4dff58ce0570346316ec5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4149347055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5964556915113404, "interval": [-4.534003654674204, 7.726915037696885], "p_value": 0.551948051948052, "input_sha256": "08d95519b41fe00ce597454f1ae643c6fc5a1539978b766b2f7eb2a08b48cb51"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4149347055, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5964556915113404, "interval": [-3.8576904007227855, 6.012093255721461], "p_value": 0.572879571144969, "input_sha256": "08d95519b41fe00ce597454f1ae643c6fc5a1539978b766b2f7eb2a08b48cb51"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4149347055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012819778740296814, "interval": [-0.049835359599150406, 0.07547491707974403], "p_value": 0.6536796536796536, "input_sha256": "aef9da43e0146a120333f08302f646021803d9c7866f89b6e1b6cd225b638d9e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4149347055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012819778740296814, "interval": [-0.043317340232728485, 0.05936886072091304], "p_value": 0.6581743756749006, "input_sha256": "aef9da43e0146a120333f08302f646021803d9c7866f89b6e1b6cd225b638d9e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1791003862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1080808191369629, "interval": [-8.311545004302463, 10.52770664257639], "p_value": 0.7987012987012987, "input_sha256": "4152c7e0e823189becef31d9e1c8a09ccc4fe2c8a0a56b766957de5ffeaf90e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1791003862, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1080808191369629, "interval": [-5.366391188417986, 9.87145576745416], "p_value": 0.7985517927799834, "input_sha256": "4152c7e0e823189becef31d9e1c8a09ccc4fe2c8a0a56b766957de5ffeaf90e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1791003862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01118237760462866, "interval": [-0.08722871476205997, 0.10959346997131729], "p_value": 0.7965367965367965, "input_sha256": "8da7e3dadf0ca3d4548e460d19049d7a3ac0edeb771f7d7cf04a9762eb6e13f5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1791003862, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01118237760462866, "interval": [-0.057632245564714794, 0.09957747227415467], "p_value": 0.8052381285294363, "input_sha256": "8da7e3dadf0ca3d4548e460d19049d7a3ac0edeb771f7d7cf04a9762eb6e13f5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3284528657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.925374926528093, "interval": [-2.512092996108252, 12.362842849164437], "p_value": 0.17316017316017315, "input_sha256": "fb27652c7ecd3d4199fa1740676852d2e891d4858adb7381ec6312253d210b7f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3284528657, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.925374926528093, "interval": [-1.9737649891941336, 10.18220937765749], "p_value": 0.16700549956742008, "input_sha256": "fb27652c7ecd3d4199fa1740676852d2e891d4858adb7381ec6312253d210b7f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3284528657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.048212191500684135, "interval": [-0.024929480101217302, 0.12135386310258557], "p_value": 0.16666666666666666, "input_sha256": "128c3814aff36814b34c31daeeb223a2494be05095ffa750e61598f7f812d62d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3284528657, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.048212191500684135, "interval": [-0.02378413158449887, 0.09972569395743185], "p_value": 0.16951747901021846, "input_sha256": "128c3814aff36814b34c31daeeb223a2494be05095ffa750e61598f7f812d62d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4208220958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.598093843548694, "interval": [-3.9083461322817605, 21.10453381937915], "p_value": 0.15800865800865802, "input_sha256": "ec5e88f0c5224c7be93507bfaf04156931799778c3ed247c29e4cd074967c063"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4208220958, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.598093843548694, "interval": [-1.5658052576177441, 17.66821842865858], "p_value": 0.15656620604320706, "input_sha256": "ec5e88f0c5224c7be93507bfaf04156931799778c3ed247c29e4cd074967c063"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4208220958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09641792898997459, "interval": [-0.033835029542372774, 0.22667088752232195], "p_value": 0.13636363636363635, "input_sha256": "cb2e7d382a50052dbb2f5bdabb636a64382be4c37e96c545a6ae928c2ddeea44"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4208220958, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09641792898997459, "interval": [-0.012139802313101845, 0.19328040735767374], "p_value": 0.1297941760274698, "input_sha256": "cb2e7d382a50052dbb2f5bdabb636a64382be4c37e96c545a6ae928c2ddeea44"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2574578898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.635979108484491, "interval": [-4.3208003290805825, 15.592758546049563], "p_value": 0.22294372294372294, "input_sha256": "229ff0f17b4bfdbe8ef3afe29c8868f2e24237c2cee8f5996c2975fe194e2e20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2574578898, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.635979108484491, "interval": [-1.9633043491137268, 13.477687930803834], "p_value": 0.23204526297942524, "input_sha256": "229ff0f17b4bfdbe8ef3afe29c8868f2e24237c2cee8f5996c2975fe194e2e20"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2574578898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06720080118564364, "interval": [-0.041714853306268035, 0.17611645567755532], "p_value": 0.18831168831168832, "input_sha256": "c0d9b515559a484d50077373e25e648cf78dc5275750e868542da9ee4213cf30"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2574578898, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06720080118564364, "interval": [-0.01598678966878313, 0.1547525971813164], "p_value": 0.19875314034617814, "input_sha256": "c0d9b515559a484d50077373e25e648cf78dc5275750e868542da9ee4213cf30"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 200335786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8543309178327245, "interval": [-11.182040456405922, 5.473378620740473], "p_value": 0.45670995670995673, "input_sha256": "8208f750d7a99f16ceeeee34ef3ac2f17d3895fa50cbefda02911c70b0838da7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 200335786, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8543309178327245, "interval": [-9.931644402046446, 3.2732228851920775], "p_value": 0.4626538826721228, "input_sha256": "8208f750d7a99f16ceeeee34ef3ac2f17d3895fa50cbefda02911c70b0838da7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 200335786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02659620305455772, "interval": [-0.1194994997765088, 0.06630709366739336], "p_value": 0.5281385281385281, "input_sha256": "6600ec89d2a267794c8e7a62cec97702a127eba90fa4352d207be423f70c2338"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 200335786, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02659620305455772, "interval": [-0.09710721862148833, 0.0534869887965252], "p_value": 0.5359705821746856, "input_sha256": "6600ec89d2a267794c8e7a62cec97702a127eba90fa4352d207be423f70c2338"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3097253546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.302515470523405, "interval": [-15.27066919312451, 6.6656382520777], "p_value": 0.4004329004329004, "input_sha256": "37a497a0cccb10f6db27101ae6778a24c871423a690efdfe58a71ef2b0450063"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3097253546, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.302515470523405, "interval": [-13.163184977393323, 3.677001009984464], "p_value": 0.3895903512626111, "input_sha256": "37a497a0cccb10f6db27101ae6778a24c871423a690efdfe58a71ef2b0450063"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3097253546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05497725271901686, "interval": [-0.1596737300990986, 0.0497192246610649], "p_value": 0.26406926406926406, "input_sha256": "a5d40f64c74d524419a82a6e8931612099b75506c3309424316ea81b886f3daf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3097253546, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05497725271901686, "interval": [-0.14620320349003302, 0.020017981941669004], "p_value": 0.2614451311004757, "input_sha256": "a5d40f64c74d524419a82a6e8931612099b75506c3309424316ea81b886f3daf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2597461994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.513385969296558, "interval": [-8.507266005867393, 11.534037944460511], "p_value": 0.7359307359307359, "input_sha256": "198cad5b720ed43a36cd5401a7a31c7ef5c155e3817e140f7e94e93c72d10fc4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2597461994, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.513385969296558, "interval": [-5.82308368193786, 10.570908186073154], "p_value": 0.7426639712240488, "input_sha256": "198cad5b720ed43a36cd5401a7a31c7ef5c155e3817e140f7e94e93c72d10fc4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2597461994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002706206578439979, "interval": [-0.09497210786543595, 0.1003845210223159], "p_value": 0.9502164502164502, "input_sha256": "2f232337f99209c27d7b31cc0096afd6007d3ca20f1883a3fe0437a7f8864189"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2597461994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002706206578439979, "interval": [-0.07033496338219093, 0.09148949380083114], "p_value": 0.9519926858620891, "input_sha256": "2f232337f99209c27d7b31cc0096afd6007d3ca20f1883a3fe0437a7f8864189"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2680352310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1414758528034907, "interval": [-9.967078106069394, 3.6841264004624117], "p_value": 0.3528138528138528, "input_sha256": "92968c1caa4997e2787a3ab2ad32c29a586113c33c8e84a0e2880781062c0306"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2680352310, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1414758528034907, "interval": [-8.363911405991274, 2.1607364753798235], "p_value": 0.3261040498767664, "input_sha256": "92968c1caa4997e2787a3ab2ad32c29a586113c33c8e84a0e2880781062c0306"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2680352310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03654420192862341, "interval": [-0.10468815131601751, 0.031599747458770686], "p_value": 0.2597402597402597, "input_sha256": "aebc6f7008070fc454161dc8277cd74b0ee41f2ecf963446149492bedb86c432"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2680352310, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03654420192862341, "interval": [-0.08968244274720977, 0.02099972533306604], "p_value": 0.2590991035872781, "input_sha256": "aebc6f7008070fc454161dc8277cd74b0ee41f2ecf963446149492bedb86c432"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1080162006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1118093293135427, "interval": [-7.436769888643887, 11.660388547270973], "p_value": 0.6298701298701299, "input_sha256": "9450f237bfce5e58a1dfbee0972ed3e166e771ecb53591f06fda0890f52191b5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1080162006, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1118093293135427, "interval": [-4.333468998903024, 10.754680559031394], "p_value": 0.6247573157157427, "input_sha256": "9450f237bfce5e58a1dfbee0972ed3e166e771ecb53591f06fda0890f52191b5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1080162006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010243682877325855, "interval": [-0.1034973086941825, 0.12398467444883421], "p_value": 0.8484848484848485, "input_sha256": "a99d7a9aa300c890f41b8270d70361936c2729409f8f08c835de1dfed2f13da2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1080162006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010243682877325855, "interval": [-0.07375616893587632, 0.09916092951834171], "p_value": 0.8395668054013334, "input_sha256": "a99d7a9aa300c890f41b8270d70361936c2729409f8f08c835de1dfed2f13da2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3515953017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.249876566222074, "interval": [0.9060790824946725, 13.593674049949476], "p_value": 0.025974025974025976, "input_sha256": "826c0bf0054ab18ac413737f5184ee9be6dd676e5a3bdeed4d0a9f919ee151df"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3515953017, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.249876566222074, "interval": [2.531454947563092, 12.772681681044999], "p_value": 0.029153620912206458, "input_sha256": "826c0bf0054ab18ac413737f5184ee9be6dd676e5a3bdeed4d0a9f919ee151df"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3515953017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08202680298084675, "interval": [0.017558367704391994, 0.14649523825730149], "p_value": 0.015151515151515152, "input_sha256": "1252a284bc51895c1e59b9b8a3e3622fc8e97bae3d6e06f556a897d9b750f32e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3515953017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08202680298084675, "interval": [0.03274301563694098, 0.13762740684584693], "p_value": 0.01825236884947001, "input_sha256": "1252a284bc51895c1e59b9b8a3e3622fc8e97bae3d6e06f556a897d9b750f32e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 894709197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.847260163493277, "interval": [-4.1351798863313665, 11.82970021331792], "p_value": 0.30735930735930733, "input_sha256": "fc78cbc578d9d6c933bb1d2c4c20fa1bc679e08210d049be0a085a31bf3f9e87"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 894709197, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.847260163493277, "interval": [-1.8269960226554502, 10.928035186616095], "p_value": 0.3076364976677637, "input_sha256": "fc78cbc578d9d6c933bb1d2c4c20fa1bc679e08210d049be0a085a31bf3f9e87"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 894709197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05074486818365599, "interval": [-0.03007915596304045, 0.13156889233035243], "p_value": 0.18398268398268397, "input_sha256": "b54247f736935911147339067db497a97c0c13fc00834288a37002072d48847a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 894709197, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05074486818365599, "interval": [-0.006561342513856304, 0.11845022680400841], "p_value": 0.19008233484034556, "input_sha256": "b54247f736935911147339067db497a97c0c13fc00834288a37002072d48847a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1614786995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.327513821070573, "interval": [-2.010587262461465, 8.665614904602611], "p_value": 0.2012987012987013, "input_sha256": "5d20c2193cf44c52e1e8a5a166bee9b8db507d3ac0eaf0672af89a13b49983e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1614786995, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.327513821070573, "interval": [-0.819777933558513, 7.025688892676544], "p_value": 0.1865195082583982, "input_sha256": "5d20c2193cf44c52e1e8a5a166bee9b8db507d3ac0eaf0672af89a13b49983e5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1614786995, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027230440388312502, "interval": [-0.03840533339160028, 0.09286621416822528], "p_value": 0.3333333333333333, "input_sha256": "ab3f08b39ac9690f049276cfaf27ac0d054678afcac9e34b886ce6ff9e811771"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1614786995, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027230440388312502, "interval": [-0.0259865391824613, 0.06706858872069883], "p_value": 0.3552763819202347, "input_sha256": "ab3f08b39ac9690f049276cfaf27ac0d054678afcac9e34b886ce6ff9e811771"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2507233855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.69108637364978, "interval": [-17.30185028443955, 3.9196775371399895], "p_value": 0.18831168831168832, "input_sha256": "309c68c57ba30b82c1c030d45ed40ae0af5bec2d33be1c682890969d3d7ec6b2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2507233855, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.69108637364978, "interval": [-14.248732819527273, 2.3773727346883504], "p_value": 0.18975491298904384, "input_sha256": "309c68c57ba30b82c1c030d45ed40ae0af5bec2d33be1c682890969d3d7ec6b2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2507233855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07145763306513028, "interval": [-0.17958948603303526, 0.036674219902774696], "p_value": 0.16883116883116883, "input_sha256": "cc2105c27816909e91fdfa1ed4e39d397f75122ef61871ad3f37a4abc91bc4ff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2507233855, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07145763306513028, "interval": [-0.15150686085344303, 0.017753315518289688], "p_value": 0.1712914961339196, "input_sha256": "cc2105c27816909e91fdfa1ed4e39d397f75122ef61871ad3f37a4abc91bc4ff"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 235814685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.197012685688847, "interval": [-18.404629259331948, 2.0106038879542556], "p_value": 0.10606060606060606, "input_sha256": "ab60992d730035a3c18e216a1d16232e9d8eefe83f05577cdeac6f6205f3c13d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 235814685, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.197012685688847, "interval": [-15.9392032387708, -0.8598583608582855], "p_value": 0.10121992097646346, "input_sha256": "ab60992d730035a3c18e216a1d16232e9d8eefe83f05577cdeac6f6205f3c13d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 235814685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0956511217358916, "interval": [-0.20810207743699977, 0.016799833965216573], "p_value": 0.08658008658008658, "input_sha256": "22debc56fc13d78d7b1be8ea822c25749b45e63357ddd64c25097eb98d0cae1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 235814685, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0956511217358916, "interval": [-0.18175807072013017, -0.017140871330982483], "p_value": 0.08431040540696318, "input_sha256": "22debc56fc13d78d7b1be8ea822c25749b45e63357ddd64c25097eb98d0cae1c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2953739015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2814160884838017, "interval": [-14.251599854664887, 9.688767677697284], "p_value": 0.658008658008658, "input_sha256": "e2937b0db4085d53a52593d31b473b2a9fc6f54533c21dbf2a7dab64375ca7f0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2953739015, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2814160884838017, "interval": [-11.383651933074823, 5.943886845404754], "p_value": 0.674889389881961, "input_sha256": "e2937b0db4085d53a52593d31b473b2a9fc6f54533c21dbf2a7dab64375ca7f0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2953739015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02071658766479534, "interval": [-0.12972186211041747, 0.08828868678082678], "p_value": 0.6645021645021645, "input_sha256": "40180cb4a2c03bc71486d807464461df31351cae99e48f24261f95409c055c65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2953739015, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02071658766479534, "interval": [-0.10577558974584528, 0.053079611190730326], "p_value": 0.677423247042805, "input_sha256": "40180cb4a2c03bc71486d807464461df31351cae99e48f24261f95409c055c65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3489621677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.218655454604736, "interval": [-6.889581723853183, 13.326892633062656], "p_value": 0.48484848484848486, "input_sha256": "b29b77302febdf6a0f9d86a0de29e8770ecb1846a9f8020bf178add0c176e62c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3489621677, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.218655454604736, "interval": [-5.699283588475637, 11.352431030990065], "p_value": 0.49287585495885156, "input_sha256": "b29b77302febdf6a0f9d86a0de29e8770ecb1846a9f8020bf178add0c176e62c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3489621677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02011436991388832, "interval": [-0.10059489768042017, 0.14082363750819682], "p_value": 0.6883116883116883, "input_sha256": "a19ab3cb424c2bebcde3638e9b456c3c77eba1c2cbfa0b6b7cc261ca3182cb7b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3489621677, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02011436991388832, "interval": [-0.0971401782825882, 0.10350087942193044], "p_value": 0.7143322062960542, "input_sha256": "a19ab3cb424c2bebcde3638e9b456c3c77eba1c2cbfa0b6b7cc261ca3182cb7b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3192409522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6061699639618374, "interval": [-1.8926763880362896, 7.105016315959965], "p_value": 0.21428571428571427, "input_sha256": "065eed7ba0ca609b5529db37d4603e615bab5aa0bfa2075b468bf69b84d8d10a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3192409522, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6061699639618374, "interval": [-2.4900922617825154, 5.16860037431774], "p_value": 0.22389315227967696, "input_sha256": "065eed7ba0ca609b5529db37d4603e615bab5aa0bfa2075b468bf69b84d8d10a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3192409522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022260627185549893, "interval": [-0.023715417578926486, 0.06823667195002628], "p_value": 0.3008658008658009, "input_sha256": "b117fccff948545ae97697ccac7f4a7eb56568b850bd5515c596b9b75fa6e30e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3192409522, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022260627185549893, "interval": [-0.024874617811516626, 0.050221425473761114], "p_value": 0.30481038527522597, "input_sha256": "b117fccff948545ae97697ccac7f4a7eb56568b850bd5515c596b9b75fa6e30e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1184521539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.073884074107019, "interval": [-15.059833539245435, 4.912065391031398], "p_value": 0.2619047619047619, "input_sha256": "bd71c5cc21f8ccbc03e9fff5bbcc70a55c672630115e390b9947a9015ec87337"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1184521539, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.073884074107019, "interval": [-13.041686465459318, 3.3540643813698976], "p_value": 0.2771410712281577, "input_sha256": "bd71c5cc21f8ccbc03e9fff5bbcc70a55c672630115e390b9947a9015ec87337"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1184521539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06243924141389978, "interval": [-0.1567759618148839, 0.03189747898708434], "p_value": 0.16233766233766234, "input_sha256": "90fb0fed044f1cbb427b6a4b336247099e80d6fb90de1cc7834a7c84a3f7e604"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1184521539, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06243924141389978, "interval": [-0.14097597768598774, 0.018187737982102808], "p_value": 0.16811453004954552, "input_sha256": "90fb0fed044f1cbb427b6a4b336247099e80d6fb90de1cc7834a7c84a3f7e604"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2513118634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7501677204398574, "interval": [-10.242061141654856, 4.741725700775142], "p_value": 0.4134199134199134, "input_sha256": "92037bb4ab64977b4d1fd31cb7cfcdaed67063a7092aaffd91d3803d7ab8ca19"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2513118634, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7501677204398574, "interval": [-7.827245222877638, 4.7296121093630425], "p_value": 0.43172702723351497, "input_sha256": "92037bb4ab64977b4d1fd31cb7cfcdaed67063a7092aaffd91d3803d7ab8ca19"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2513118634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030284608972256336, "interval": [-0.10614211133220411, 0.04557289338769144], "p_value": 0.3852813852813853, "input_sha256": "86c39b7cafe715eb65618b7674f1ad0a56644f5ae038f84fba40dd14d722e6e9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2513118634, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030284608972256336, "interval": [-0.08065358922472601, 0.04499098186692457], "p_value": 0.39423358290652244, "input_sha256": "86c39b7cafe715eb65618b7674f1ad0a56644f5ae038f84fba40dd14d722e6e9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2031486272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.084165572290614, "interval": [2.93399674032102, 11.234334404260206], "p_value": 0.004329004329004329, "input_sha256": "533cd370bbfe3f9df3f465419ac72849b8b22cb0e870a535868015838c69b374"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2031486272, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.084165572290614, "interval": [4.027677313239857, 10.458757795173458], "p_value": 0.0048675948628215384, "input_sha256": "533cd370bbfe3f9df3f465419ac72849b8b22cb0e870a535868015838c69b374"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2031486272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06684423197153319, "interval": [0.024536985449858925, 0.10915147849320746], "p_value": 0.004329004329004329, "input_sha256": "fa6c06adccfc521150f93cf2318576cb77ca14deef3dfebd962978c54afefaf0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2031486272, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06684423197153319, "interval": [0.034367880113399654, 0.09906227879923998], "p_value": 0.007885939546697529, "input_sha256": "fa6c06adccfc521150f93cf2318576cb77ca14deef3dfebd962978c54afefaf0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 609448887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6016054865999267, "interval": [-5.956015980582675, 7.159226953782529], "p_value": 0.8614718614718615, "input_sha256": "b0483d3425395ab2d0a38ec3ce2fa0e06b93efa2bd6f10453964a702a7c5a354"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 609448887, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6016054865999267, "interval": [-6.804745625830606, 4.080967943830288], "p_value": 0.8369611216378354, "input_sha256": "b0483d3425395ab2d0a38ec3ce2fa0e06b93efa2bd6f10453964a702a7c5a354"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 609448887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0004139907527349468, "interval": [-0.06576957964434116, 0.06494159813887126], "p_value": 0.9935064935064936, "input_sha256": "bd2f098fa5116f491a05390640230a83980c8cf024ae7340d53a6be28b565c49"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 609448887, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0004139907527349468, "interval": [-0.07353872902250881, 0.03711129006875167], "p_value": 0.9888335377379859, "input_sha256": "bd2f098fa5116f491a05390640230a83980c8cf024ae7340d53a6be28b565c49"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3793755239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.993302091006686, "interval": [-14.674239759882425, 4.687635577869055], "p_value": 0.2683982683982684, "input_sha256": "864577510cb436e24f551a2208faac352b30a438359ec3b553641a54942b96eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3793755239, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.993302091006686, "interval": [-12.606282619235088, 2.5420337257829546], "p_value": 0.2769628570052397, "input_sha256": "864577510cb436e24f551a2208faac352b30a438359ec3b553641a54942b96eb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3793755239, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.057735955706777156, "interval": [-0.16428656790432733, 0.04881465649077303], "p_value": 0.24675324675324675, "input_sha256": "40294baca37e67afdef14537c4734d5d2e45e05b1293007b3cae6393bc9f1a1e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3793755239, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.057735955706777156, "interval": [-0.1440606606124404, 0.02138887226613717], "p_value": 0.25424634005300656, "input_sha256": "40294baca37e67afdef14537c4734d5d2e45e05b1293007b3cae6393bc9f1a1e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1743838450, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9983546070998983, "interval": [-7.710514899599386, 3.7138056853995893], "p_value": 0.43073593073593075, "input_sha256": "a98aaffdc7fd31713b02a9db17cbd1f99b6a8ca2eee20bb957a7ae1a655cd124"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1743838450, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9983546070998983, "interval": [-5.945566466268648, 2.742692328868506], "p_value": 0.44245689408530453, "input_sha256": "a98aaffdc7fd31713b02a9db17cbd1f99b6a8ca2eee20bb957a7ae1a655cd124"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1743838450, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028409305105526333, "interval": [-0.08185649415560108, 0.02503788394454841], "p_value": 0.2532467532467532, "input_sha256": "beb66677244e087a7ac6e1173de54c1e83ec99a973bdea40d71dd0aa137f6b2f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1743838450, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028409305105526333, "interval": [-0.06940602948632937, 0.01549637392310819], "p_value": 0.26176990762256935, "input_sha256": "beb66677244e087a7ac6e1173de54c1e83ec99a973bdea40d71dd0aa137f6b2f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 862646683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3404532777914446, "interval": [-6.307667735948458, 12.988574291531348], "p_value": 0.4696969696969697, "input_sha256": "36362b3a60da204306777fe693686b31715c8ebffbc5cfb49a6049191c5c3560"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 862646683, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3404532777914446, "interval": [-3.6116549566528735, 11.137690449593702], "p_value": 0.4548364450217133, "input_sha256": "36362b3a60da204306777fe693686b31715c8ebffbc5cfb49a6049191c5c3560"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 862646683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02983854668776907, "interval": [-0.06814106851185131, 0.12781816188738945], "p_value": 0.5216450216450217, "input_sha256": "f9e52e20955742892789667dd9524e3720cc87c8a8784aa9c0b9bead8c752070"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 862646683, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02983854668776907, "interval": [-0.04205360782844168, 0.10802393190244865], "p_value": 0.5098065472905859, "input_sha256": "f9e52e20955742892789667dd9524e3720cc87c8a8784aa9c0b9bead8c752070"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2214293938, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0291883206310124, "interval": [-9.106114982726154, 7.047738341464129], "p_value": 0.8354978354978355, "input_sha256": "98823dd117627e524c29a9293d48599a002d16d9a3b60aedcb67677033da9e0f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2214293938, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0291883206310124, "interval": [-9.58380442884471, 3.710512062035948], "p_value": 0.7790552575227444, "input_sha256": "98823dd117627e524c29a9293d48599a002d16d9a3b60aedcb67677033da9e0f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2214293938, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0107103993512693, "interval": [-0.09110876010169908, 0.06968796139916048], "p_value": 0.829004329004329, "input_sha256": "095847ce09890e1725d405f14eabdb3925c9db0d061cefc7298d14af5ee44d32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2214293938, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0107103993512693, "interval": [-0.09439221088696556, 0.03662751170162951], "p_value": 0.7666689264786231, "input_sha256": "095847ce09890e1725d405f14eabdb3925c9db0d061cefc7298d14af5ee44d32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2701524360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.910025043035942, "interval": [-11.863534935754465, 13.68358502182635], "p_value": 0.8809523809523809, "input_sha256": "91337a7613fde7cf29a9a6a19c99d2472fa01a7fd673e433bcb810fc7aac4c5d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2701524360, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.910025043035942, "interval": [-8.473316059244487, 10.832095964387635], "p_value": 0.8770186505958341, "input_sha256": "91337a7613fde7cf29a9a6a19c99d2472fa01a7fd673e433bcb810fc7aac4c5d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2701524360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001271822321760166, "interval": [-0.14866981369179544, 0.15121345833531574], "p_value": 0.9891774891774892, "input_sha256": "49281ff41377b983dd426dff9405ab148120a1b3a35b0a96c5771c1dafb3e586"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2701524360, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001271822321760166, "interval": [-0.10419997116689493, 0.12684165827494617], "p_value": 0.9852914359266475, "input_sha256": "49281ff41377b983dd426dff9405ab148120a1b3a35b0a96c5771c1dafb3e586"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2445905049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1747073017166683, "interval": [-8.004821996381768, 10.354236599815106], "p_value": 0.7813852813852814, "input_sha256": "00520027b0740898c9ded784b7201e1e242da6b338ed2164766a77a5c3e7deba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2445905049, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1747073017166683, "interval": [-4.784371571010626, 8.845401324432006], "p_value": 0.7701274309620547, "input_sha256": "00520027b0740898c9ded784b7201e1e242da6b338ed2164766a77a5c3e7deba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2445905049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013929973398914455, "interval": [-0.08230404793705735, 0.11016399473488626], "p_value": 0.7424242424242424, "input_sha256": "48f1d118e4178ad8a8321947fece409272d7a88bf1abc90f6b9b6121241216d0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2445905049, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013929973398914455, "interval": [-0.0472086779551307, 0.09483408639671265], "p_value": 0.7406864535796776, "input_sha256": "48f1d118e4178ad8a8321947fece409272d7a88bf1abc90f6b9b6121241216d0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 417758398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9968964233368256, "interval": [-3.976435763416819, 9.97022861009047], "p_value": 0.3528138528138528, "input_sha256": "deef49c8c78d31833eac3758fbcc9e29525fecb4bb5ee622f9e5e886b86537bb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 417758398, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9968964233368256, "interval": [-3.097122738680612, 7.939923673531271], "p_value": 0.3589931584635717, "input_sha256": "deef49c8c78d31833eac3758fbcc9e29525fecb4bb5ee622f9e5e886b86537bb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 417758398, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034786037280239726, "interval": [-0.04795214633504273, 0.11752422089552218], "p_value": 0.3658008658008658, "input_sha256": "28be8fe974cfb4e171788b211135e98bdf8de23ead3dcb01c58b02192ba8bc3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 417758398, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034786037280239726, "interval": [-0.030623709214296475, 0.09977259669114617], "p_value": 0.3674035168130454, "input_sha256": "28be8fe974cfb4e171788b211135e98bdf8de23ead3dcb01c58b02192ba8bc3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 857910501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.069095329866633, "interval": [-16.713334695467577, 8.575144035734311], "p_value": 0.487012987012987, "input_sha256": "f02839c4131623a6718ada5014c5a3633855d3363e1ac40cafa636f9d1a55575"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 857910501, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.069095329866633, "interval": [-14.05729630701991, 5.7459737431745355], "p_value": 0.4871723304827663, "input_sha256": "f02839c4131623a6718ada5014c5a3633855d3363e1ac40cafa636f9d1a55575"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 857910501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035467918024892305, "interval": [-0.14692995778186305, 0.07599412173207842], "p_value": 0.4805194805194805, "input_sha256": "89e7ba76fdaea377c0897a289a2e763af3cc116ca50f4b5b478c750a9fed3744"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 857910501, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035467918024892305, "interval": [-0.12081870272836379, 0.055930061904076074], "p_value": 0.4916694711085696, "input_sha256": "89e7ba76fdaea377c0897a289a2e763af3cc116ca50f4b5b478c750a9fed3744"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2829021833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7726094777202164, "interval": [-15.811561289411609, 8.266342333971176], "p_value": 0.487012987012987, "input_sha256": "f5969837d6cdb47a8860f04ffcd703af1b8db49281d7b59449552cd41330eb61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2829021833, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7726094777202164, "interval": [-12.692959149042798, 5.668158869705096], "p_value": 0.4973117547113314, "input_sha256": "f5969837d6cdb47a8860f04ffcd703af1b8db49281d7b59449552cd41330eb61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2829021833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023523381882332467, "interval": [-0.1444045436139083, 0.09735777984924338], "p_value": 0.6645021645021645, "input_sha256": "16f9737498d9bf3fe8ced50401e9b6f1419dacbd0ce30e44c1ac7c26ccc8b922"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2829021833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023523381882332467, "interval": [-0.11256723191694908, 0.07534412998833502], "p_value": 0.6695346692781563, "input_sha256": "16f9737498d9bf3fe8ced50401e9b6f1419dacbd0ce30e44c1ac7c26ccc8b922"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3454894879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8552705442921225, "interval": [-12.683945091272257, 4.973404002688013], "p_value": 0.3333333333333333, "input_sha256": "6136514de214c4a6981029668a80cbca3016772aaebf7cb5bd0805fa6ecf2c27"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3454894879, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8552705442921225, "interval": [-10.736124566066325, 3.0254503804685697], "p_value": 0.344392308046983, "input_sha256": "6136514de214c4a6981029668a80cbca3016772aaebf7cb5bd0805fa6ecf2c27"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3454894879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.039093016037029124, "interval": [-0.12166699230965469, 0.043480960235596444], "p_value": 0.30303030303030304, "input_sha256": "e03d1c816e5fcf3d40ee656654110faee733cf7fe0038f6815b9a14a6a39293f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3454894879, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.039093016037029124, "interval": [-0.1031711559849435, 0.026318427823307594], "p_value": 0.30891071255741265, "input_sha256": "e03d1c816e5fcf3d40ee656654110faee733cf7fe0038f6815b9a14a6a39293f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4262322633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8523015277398613, "interval": [-6.760105208925843, 14.464708264405566], "p_value": 0.4329004329004329, "input_sha256": "2f8c8f541fddcff2843dd95657075fdb0f05f09930eb4e2fa3905bf219dd4b6f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4262322633, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8523015277398613, "interval": [-8.273401098903165, 10.577759697886433], "p_value": 0.43026722506672566, "input_sha256": "2f8c8f541fddcff2843dd95657075fdb0f05f09930eb4e2fa3905bf219dd4b6f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4262322633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0308420316876611, "interval": [-0.07442214354658895, 0.13610620692191117], "p_value": 0.525974025974026, "input_sha256": "80a6fc4aa81dd80df1636face903bc1348e62863034b8cc4e32f741b3d8d383d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4262322633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0308420316876611, "interval": [-0.07866206695892593, 0.10335384374477698], "p_value": 0.5236713705719295, "input_sha256": "80a6fc4aa81dd80df1636face903bc1348e62863034b8cc4e32f741b3d8d383d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 223618631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.26343273817982116, "interval": [-7.5944115026298205, 8.121276978989464], "p_value": 0.9415584415584416, "input_sha256": "b0faca295287a9974ac99bf66482877b7420c197d4a8bcf3fcae4edee82ecc65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 223618631, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.26343273817982116, "interval": [-5.922153134472182, 6.740275844462148], "p_value": 0.9419280922534169, "input_sha256": "b0faca295287a9974ac99bf66482877b7420c197d4a8bcf3fcae4edee82ecc65"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 223618631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0037224044164758247, "interval": [-0.06845750247080822, 0.07590231130375986], "p_value": 0.9047619047619048, "input_sha256": "577808216346f1b73a00fcec7783df92767590d40481b37894e8d82bc601c584"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 223618631, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0037224044164758247, "interval": [-0.05336295683247331, 0.06232771235082336], "p_value": 0.9107914355381632, "input_sha256": "577808216346f1b73a00fcec7783df92767590d40481b37894e8d82bc601c584"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2322183891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4639832904009245, "interval": [-13.803295268163591, 6.875328687361741], "p_value": 0.45454545454545453, "input_sha256": "2d814d121485fd7827a1ea56bd3a33df6290d2ba8f62219c043b867cdd7582a2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2322183891, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4639832904009245, "interval": [-10.997174469834102, 5.355452759826681], "p_value": 0.4655145859869796, "input_sha256": "2d814d121485fd7827a1ea56bd3a33df6290d2ba8f62219c043b867cdd7582a2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2322183891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05148206796142465, "interval": [-0.16346581714636443, 0.06050168122351513], "p_value": 0.30303030303030304, "input_sha256": "6942825e0ea936447427e2e1b8064253f1db7ff3b23d189bccb147745a431764"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2322183891, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05148206796142465, "interval": [-0.13185064550647094, 0.04135539293759721], "p_value": 0.31692296436734035, "input_sha256": "6942825e0ea936447427e2e1b8064253f1db7ff3b23d189bccb147745a431764"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2374550058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9195833139589737, "interval": [-7.026733032503058, 12.865899660421006], "p_value": 0.5324675324675324, "input_sha256": "80a85a1d69ec5aeec8b738c5352ab774d84e00fb276aab4661529a92e484bd8f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2374550058, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9195833139589737, "interval": [-4.683726813903097, 11.035224240500474], "p_value": 0.5278300977748263, "input_sha256": "80a85a1d69ec5aeec8b738c5352ab774d84e00fb276aab4661529a92e484bd8f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2374550058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04082112382425016, "interval": [-0.055557414525864345, 0.13719966217436466], "p_value": 0.3722943722943723, "input_sha256": "54b7fae3ddd85ce6a4e060fe3b7a0e3b10418d478517fc541a319636f92e0457"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2374550058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04082112382425016, "interval": [-0.03054061897491305, 0.1209016466598002], "p_value": 0.36664348323344786, "input_sha256": "54b7fae3ddd85ce6a4e060fe3b7a0e3b10418d478517fc541a319636f92e0457"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1502262983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5086937698326892, "interval": [-8.793605310332346, 5.776217770666967], "p_value": 0.7186147186147186, "input_sha256": "1ff556075284d729e15c99abf231c0b8d36524fc1671316ef16c2c8a722ad1a7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1502262983, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5086937698326892, "interval": [-8.31592975554386, 4.139072765825252], "p_value": 0.6515700642549522, "input_sha256": "1ff556075284d729e15c99abf231c0b8d36524fc1671316ef16c2c8a722ad1a7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1502262983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020956971039052516, "interval": [-0.09819849493575945, 0.05628455285765442], "p_value": 0.5562770562770563, "input_sha256": "6c64dd7053e136296fd8f53d53b472d9c934f6933ac67a72186e4bfba0030fc8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1502262983, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020956971039052516, "interval": [-0.09622198725469697, 0.03793607448019938], "p_value": 0.5587612984700854, "input_sha256": "6c64dd7053e136296fd8f53d53b472d9c934f6933ac67a72186e4bfba0030fc8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 436823028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.409451736910618, "interval": [-5.563522880310317, 20.382426354131553], "p_value": 0.22943722943722944, "input_sha256": "aa449c781533be6b59c430d6fecd341ae2a8eb165d376f449c19ab7e6c12f917"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 436823028, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.409451736910618, "interval": [-1.7947589022437584, 18.404223932757883], "p_value": 0.22843388128067987, "input_sha256": "aa449c781533be6b59c430d6fecd341ae2a8eb165d376f449c19ab7e6c12f917"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 436823028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08070934338441038, "interval": [-0.05389431650051871, 0.21531300326933947], "p_value": 0.21645021645021645, "input_sha256": "90ab64b505647a5b07aee762aa8529cb9c17a3a3bcb9c2ddad7e388a802d9c02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 436823028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08070934338441038, "interval": [-0.010519540243222967, 0.2094820056932933], "p_value": 0.21093845351525942, "input_sha256": "90ab64b505647a5b07aee762aa8529cb9c17a3a3bcb9c2ddad7e388a802d9c02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1944363710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5551785415521397, "interval": [-11.404112913563903, 12.514469996668183], "p_value": 0.9155844155844156, "input_sha256": "aa23e4d7243ec6867b28483104df8104fa994cdfbacbde09d6ebbb1adc6310f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1944363710, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5551785415521397, "interval": [-7.646227371904929, 10.929221687318591], "p_value": 0.919519524751693, "input_sha256": "aa23e4d7243ec6867b28483104df8104fa994cdfbacbde09d6ebbb1adc6310f8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1944363710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0012684711078479877, "interval": [-0.11406791538289408, 0.11660485759859006], "p_value": 0.9826839826839827, "input_sha256": "8f89fb6e733256cb87831b13133034c6beb1012929e7ba3daf5a79218076f42f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1944363710, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0012684711078479877, "interval": [-0.0794122906631843, 0.09932856058996876], "p_value": 0.980926243178008, "input_sha256": "8f89fb6e733256cb87831b13133034c6beb1012929e7ba3daf5a79218076f42f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3936286225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.004151278518516, "interval": [-7.031907796393923, 9.040210353430954], "p_value": 0.7705627705627706, "input_sha256": "3c93b1582d3792e6b75a31ac24b7e578bf9ef63955ec93289766559b0c69660d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3936286225, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.004151278518516, "interval": [-4.77408382037572, 7.3037377559455425], "p_value": 0.7855211243039258, "input_sha256": "3c93b1582d3792e6b75a31ac24b7e578bf9ef63955ec93289766559b0c69660d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3936286225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009823374427419963, "interval": [-0.07495597566726153, 0.09460272452210147], "p_value": 0.7748917748917749, "input_sha256": "b64f9473d15b492ff9761934de93d065cfd0ee708387c555e7f10b6688a810fc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3936286225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009823374427419963, "interval": [-0.05181071688097448, 0.07630528471060467], "p_value": 0.8009240975112488, "input_sha256": "b64f9473d15b492ff9761934de93d065cfd0ee708387c555e7f10b6688a810fc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4228010065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.698677080432792, "interval": [-19.571739121803024, 14.174384960937441], "p_value": 0.7272727272727273, "input_sha256": "ee41037dc6b9471cd127d1feea5859da515120c2da4427a79aff59b42be2379c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4228010065, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.698677080432792, "interval": [-16.72548675212685, 8.96312784540125], "p_value": 0.7165303765520783, "input_sha256": "ee41037dc6b9471cd127d1feea5859da515120c2da4427a79aff59b42be2379c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4228010065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025464623358207338, "interval": [-0.18437177242678837, 0.13344252571037368], "p_value": 0.7164502164502164, "input_sha256": "ad048b6ef0997b266adac72dc84ff1856de5fd6a6bf5287814a85e21772b488f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4228010065, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025464623358207338, "interval": [-0.14920433407638758, 0.09526776491215695], "p_value": 0.7210707140850587, "input_sha256": "ad048b6ef0997b266adac72dc84ff1856de5fd6a6bf5287814a85e21772b488f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3775127131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8052631611277894, "interval": [-14.851873245419796, 9.241346923164219], "p_value": 0.6017316017316018, "input_sha256": "02612224d7a51749d836a3f4c0d002f5117efe69fd6898a6ca155fa6ef1a8719"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3775127131, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8052631611277894, "interval": [-12.93864320170917, 6.721261969833329], "p_value": 0.6144779798261358, "input_sha256": "02612224d7a51749d836a3f4c0d002f5117efe69fd6898a6ca155fa6ef1a8719"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3775127131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0195514004634149, "interval": [-0.14403051838992084, 0.10492771746309104], "p_value": 0.7207792207792207, "input_sha256": "0807db31e56c0ea62c27a9a3f3f9017005059b1b54c478e8cecae6a193def946"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3775127131, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0195514004634149, "interval": [-0.11799392665281729, 0.08285640678945966], "p_value": 0.7336243044568965, "input_sha256": "0807db31e56c0ea62c27a9a3f3f9017005059b1b54c478e8cecae6a193def946"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 879091439, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.33222857739404, "interval": [-9.912632257085647, 14.577089411873729], "p_value": 0.670995670995671, "input_sha256": "fcd0b9331a08fba7a4dc45ac228f73f7b82af59377ee91ae797ccc60c06c7624"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 879091439, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.33222857739404, "interval": [-7.1747086471361525, 10.993958866746157], "p_value": 0.6711378234200898, "input_sha256": "fcd0b9331a08fba7a4dc45ac228f73f7b82af59377ee91ae797ccc60c06c7624"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 879091439, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016894208725847196, "interval": [-0.10872322757887769, 0.14251164503057207], "p_value": 0.7640692640692641, "input_sha256": "29c708c9b79a123f49ec6339547b70b7f2eded742a85e57b791dcf49d1c83dd0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 879091439, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016894208725847196, "interval": [-0.08151259152588115, 0.10694509577953665], "p_value": 0.7632730498396836, "input_sha256": "29c708c9b79a123f49ec6339547b70b7f2eded742a85e57b791dcf49d1c83dd0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2537821858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9489289294087317, "interval": [-9.7019373136345, 11.599795172451964], "p_value": 0.8571428571428571, "input_sha256": "8963312508515f884cbdef1927a7b18e9e36c8bbbb53b9acecab9af92846d0b2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2537821858, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9489289294087317, "interval": [-8.004053539101287, 8.240424586691917], "p_value": 0.8465929979069099, "input_sha256": "8963312508515f884cbdef1927a7b18e9e36c8bbbb53b9acecab9af92846d0b2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2537821858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010146907994508694, "interval": [-0.09812453465508987, 0.11841835064410726], "p_value": 0.8463203463203464, "input_sha256": "4a5ed36c5010e9b7584b98864283537aa4b19c15c904a96119601190973e713d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2537821858, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010146907994508694, "interval": [-0.08572912764820635, 0.08271858379896631], "p_value": 0.8383483139359242, "input_sha256": "4a5ed36c5010e9b7584b98864283537aa4b19c15c904a96119601190973e713d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1267064878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9280698963016434, "interval": [-8.932706368505308, 10.788846161108594], "p_value": 0.8268398268398268, "input_sha256": "662a5647cee46ca551aa9c6d0b77c498b8d55fadd1092319b912c5744b55b490"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1267064878, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9280698963016434, "interval": [-6.358352225596284, 8.641535007443057], "p_value": 0.838085556249467, "input_sha256": "662a5647cee46ca551aa9c6d0b77c498b8d55fadd1092319b912c5744b55b490"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1267064878, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01091633655982327, "interval": [-0.088806630126558, 0.11063930324620454], "p_value": 0.79004329004329, "input_sha256": "878e162e1ad667b7bbd58518e0463c8f80b92f74cb0e9da3eb3479c3aad286fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1267064878, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01091633655982327, "interval": [-0.06795832788823317, 0.08692929920405422], "p_value": 0.8122133547380019, "input_sha256": "878e162e1ad667b7bbd58518e0463c8f80b92f74cb0e9da3eb3479c3aad286fe"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1730593700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.704857654602744, "interval": [-2.659142596810634, 16.06885790601612], "p_value": 0.13203463203463203, "input_sha256": "ca3316b239ae683d2054d7cbe50e5634f99c98e38badfa307aec077ca083f0a0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1730593700, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.704857654602744, "interval": [-1.2197024901723474, 14.410844535385506], "p_value": 0.14167698187883576, "input_sha256": "ca3316b239ae683d2054d7cbe50e5634f99c98e38badfa307aec077ca083f0a0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1730593700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06384518527321177, "interval": [-0.03490461443758139, 0.16259498498400493], "p_value": 0.17965367965367965, "input_sha256": "15d0399f9a7138f770a7f766d9e12fafcb52822ad1bba37c59444cffbc148449"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1730593700, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06384518527321177, "interval": [-0.022580865034123487, 0.14111413054985184], "p_value": 0.17946842131363647, "input_sha256": "15d0399f9a7138f770a7f766d9e12fafcb52822ad1bba37c59444cffbc148449"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 73019481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2679143826940003, "interval": [-9.229198780022507, 11.765027545410508], "p_value": 0.7922077922077922, "input_sha256": "522d31255c115abc8a7be8170b2595c752c9c14a83927c342ffdd3459ad90ab3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 73019481, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2679143826940003, "interval": [-5.760805131033689, 10.530908621363977], "p_value": 0.7889536369710177, "input_sha256": "522d31255c115abc8a7be8170b2595c752c9c14a83927c342ffdd3459ad90ab3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 73019481, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013974315766252424, "interval": [-0.09397902539076372, 0.12192765692326857], "p_value": 0.7792207792207793, "input_sha256": "ff73f4ec9179e0168c4e7ec2315c16e92ae752df79e718a32f168f4b19a869a4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 73019481, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013974315766252424, "interval": [-0.05879190220539213, 0.10537623544076662], "p_value": 0.7736934780548013, "input_sha256": "ff73f4ec9179e0168c4e7ec2315c16e92ae752df79e718a32f168f4b19a869a4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 183509854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.512657287627443, "interval": [-0.34286033002082306, 11.368174905275708], "p_value": 0.04329004329004329, "input_sha256": "7bc54998311cc99e4a974d121d946304e6f71be1917cdaccbf3ff9a04a043226"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 183509854, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.512657287627443, "interval": [0.5076507078743611, 9.287897244235335], "p_value": 0.06100088387215361, "input_sha256": "7bc54998311cc99e4a974d121d946304e6f71be1917cdaccbf3ff9a04a043226"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 183509854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06323821195688102, "interval": [0.012736785587057549, 0.1137396383267045], "p_value": 0.017316017316017316, "input_sha256": "c96f3324c9c17e96ca3f19ca4df8c828ca2a338c712140dbc5e3d7a330807310"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 183509854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06323821195688102, "interval": [0.022948913607502595, 0.10340477783576443], "p_value": 0.02029334381047785, "input_sha256": "c96f3324c9c17e96ca3f19ca4df8c828ca2a338c712140dbc5e3d7a330807310"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3711192179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8591158324041297, "interval": [-13.027886950475619, 7.30965528566736], "p_value": 0.5216450216450217, "input_sha256": "eb77bed7c6439c6299bd257ee685b8ed00aef4782a59b8d0415413cf5d44acfc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3711192179, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8591158324041297, "interval": [-10.220926220678342, 7.216695043006939], "p_value": 0.544741825416325, "input_sha256": "eb77bed7c6439c6299bd257ee685b8ed00aef4782a59b8d0415413cf5d44acfc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3711192179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04344579352904509, "interval": [-0.1461284840507661, 0.05923689699267592], "p_value": 0.41774891774891776, "input_sha256": "03c11b142979912df10fa12a3fde0d682f4681cdbd23dade4e65120f1c9c2503"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3711192179, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04344579352904509, "interval": [-0.12099498185273455, 0.045786056269552684], "p_value": 0.3633661797156631, "input_sha256": "03c11b142979912df10fa12a3fde0d682f4681cdbd23dade4e65120f1c9c2503"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1438311179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3613488611550437, "interval": [-9.68632310227898, 10.409020824589067], "p_value": 0.9242424242424242, "input_sha256": "6cba827e2ae025b40d1cc8183127909fc42f1e37cf7260a24cb5fa93c0e45be7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1438311179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3613488611550437, "interval": [-7.72101495841507, 8.927701707991202], "p_value": 0.937539383819568, "input_sha256": "6cba827e2ae025b40d1cc8183127909fc42f1e37cf7260a24cb5fa93c0e45be7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1438311179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008049544180036172, "interval": [-0.09700362921878224, 0.11310271757885458], "p_value": 0.8831168831168831, "input_sha256": "30bf88586161654fec8186f6a51a944109887e1d3a2c7114fa1dd3b89cc5c263"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1438311179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008049544180036172, "interval": [-0.073529453285108, 0.09788839892100236], "p_value": 0.8668993380503529, "input_sha256": "30bf88586161654fec8186f6a51a944109887e1d3a2c7114fa1dd3b89cc5c263"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1552802557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.784118738733805, "interval": [-7.062672419486272, 14.630909896953881], "p_value": 0.4458874458874459, "input_sha256": "04c852d55d2cb68b03591d34408e2e9bd6f8975e081e8f6849e5abb3a2b7edce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1552802557, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.784118738733805, "interval": [-5.553488501754904, 11.488273568977151], "p_value": 0.4549432777560466, "input_sha256": "04c852d55d2cb68b03591d34408e2e9bd6f8975e081e8f6849e5abb3a2b7edce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1552802557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04059186958928071, "interval": [-0.08819013911531257, 0.169373878293874], "p_value": 0.49567099567099565, "input_sha256": "c6cabbebc2820cbb58c271723cab824747b6f2c5ef26a3753c99804082918891"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1552802557, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04059186958928071, "interval": [-0.05708417444671209, 0.14726196997159116], "p_value": 0.4979284280057602, "input_sha256": "c6cabbebc2820cbb58c271723cab824747b6f2c5ef26a3753c99804082918891"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 892004972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.4975423555555194, "interval": [-11.379643889780432, 6.384559178669394], "p_value": 0.5367965367965368, "input_sha256": "53979f81ae1a26c09ccb400d0e50f549d76440d1c12fb412376eeb13bc1ace9c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 892004972, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.4975423555555194, "interval": [-10.789001503745178, 4.1264126738498375], "p_value": 0.5448483428401086, "input_sha256": "53979f81ae1a26c09ccb400d0e50f549d76440d1c12fb412376eeb13bc1ace9c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 892004972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02700370210594632, "interval": [-0.1112740429360041, 0.05726663872411147], "p_value": 0.48268398268398266, "input_sha256": "d0c57d213e5791b720b50247a404c540c1e9988e4175f1a30191bf8581aa9f22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 892004972, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02700370210594632, "interval": [-0.10474351628144463, 0.03624162247440515], "p_value": 0.4912825362913886, "input_sha256": "d0c57d213e5791b720b50247a404c540c1e9988e4175f1a30191bf8581aa9f22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3670475017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6464152647073247, "interval": [-4.761405600152147, 12.054236129566796], "p_value": 0.3463203463203463, "input_sha256": "25621f2abe026fb21fce688c2275452a2296737a705477243d9d63ffb2392ecf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3670475017, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6464152647073247, "interval": [-1.4123208589827354, 10.832260436105539], "p_value": 0.3295975109235925, "input_sha256": "25621f2abe026fb21fce688c2275452a2296737a705477243d9d63ffb2392ecf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3670475017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03829859349583656, "interval": [-0.0453876403920732, 0.12198482738374632], "p_value": 0.3181818181818182, "input_sha256": "870b1f76a0dc34959a6dca8b8d3ab24fec72f0b54ccb9970c684d89493bf0dd9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3670475017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03829859349583656, "interval": [-0.013943387176317192, 0.10628794017764294], "p_value": 0.31218780039225213, "input_sha256": "870b1f76a0dc34959a6dca8b8d3ab24fec72f0b54ccb9970c684d89493bf0dd9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3182951295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4548214472237113, "interval": [-8.964165132200884, 8.054522237753462], "p_value": 0.9047619047619048, "input_sha256": "bfd4e02c62fd372ac288dd0b04f710bc375c269c1d58cf20942cb4e43fefcd33"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3182951295, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4548214472237113, "interval": [-6.809870211005067, 5.890604846648083], "p_value": 0.9065431574473847, "input_sha256": "bfd4e02c62fd372ac288dd0b04f710bc375c269c1d58cf20942cb4e43fefcd33"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3182951295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006211353619083287, "interval": [-0.09424059466639055, 0.10666330190455713], "p_value": 0.8874458874458875, "input_sha256": "5b17c5e738cb8c98acb1fe529134207d17338145af6e101124d8c93085b3ab02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3182951295, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006211353619083287, "interval": [-0.0737588208839578, 0.08041975740302337], "p_value": 0.8926652154670045, "input_sha256": "5b17c5e738cb8c98acb1fe529134207d17338145af6e101124d8c93085b3ab02"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1767023075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7804946805362185, "interval": [-10.465745000210438, 8.904755639138001], "p_value": 0.8506493506493507, "input_sha256": "49732f83114904957a18fd9b6cae38f630f9fb3ce04db0f3cd9fee74e84f3295"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1767023075, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7804946805362185, "interval": [-7.749726835417642, 6.028899327579505], "p_value": 0.853088324321986, "input_sha256": "49732f83114904957a18fd9b6cae38f630f9fb3ce04db0f3cd9fee74e84f3295"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1767023075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025931255307875836, "interval": [-0.14323038334538996, 0.09136787272963828], "p_value": 0.6125541125541125, "input_sha256": "153fe8393aeb79760acda73d940c9cd7692091796e12806399de98355d2d7678"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1767023075, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025931255307875836, "interval": [-0.11330646635205457, 0.052980068855683835], "p_value": 0.6173590194881332, "input_sha256": "153fe8393aeb79760acda73d940c9cd7692091796e12806399de98355d2d7678"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3713820354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6317448026191013, "interval": [-9.574641698380326, 14.838131303618528], "p_value": 0.6363636363636364, "input_sha256": "7343a94d41c6c4a7030837b567722fa6d3e847602f4dfb4ec5bc3866cfe529e3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3713820354, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6317448026191013, "interval": [-6.091166891421076, 13.651445316125093], "p_value": 0.6401100635443044, "input_sha256": "7343a94d41c6c4a7030837b567722fa6d3e847602f4dfb4ec5bc3866cfe529e3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3713820354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027159800397663067, "interval": [-0.10086201226617035, 0.15518161306149647], "p_value": 0.6363636363636364, "input_sha256": "9425b6c1ed9fbe07ce64e0c4f9cb40ba7c10f107656fed4a4d966ed517f02f33"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3713820354, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027159800397663067, "interval": [-0.06416778264430434, 0.1397710094350249], "p_value": 0.6439583768831088, "input_sha256": "9425b6c1ed9fbe07ce64e0c4f9cb40ba7c10f107656fed4a4d966ed517f02f33"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4177899500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.421944809543926, "interval": [-2.1023313851022856, 6.9462210041901375], "p_value": 0.2748917748917749, "input_sha256": "fdb62ee051c5e523e5742b65d3b95fcf37f12b726a44ce5f23546fede9e1d1e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4177899500, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.421944809543926, "interval": [-0.5371335184488504, 6.87979772577165], "p_value": 0.25969700036648635, "input_sha256": "fdb62ee051c5e523e5742b65d3b95fcf37f12b726a44ce5f23546fede9e1d1e6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4177899500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011745891333498598, "interval": [-0.03175701070059185, 0.05524879336758905], "p_value": 0.5692640692640693, "input_sha256": "38357338f1b3a9ab491c0fbe70802deebe2a48d2d6f8f5442be1e8d673bc8c22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4177899500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011745891333498598, "interval": [-0.016581472558959302, 0.054655648366642], "p_value": 0.55646574437876, "input_sha256": "38357338f1b3a9ab491c0fbe70802deebe2a48d2d6f8f5442be1e8d673bc8c22"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3806401926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.3702623534909675, "interval": [-0.13331141029003035, 14.873836117271965], "p_value": 0.049783549783549784, "input_sha256": "edd78d44764f4b6aab983d3853846e7cc2635e89af75c3af3d64c4ebff4dcb1b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3806401926, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.3702623534909675, "interval": [2.4400150089053287, 13.169687782627303], "p_value": 0.05331745476175054, "input_sha256": "edd78d44764f4b6aab983d3853846e7cc2635e89af75c3af3d64c4ebff4dcb1b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3806401926, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06578946567213798, "interval": [-0.006551214530435959, 0.1381301458747119], "p_value": 0.06493506493506493, "input_sha256": "ba42aa025f9ee183a1eaed82ef8a46f6025c7f2458937d26e81ff4dac29a1c32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3806401926, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06578946567213798, "interval": [0.01541368344866711, 0.12104883523233968], "p_value": 0.06962991673165325, "input_sha256": "ba42aa025f9ee183a1eaed82ef8a46f6025c7f2458937d26e81ff4dac29a1c32"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 169204224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.699091967239789, "interval": [-7.50706409524033, 12.905248029719907], "p_value": 0.5670995670995671, "input_sha256": "6956892c28a7217fe0aab9e9d3d01dfd845fe169ca412d698f26f250db081004"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 169204224, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.699091967239789, "interval": [-5.36233973381641, 11.587058024044218], "p_value": 0.5686339591446298, "input_sha256": "6956892c28a7217fe0aab9e9d3d01dfd845fe169ca412d698f26f250db081004"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 169204224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046933435326806036, "interval": [-0.059671952097022224, 0.1535388227506343], "p_value": 0.3463203463203463, "input_sha256": "65dd8fff000140883b50fbc4e967d2bb370ecba218480568f64a0f29eb2ba3ab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 169204224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046933435326806036, "interval": [-0.028900589491090114, 0.14770380770271785], "p_value": 0.34766933725190874, "input_sha256": "65dd8fff000140883b50fbc4e967d2bb370ecba218480568f64a0f29eb2ba3ab"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2783546575, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.82312097307056, "interval": [-15.85914439667691, 4.21290245053579], "p_value": 0.21861471861471862, "input_sha256": "d6b99ffdfc25f8dd7f0b5bc4963332e750ad86a48a47c22ee79b68eafba5c805"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2783546575, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.82312097307056, "interval": [-14.576535219976085, 1.2136063801878147], "p_value": 0.2251355123440144, "input_sha256": "d6b99ffdfc25f8dd7f0b5bc4963332e750ad86a48a47c22ee79b68eafba5c805"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2783546575, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06353372465169252, "interval": [-0.18866526059975772, 0.06159781129637268], "p_value": 0.2922077922077922, "input_sha256": "c7c4a2df08185386f02dd67de97cf08d047c22c662ccb8bb3da380985ed48d75"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2783546575, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06353372465169252, "interval": [-0.18311831003183263, 0.01748895217905239], "p_value": 0.28326817129086285, "input_sha256": "c7c4a2df08185386f02dd67de97cf08d047c22c662ccb8bb3da380985ed48d75"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2463107827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.722407579725416, "interval": [-4.993306973061293, 16.438122132512124], "p_value": 0.2554112554112554, "input_sha256": "f0751089b6f0d89a455a60ace58e0d7e0fa414fb57f885cb1ec073115a7bb321"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2463107827, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.722407579725416, "interval": [-3.330586697583178, 13.621705612768478], "p_value": 0.260712186699532, "input_sha256": "f0751089b6f0d89a455a60ace58e0d7e0fa414fb57f885cb1ec073115a7bb321"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2463107827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04909603159845746, "interval": [-0.054887823424846174, 0.15307988662176109], "p_value": 0.3008658008658009, "input_sha256": "0b683a23dd96c9a879030fc51f9c4aa1b75002e00dbb2119fc7f373de9f8cedf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2463107827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04909603159845746, "interval": [-0.041428928023961704, 0.12006248881462257], "p_value": 0.3172627462334988, "input_sha256": "0b683a23dd96c9a879030fc51f9c4aa1b75002e00dbb2119fc7f373de9f8cedf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2238924764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.133860131728577, "interval": [-12.566281337564345, 6.298561074107191], "p_value": 0.47835497835497837, "input_sha256": "b35641e1b528452e29cabfe15378605747da5a83f84bf7a893c1a119e044d8d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2238924764, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.133860131728577, "interval": [-10.955607038003416, 4.071125923796689], "p_value": 0.47600124260334764, "input_sha256": "b35641e1b528452e29cabfe15378605747da5a83f84bf7a893c1a119e044d8d2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2238924764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029733133764314003, "interval": [-0.12970409672145516, 0.07023782919282717], "p_value": 0.5173160173160173, "input_sha256": "444ba3714568c819bc339d4e95a42aff899ed3f0a073bc24bbb0d1e7ff9f81ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2238924764, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029733133764314003, "interval": [-0.11022094271623616, 0.04796268231854282], "p_value": 0.5222236473483943, "input_sha256": "444ba3714568c819bc339d4e95a42aff899ed3f0a073bc24bbb0d1e7ff9f81ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 358825241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.124110363635772, "interval": [-9.951845563586492, 7.7036248363149475], "p_value": 0.7597402597402597, "input_sha256": "6226b447155556b67c80473abc20acaa9207d070472dbd043c766a144573da0a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 358825241, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.124110363635772, "interval": [-6.975637932331408, 7.023156508504614], "p_value": 0.7717222338986411, "input_sha256": "6226b447155556b67c80473abc20acaa9207d070472dbd043c766a144573da0a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 358825241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011326692812210756, "interval": [-0.10297638829052008, 0.08032300266609857], "p_value": 0.7857142857142857, "input_sha256": "08bf8335a18a1854fb1cad532a7898afb29766250fb485c7beba21c0fab5e06b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 358825241, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011326692812210756, "interval": [-0.07022466827711027, 0.07478774507264205], "p_value": 0.7757039554438165, "input_sha256": "08bf8335a18a1854fb1cad532a7898afb29766250fb485c7beba21c0fab5e06b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 253743520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.082364812438408, "interval": [-10.993655407314597, 4.82892578243778], "p_value": 0.4134199134199134, "input_sha256": "a7ff92f834a3ffe5cc6ad62ae85d4cce9ba85e8412bc69fe84800d433e9c49c1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 253743520, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.082364812438408, "interval": [-8.94721493536581, 3.4921744784550133], "p_value": 0.40556804759522447, "input_sha256": "a7ff92f834a3ffe5cc6ad62ae85d4cce9ba85e8412bc69fe84800d433e9c49c1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 253743520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03231077168884049, "interval": [-0.13369909640490987, 0.0690775530272289], "p_value": 0.48484848484848486, "input_sha256": "e6118434654a18de04c8a52aaca35ec08d2c894c02c19cb7cf98d69dfed51a97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 253743520, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03231077168884049, "interval": [-0.11332042811845869, 0.04597781263068863], "p_value": 0.4937732697719107, "input_sha256": "e6118434654a18de04c8a52aaca35ec08d2c894c02c19cb7cf98d69dfed51a97"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3359871577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2677126709075619, "interval": [-9.267404719005231, 8.731979377190108], "p_value": 0.9437229437229437, "input_sha256": "299fa59280230bbb42390fd5c513e871552d12d9dead333e08afe0287b7b6a16"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3359871577, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2677126709075619, "interval": [-7.66782615462153, 6.27762445746113], "p_value": 0.947751230808785, "input_sha256": "299fa59280230bbb42390fd5c513e871552d12d9dead333e08afe0287b7b6a16"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3359871577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013438394272650617, "interval": [-0.08591987550164305, 0.11279666404694429], "p_value": 0.7575757575757576, "input_sha256": "e27e699f5f8c9bafbdb0cdaecbe29a4b6036b7c5c7c8b803a894fd385a4f7a5d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3359871577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013438394272650617, "interval": [-0.0647602777413302, 0.09044869409111833], "p_value": 0.7614750392053552, "input_sha256": "e27e699f5f8c9bafbdb0cdaecbe29a4b6036b7c5c7c8b803a894fd385a4f7a5d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1972972671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.7016076124680755, "interval": [-1.116430311560018, 10.519645536496169], "p_value": 0.10606060606060606, "input_sha256": "a79caaa4896679f7bbd80e4071e6405710e48c60208c75b9c361614942cbf83b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1972972671, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.7016076124680755, "interval": [0.8779874736047306, 10.787761505228968], "p_value": 0.10181986948782305, "input_sha256": "a79caaa4896679f7bbd80e4071e6405710e48c60208c75b9c361614942cbf83b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1972972671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040848660401343995, "interval": [-0.012686203312822206, 0.0943835241155102], "p_value": 0.11904761904761904, "input_sha256": "2bb75c54b5f9956acbdba78301808f152feca2bf28b5cf2a3e66f8f84465e41b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1972972671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040848660401343995, "interval": [0.005488431305927665, 0.09761927675389143], "p_value": 0.11994326852736482, "input_sha256": "2bb75c54b5f9956acbdba78301808f152feca2bf28b5cf2a3e66f8f84465e41b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2658514983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.170118122038774, "interval": [0.1641718463721773, 18.17606439770537], "p_value": 0.05194805194805195, "input_sha256": "28dd4314a6a4072fb15e64972906d313137556a710559438ef405b669c0282d3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2658514983, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.170118122038774, "interval": [1.434002866750702, 15.442764474118047], "p_value": 0.046676750020384246, "input_sha256": "28dd4314a6a4072fb15e64972906d313137556a710559438ef405b669c0282d3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2658514983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10501300853423917, "interval": [-0.012834410551873593, 0.22286042762035194], "p_value": 0.07142857142857142, "input_sha256": "0ea58dc734eb808694bcbee14de693701a61ee2320a601fac2b4557ab0d44961"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2658514983, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10501300853423917, "interval": [0.019703888236470884, 0.2019812461687518], "p_value": 0.074772303256931, "input_sha256": "0ea58dc734eb808694bcbee14de693701a61ee2320a601fac2b4557ab0d44961"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1047856781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.6261758501628805, "interval": [-2.9319852740039973, 14.184336974329758], "p_value": 0.15800865800865802, "input_sha256": "6f32a91251e5a0526fcf46a4fa971f671bab6963b170c9b5c7483b442202859f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1047856781, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.6261758501628805, "interval": [-0.7161680578289579, 11.879891262312023], "p_value": 0.16310224213652721, "input_sha256": "6f32a91251e5a0526fcf46a4fa971f671bab6963b170c9b5c7483b442202859f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1047856781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062204922402434096, "interval": [-0.02128649288590323, 0.14569633769077142], "p_value": 0.1277056277056277, "input_sha256": "22dd0c353ea88cd9d9ba74a681e7f5c71f7a4e6c271580354bc293a45ea07aac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1047856781, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062204922402434096, "interval": [0.002602156708860909, 0.12551944177138238], "p_value": 0.12207736124927847, "input_sha256": "22dd0c353ea88cd9d9ba74a681e7f5c71f7a4e6c271580354bc293a45ea07aac"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 58429519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9216354704484928, "interval": [-12.855370043681418, 14.698640984578404], "p_value": 0.8701298701298701, "input_sha256": "4d015611b3d905cae3c1dc8b9be519c221b7bc86934c7e56f6ab0fad1d34ec71"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 58429519, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9216354704484928, "interval": [-8.737175715643861, 11.469743358882656], "p_value": 0.8785785119177842, "input_sha256": "4d015611b3d905cae3c1dc8b9be519c221b7bc86934c7e56f6ab0fad1d34ec71"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 58429519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006591654846152539, "interval": [-0.16506451199283828, 0.1518812023005332], "p_value": 0.9264069264069265, "input_sha256": "e5bfe40c02f0d8fe1dd5f0114b40a7d46d0212b370e721e5c8ae7c2634e479ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 58429519, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006591654846152539, "interval": [-0.12198875578157348, 0.11322020068293379], "p_value": 0.9239349017034084, "input_sha256": "e5bfe40c02f0d8fe1dd5f0114b40a7d46d0212b370e721e5c8ae7c2634e479ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2917723738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4242831354986709, "interval": [-13.202594010775872, 14.051160281773214], "p_value": 0.9329004329004329, "input_sha256": "caefe0d5b30b21c14fbd68bd8c8bcc0b5e9ce50bc0627b4168db6043a832d372"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2917723738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4242831354986709, "interval": [-11.019728681948102, 10.897606808265532], "p_value": 0.9452103302531303, "input_sha256": "caefe0d5b30b21c14fbd68bd8c8bcc0b5e9ce50bc0627b4168db6043a832d372"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2917723738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007082786618672815, "interval": [-0.1446511215941221, 0.15881669483146774], "p_value": 0.9155844155844156, "input_sha256": "39dee852ac577d7099db64e68f05a652c52004af7ef84396e742694080c5ee43"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2917723738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007082786618672815, "interval": [-0.11576380911792614, 0.1289756148686429], "p_value": 0.9186029713116747, "input_sha256": "39dee852ac577d7099db64e68f05a652c52004af7ef84396e742694080c5ee43"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3312670581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5231015170097608, "interval": [-6.59510828514278, 7.641311319162302], "p_value": 0.8766233766233766, "input_sha256": "b061d2ceaf3b962928def018d339c0f83a31669b329130625bafe8a793eb9f1f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3312670581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5231015170097608, "interval": [-5.12444126559241, 6.3058493164172775], "p_value": 0.8731968787820802, "input_sha256": "b061d2ceaf3b962928def018d339c0f83a31669b329130625bafe8a793eb9f1f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3312670581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0054939668042100626, "interval": [-0.07835929805482592, 0.06737136444640579], "p_value": 0.8701298701298701, "input_sha256": "c56b7a412c119ea60b32f4bc1f20e0ee7fb89c2d9571cea1cdc23a25a0e99922"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3312670581, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0054939668042100626, "interval": [-0.062352189424728074, 0.05362212191044525], "p_value": 0.8686541010463703, "input_sha256": "c56b7a412c119ea60b32f4bc1f20e0ee7fb89c2d9571cea1cdc23a25a0e99922"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1053885840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2203032924491364, "interval": [-7.446892269510638, 5.006285684612365], "p_value": 0.683982683982684, "input_sha256": "08df0c30f09266c88ddfbb9e40166b86638e2dd292a03daf5d90acb6c13e34d8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1053885840, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2203032924491364, "interval": [-6.584741252970547, 2.8701614157175963], "p_value": 0.6638826058546675, "input_sha256": "08df0c30f09266c88ddfbb9e40166b86638e2dd292a03daf5d90acb6c13e34d8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1053885840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020257125616121432, "interval": [-0.11366812897999656, 0.0731538777477537], "p_value": 0.7316017316017316, "input_sha256": "b60b0505cd2b908c59660823d7f44030767ae663a2c4187e419d645ecb0428c4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1053885840, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020257125616121432, "interval": [-0.11822676443281034, 0.028769481516186468], "p_value": 0.6199647466648988, "input_sha256": "b60b0505cd2b908c59660823d7f44030767ae663a2c4187e419d645ecb0428c4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3413290906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.955429607261095, "interval": [-3.434559913424815, 13.345419127947006], "p_value": 0.21212121212121213, "input_sha256": "f39f16932c0f86496513c59a9eaffbfba40201871b7f2841946e939c3f10d252"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3413290906, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.955429607261095, "interval": [-1.906592850926705, 10.816380721922384], "p_value": 0.2135197212136261, "input_sha256": "f39f16932c0f86496513c59a9eaffbfba40201871b7f2841946e939c3f10d252"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3413290906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04268862131841539, "interval": [-0.05430265535675223, 0.139679897993583], "p_value": 0.3484848484848485, "input_sha256": "19ded5049f7036d32c3982a65f244588ebfb1440d4498979c981b540674a71ce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3413290906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04268862131841539, "interval": [-0.038774131763404635, 0.10652599890225557], "p_value": 0.34565427666934456, "input_sha256": "19ded5049f7036d32c3982a65f244588ebfb1440d4498979c981b540674a71ce"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4018979823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.328313805512696, "interval": [-13.796546489416418, 9.139918878391025], "p_value": 0.6623376623376623, "input_sha256": "7cac2d6706c685e3482e3c64d89f3c5c5b9ffc397368098ed8528cd5a7d1f79d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4018979823, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.328313805512696, "interval": [-10.368790259332338, 6.912100087040284], "p_value": 0.6580190165995232, "input_sha256": "7cac2d6706c685e3482e3c64d89f3c5c5b9ffc397368098ed8528cd5a7d1f79d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4018979823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01744935628928275, "interval": [-0.13220578002322536, 0.09730706744465985], "p_value": 0.7316017316017316, "input_sha256": "7c3a107538c0daa4ece681934013d3ef873e86a3c2519f11acda0596dffd39fa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4018979823, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01744935628928275, "interval": [-0.10381644307652436, 0.06854306454510457], "p_value": 0.7408124780328702, "input_sha256": "7c3a107538c0daa4ece681934013d3ef873e86a3c2519f11acda0596dffd39fa"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3373998826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.231179030332153, "interval": [-16.117982514783183, 1.655624454118878], "p_value": 0.09740259740259741, "input_sha256": "38f7734a2aa0ba4b395a8f5fcbd66ebe417b0d66359997a1b6c743afd4306fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3373998826, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.231179030332153, "interval": [-14.27632003867789, -0.12581287342610437], "p_value": 0.0996016241623051, "input_sha256": "38f7734a2aa0ba4b395a8f5fcbd66ebe417b0d66359997a1b6c743afd4306fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3373998826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07311070193699201, "interval": [-0.16375519651835607, 0.017533792644372034], "p_value": 0.10173160173160173, "input_sha256": "4d8bc66b8d5669e07787261f934686edaa475b9e5384b2878f3a86ce4ad86c61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3373998826, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07311070193699201, "interval": [-0.14531207084774975, -0.0039028480330649744], "p_value": 0.10252488301469391, "input_sha256": "4d8bc66b8d5669e07787261f934686edaa475b9e5384b2878f3a86ce4ad86c61"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3756917537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1617763001351227, "interval": [-13.248207222836157, 8.92465462256591], "p_value": 0.6666666666666666, "input_sha256": "d5538064f63bcd34b99be7fa724b7ab07c6fc4da1982618aec9af0a6b68177a9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3756917537, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1617763001351227, "interval": [-11.523171364710201, 5.741439232902224], "p_value": 0.6679252902616513, "input_sha256": "d5538064f63bcd34b99be7fa724b7ab07c6fc4da1982618aec9af0a6b68177a9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3756917537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010100595652581423, "interval": [-0.12640647255621723, 0.1062052812510544], "p_value": 0.8484848484848485, "input_sha256": "95f0bb08019b990a09b25e173c5c32843c0300b7987fb2510d27a67bd8d05178"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3756917537, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010100595652581423, "interval": [-0.10441893980819754, 0.0758620312496275], "p_value": 0.8496826550002221, "input_sha256": "95f0bb08019b990a09b25e173c5c32843c0300b7987fb2510d27a67bd8d05178"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4285796649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6887522001822051, "interval": [-7.840654787483982, 9.218159187848393], "p_value": 0.8463203463203464, "input_sha256": "a811696e9d552331a31814194a7b9bd723fa547ab71b04f7eb29d4ba9dfe3ea8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4285796649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6887522001822051, "interval": [-6.224525721058877, 6.506267602540221], "p_value": 0.8577616218671317, "input_sha256": "a811696e9d552331a31814194a7b9bd723fa547ab71b04f7eb29d4ba9dfe3ea8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4285796649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00393857046036615, "interval": [-0.08608794975480102, 0.09396509067553332], "p_value": 0.9307359307359307, "input_sha256": "90a8c2995f976b49b84e5f588063e170e5f72dd3ddbcbfa0bada49b1c8927388"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4285796649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00393857046036615, "interval": [-0.06885884055922468, 0.06364649345260041], "p_value": 0.9222318654740839, "input_sha256": "90a8c2995f976b49b84e5f588063e170e5f72dd3ddbcbfa0bada49b1c8927388"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2595309541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9027119354032838, "interval": [-7.219791291567532, 9.0252151623741], "p_value": 0.8116883116883117, "input_sha256": "00ce0601b0a627f1a6b67555241c61e9fc0c9be426050078d2ce23ccf78023f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2595309541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9027119354032838, "interval": [-4.908317720028587, 7.667614870666884], "p_value": 0.8075732453875981, "input_sha256": "00ce0601b0a627f1a6b67555241c61e9fc0c9be426050078d2ce23ccf78023f7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2595309541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009714628084278698, "interval": [-0.07074268073970105, 0.09017193690825845], "p_value": 0.8008658008658008, "input_sha256": "9042b2756aa64593c27816fb975a5326a08f80759b6078cdd043a4fc8230fce0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2595309541, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009714628084278698, "interval": [-0.04449759387020713, 0.08495282784487092], "p_value": 0.7918871143343877, "input_sha256": "9042b2756aa64593c27816fb975a5326a08f80759b6078cdd043a4fc8230fce0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2894301122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8394615675870032, "interval": [-7.785440369565665, 6.106517234391658], "p_value": 0.7965367965367965, "input_sha256": "7467b9cf8a8da739f80299f0029c92440b05517264af98125ad74f773fb5396c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2894301122, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8394615675870032, "interval": [-7.192809936069262, 4.0710696596207985], "p_value": 0.7931616792217404, "input_sha256": "7467b9cf8a8da739f80299f0029c92440b05517264af98125ad74f773fb5396c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2894301122, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018084302555189877, "interval": [-0.08752437054540185, 0.0513557654350221], "p_value": 0.5735930735930735, "input_sha256": "0aa7a818b1c2c5c2b1fd72e8fd934bd02b688c50d2a69e7bfa5812d007bb5976"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2894301122, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018084302555189877, "interval": [-0.08334926424043998, 0.031130716529214907], "p_value": 0.5737218350140476, "input_sha256": "0aa7a818b1c2c5c2b1fd72e8fd934bd02b688c50d2a69e7bfa5812d007bb5976"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1698412476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.79287940810791, "interval": [-17.543220158578357, 3.957461342362536], "p_value": 0.16017316017316016, "input_sha256": "4fa6cf1784104c0f93c1cc6bf976717a979bfc0549a9c255d219fb2ad2b38d41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1698412476, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.79287940810791, "interval": [-14.104255816723596, 2.526522166507816], "p_value": 0.17964671618817182, "input_sha256": "4fa6cf1784104c0f93c1cc6bf976717a979bfc0549a9c255d219fb2ad2b38d41"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1698412476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05324376113256169, "interval": [-0.17268371178702757, 0.06619618952190418], "p_value": 0.3268398268398268, "input_sha256": "b72e9a51bebc3bf904f0f5ead160a42360ce98a5ae3f71b0b4001bd1780b1620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1698412476, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05324376113256169, "interval": [-0.13108550012713527, 0.05478875299136875], "p_value": 0.32812606115077025, "input_sha256": "b72e9a51bebc3bf904f0f5ead160a42360ce98a5ae3f71b0b4001bd1780b1620"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 205524123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.107286861537597, "interval": [0.12280564541926609, 16.091768077655928], "p_value": 0.06060606060606061, "input_sha256": "67429a32eeac8df53a833e8782408838da8a05a236a676b628155f754fab94c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 205524123, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.107286861537597, "interval": [2.247324486910325, 15.069330033167107], "p_value": 0.047177156327221505, "input_sha256": "67429a32eeac8df53a833e8782408838da8a05a236a676b628155f754fab94c6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 205524123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07706261073646345, "interval": [-0.010316964271892534, 0.16444218574481945], "p_value": 0.07792207792207792, "input_sha256": "333386512c9957f3ba996699ab4a9dd75d316e7cbdef206718f07366ba528934"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 205524123, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07706261073646345, "interval": [0.011577231855551675, 0.1521101179410696], "p_value": 0.07775452915711963, "input_sha256": "333386512c9957f3ba996699ab4a9dd75d316e7cbdef206718f07366ba528934"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2721258735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.163220883348087, "interval": [-12.299893944357677, 1.9734521776615033], "p_value": 0.1277056277056277, "input_sha256": "38318e216defbdc907cbdc18849d93d4bdd6dc5a5ee1e93ba1025b9feb8e3fed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2721258735, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.163220883348087, "interval": [-9.813561904768507, 1.259977743511802], "p_value": 0.13325142846596194, "input_sha256": "38318e216defbdc907cbdc18849d93d4bdd6dc5a5ee1e93ba1025b9feb8e3fed"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2721258735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.059035382654055016, "interval": [-0.13012923865760384, 0.012058473349493795], "p_value": 0.09307359307359307, "input_sha256": "08cc25e867a9ec1d64b02515b1848eaa5409688d295bab9e3c94ab5eeb3382d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2721258735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.059035382654055016, "interval": [-0.11390667181715142, 0.0016529690930571469], "p_value": 0.09272427063868591, "input_sha256": "08cc25e867a9ec1d64b02515b1848eaa5409688d295bab9e3c94ab5eeb3382d4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 174734664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.02459797447814, "interval": [-15.890004109631946, 1.8408081606756648], "p_value": 0.12554112554112554, "input_sha256": "7515009bea00cf528611e655084e90fd2acf4190089ad9d6942041d18b27056e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 174734664, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.02459797447814, "interval": [-14.438910174520831, 0.05218795907627511], "p_value": 0.1078565404865918, "input_sha256": "7515009bea00cf528611e655084e90fd2acf4190089ad9d6942041d18b27056e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 174734664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07752165738084306, "interval": [-0.1677977769614737, 0.012754462199787583], "p_value": 0.08008658008658008, "input_sha256": "1b1a3bf9f9126012f4f072e0e60bd7124ea6a1565855d04f392a75b35761606f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 174734664, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07752165738084306, "interval": [-0.15188224004987017, -0.008807746367087099], "p_value": 0.08473473454366298, "input_sha256": "1b1a3bf9f9126012f4f072e0e60bd7124ea6a1565855d04f392a75b35761606f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1228172498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6795806982492847, "interval": [-6.70614045672012, 14.065301853218688], "p_value": 0.4134199134199134, "input_sha256": "ce68de5fa8c2c1e2e33e52b130d7a66cfb5b2515b8d1296861a0f6fc13429380"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1228172498, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6795806982492847, "interval": [-4.0936623332073525, 11.109069170160396], "p_value": 0.4304373865260407, "input_sha256": "ce68de5fa8c2c1e2e33e52b130d7a66cfb5b2515b8d1296861a0f6fc13429380"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1228172498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04429453228463959, "interval": [-0.05911275430431166, 0.14770181887359085], "p_value": 0.3246753246753247, "input_sha256": "cff09ec9482e011239979217878c1dda1d33af6385cad114d220fd499ec475a6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1228172498, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04429453228463959, "interval": [-0.027182524504100903, 0.1214751812059632], "p_value": 0.34174453480279265, "input_sha256": "cff09ec9482e011239979217878c1dda1d33af6385cad114d220fd499ec475a6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3836707019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.690867589045724, "interval": [-15.385070590816792, 4.003335412725344], "p_value": 0.18398268398268397, "input_sha256": "7dec218032eb0b34aef6eddf423f5cae29c45b3aabea4c5df036f3fa9ab97390"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3836707019, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.690867589045724, "interval": [-11.33008170326318, 2.965363640155503], "p_value": 0.20039194091090443, "input_sha256": "7dec218032eb0b34aef6eddf423f5cae29c45b3aabea4c5df036f3fa9ab97390"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3836707019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05734781783014968, "interval": [-0.17626028058376964, 0.06156464492347026], "p_value": 0.2554112554112554, "input_sha256": "220764973908b78db0397768dad8065f8c8d181489f42683d9c7fde63bc129d3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3836707019, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05734781783014968, "interval": [-0.11999573533630645, 0.05859028656919118], "p_value": 0.28374497330275616, "input_sha256": "220764973908b78db0397768dad8065f8c8d181489f42683d9c7fde63bc129d3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1927982088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4010533852164997, "interval": [-7.5649021876786415, 6.762795417245642], "p_value": 0.9069264069264069, "input_sha256": "034a68e114257daa743ddccdbfb68e5a234deb55b5ec2fd2b6c0a50318303fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1927982088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4010533852164997, "interval": [-6.0846182418741295, 4.687752794892426], "p_value": 0.9001813399197566, "input_sha256": "034a68e114257daa743ddccdbfb68e5a234deb55b5ec2fd2b6c0a50318303fd4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1927982088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012277266391836059, "interval": [-0.09157656523962633, 0.06702203245595421], "p_value": 0.7121212121212122, "input_sha256": "0355ccc29060e8b005e857c1aeb53e6b9890c6a1178a7cc6793a18ef95c381e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1927982088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012277266391836059, "interval": [-0.07533255203309475, 0.0410556936907141], "p_value": 0.724560343299886, "input_sha256": "0355ccc29060e8b005e857c1aeb53e6b9890c6a1178a7cc6793a18ef95c381e7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2408203621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05176946247353342, "interval": [-10.342488698940754, 10.238949773993687], "p_value": 0.9935064935064936, "input_sha256": "edbb539820608442cd7ce958600f9c77bd84908f1eaa7cba74aff81a9647e0a3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2408203621, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05176946247353342, "interval": [-8.423361943480675, 7.80568386578208], "p_value": 0.99121881918642, "input_sha256": "edbb539820608442cd7ce958600f9c77bd84908f1eaa7cba74aff81a9647e0a3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2408203621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0004274049646097178, "interval": [-0.11541407738816178, 0.11455926745894235], "p_value": 0.9935064935064936, "input_sha256": "564c0217647e1257a22116a30ed7edf059154c177c06cb9d4d2d4719868f1608"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2408203621, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0004274049646097178, "interval": [-0.09233254214412746, 0.08792074816994787], "p_value": 0.9934650743483194, "input_sha256": "564c0217647e1257a22116a30ed7edf059154c177c06cb9d4d2d4719868f1608"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 961488666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.684735871415917, "interval": [-9.855648669465307, 4.486176926633473], "p_value": 0.3961038961038961, "input_sha256": "4934f820eadc348009629ebe57f1a5192c7ceae4aae3232947a14b4e3c7f5e5c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 961488666, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.684735871415917, "interval": [-7.536173147933901, 3.0072350273693793], "p_value": 0.40071993784138155, "input_sha256": "4934f820eadc348009629ebe57f1a5192c7ceae4aae3232947a14b4e3c7f5e5c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 961488666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.031912351862464536, "interval": [-0.11327844111723699, 0.04945373739230792], "p_value": 0.3593073593073593, "input_sha256": "04608e36bc70bdb4e58e32f13260224116c788393be0c240c5c399662cb4c69c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 961488666, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.031912351862464536, "interval": [-0.08181967273395921, 0.039334384853158655], "p_value": 0.37922163952297017, "input_sha256": "04608e36bc70bdb4e58e32f13260224116c788393be0c240c5c399662cb4c69c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4093398814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0150370362420587, "interval": [-5.121703593353943, 11.151777665838061], "p_value": 0.4004329004329004, "input_sha256": "ccb72127b964c58e10effa7768030e4b30ff99c2ddd66525049bf5a80103e15e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4093398814, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0150370362420587, "interval": [-2.661175933740742, 10.253026365496346], "p_value": 0.42793820694446716, "input_sha256": "ccb72127b964c58e10effa7768030e4b30ff99c2ddd66525049bf5a80103e15e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4093398814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031185536894843352, "interval": [-0.06121582487994354, 0.12358689866963024], "p_value": 0.47835497835497837, "input_sha256": "8cc92952bc91aed51edfe971d8946406644ff58235f17b859e4eb32d9f2df58c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4093398814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031185536894843352, "interval": [-0.028842407125499958, 0.11198361657679443], "p_value": 0.46487361033472785, "input_sha256": "8cc92952bc91aed51edfe971d8946406644ff58235f17b859e4eb32d9f2df58c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1331504022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6663695312678328, "interval": [-10.157721210404942, 8.824982147869276], "p_value": 0.8766233766233766, "input_sha256": "a39cdb237792e7198c9c383de7aa7b07880952a642daf0f1569542f2f0a7e1fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1331504022, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6663695312678328, "interval": [-9.44595731827802, 6.178375156886733], "p_value": 0.8787569462823462, "input_sha256": "a39cdb237792e7198c9c383de7aa7b07880952a642daf0f1569542f2f0a7e1fd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1331504022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006033843691539892, "interval": [-0.11016483896869521, 0.09809715158561542], "p_value": 0.8982683982683982, "input_sha256": "4598f0b6b67262a12d58d2b465dfb60b715f3cd9c46fd12a89568b60e2029d4e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1331504022, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006033843691539892, "interval": [-0.09732734219116054, 0.06948932811515744], "p_value": 0.8997657394724454, "input_sha256": "4598f0b6b67262a12d58d2b465dfb60b715f3cd9c46fd12a89568b60e2029d4e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 961686584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.530151834179529, "interval": [-9.606147577310775, 12.666451245669833], "p_value": 0.7554112554112554, "input_sha256": "588cdfc72cc09ac067517386775d006620d9f179ace91df64ef59a66c9cda743"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 961686584, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.530151834179529, "interval": [-6.522614407096859, 10.418410143020088], "p_value": 0.7541840732238438, "input_sha256": "588cdfc72cc09ac067517386775d006620d9f179ace91df64ef59a66c9cda743"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 961686584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018733617308193694, "interval": [-0.10536272555395385, 0.14282996017034125], "p_value": 0.7445887445887446, "input_sha256": "2610655b213cc22c33cba23a4353da6441de29600da878f39523dde3d7850a8b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 961686584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018733617308193694, "interval": [-0.06763165235957971, 0.11840382005694473], "p_value": 0.7323665290484963, "input_sha256": "2610655b213cc22c33cba23a4353da6441de29600da878f39523dde3d7850a8b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3095519972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -10.377462193902224, "interval": [-16.621578281060774, -4.133346106743673], "p_value": 0.0021645021645021645, "input_sha256": "8810bcb5da7ba86cc4cc8efbf936a3c939e7924397925106e9b15708bef24ae8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3095519972, "p_value_method": "welch_average_effect", "success": true, "estimate": -10.377462193902224, "interval": [-14.917806643532888, -5.68631813710595], "p_value": 0.0060326366777346575, "input_sha256": "8810bcb5da7ba86cc4cc8efbf936a3c939e7924397925106e9b15708bef24ae8"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3095519972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.10777226446759358, "interval": [-0.17482246477137486, -0.04072206416381231], "p_value": 0.0021645021645021645, "input_sha256": "7527628ef2a62d641f1240685a126b2895d7825607e2db58b4dd1131faf17c00"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3095519972, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.10777226446759358, "interval": [-0.16054231877175154, -0.06219481765856882], "p_value": 0.0075340354264891345, "input_sha256": "7527628ef2a62d641f1240685a126b2895d7825607e2db58b4dd1131faf17c00"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2438048288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3283638765297283, "interval": [-15.22552461097482, 12.568796857915363], "p_value": 0.8354978354978355, "input_sha256": "b788f8ceaf1d96843929c416ae35844f11f2735e6dfc137adb944b4042b0eac5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2438048288, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3283638765297283, "interval": [-12.859075775079166, 8.252095973715063], "p_value": 0.8224220972187091, "input_sha256": "b788f8ceaf1d96843929c416ae35844f11f2735e6dfc137adb944b4042b0eac5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2438048288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0342277600629757, "interval": [-0.20406814850596583, 0.13561262838001442], "p_value": 0.70995670995671, "input_sha256": "a29218f1ce2c79eb1fc87e23ffef7c13116d557c8bde03bec2d285f5686be6e9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2438048288, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0342277600629757, "interval": [-0.1873098351754492, 0.07264103304956329], "p_value": 0.6384927477533748, "input_sha256": "a29218f1ce2c79eb1fc87e23ffef7c13116d557c8bde03bec2d285f5686be6e9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3670303020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.594388577162274, "interval": [-6.602791917667034, 11.791569071991582], "p_value": 0.551948051948052, "input_sha256": "3c0bc6400a19f5d05472bcb1e5ae69cb77d6849a61c2c8dac1c6718472997601"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3670303020, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.594388577162274, "interval": [-3.9170869670710413, 9.98686443123322], "p_value": 0.5227332863338652, "input_sha256": "3c0bc6400a19f5d05472bcb1e5ae69cb77d6849a61c2c8dac1c6718472997601"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3670303020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043729636002570876, "interval": [-0.06557561481855509, 0.15303488682369684], "p_value": 0.38095238095238093, "input_sha256": "9a5750bc20af28ae4211189c8ead77d8cf3729be8a1911c08e14afc9fe463dd2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3670303020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043729636002570876, "interval": [-0.02941597042636398, 0.12936643714534776], "p_value": 0.37028947966103315, "input_sha256": "9a5750bc20af28ae4211189c8ead77d8cf3729be8a1911c08e14afc9fe463dd2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2108060688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.387135868486396, "interval": [-18.879017220757024, 0.10474548378423165], "p_value": 0.030303030303030304, "input_sha256": "efbf1a310994195feed5663ec735c26da1ce29f9908cfe0b51d3503392f764b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2108060688, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.387135868486396, "interval": [-18.102113350631768, -3.2730062322642683], "p_value": 0.05197516532909229, "input_sha256": "efbf1a310994195feed5663ec735c26da1ce29f9908cfe0b51d3503392f764b6"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2108060688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09801633414199158, "interval": [-0.19238449157117965, -0.0036481767128034998], "p_value": 0.02813852813852814, "input_sha256": "2e533d834e8ebc0c9cf45920eb75086d9e59e8ec06d137df93d2d7b94b472050"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2108060688, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09801633414199158, "interval": [-0.18762858893848058, -0.037154567743438345], "p_value": 0.043557451680754936, "input_sha256": "2e533d834e8ebc0c9cf45920eb75086d9e59e8ec06d137df93d2d7b94b472050"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 803928131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3588934172858966, "interval": [-9.57116713199449, 14.288953966566284], "p_value": 0.6601731601731602, "input_sha256": "150d399a2499e5ccbf8587a552727797706915e100fb199539071f0e840dddf9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 803928131, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3588934172858966, "interval": [-8.20773357846817, 10.214845309463776], "p_value": 0.6647865399174955, "input_sha256": "150d399a2499e5ccbf8587a552727797706915e100fb199539071f0e840dddf9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 803928131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005314724464686477, "interval": [-0.1455491454414236, 0.15617859437079656], "p_value": 0.948051948051948, "input_sha256": "52b0d80595f09d12a23fac610db11f55ec4ddeb753ebe7329868c94bc2087a3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 803928131, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005314724464686477, "interval": [-0.15497856561933507, 0.0893918802117792], "p_value": 0.9365156078633967, "input_sha256": "52b0d80595f09d12a23fac610db11f55ec4ddeb753ebe7329868c94bc2087a3c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3533058688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05697548382859807, "interval": [-10.296477002831923, 10.182526035174726], "p_value": 0.9913419913419913, "input_sha256": "38688c6b488d83e8974d4ba38a7cccfb0de6407282ce81811ee4e6d04c35ee39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3533058688, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05697548382859807, "interval": [-7.980751367643223, 8.098768126843062], "p_value": 0.9898694299845735, "input_sha256": "38688c6b488d83e8974d4ba38a7cccfb0de6407282ce81811ee4e6d04c35ee39"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3533058688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008900175938672303, "interval": [-0.09777963189837814, 0.11557998377572275], "p_value": 0.8484848484848485, "input_sha256": "a5252940437a7f2b1aa4afcd218f28b3dee665e33593699bdbf510b6a5a01d6c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3533058688, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008900175938672303, "interval": [-0.07050041427523998, 0.09385070362386026], "p_value": 0.846845146619618, "input_sha256": "a5252940437a7f2b1aa4afcd218f28b3dee665e33593699bdbf510b6a5a01d6c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 467784641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3490632652232035, "interval": [-4.450244965653569, 11.148371496099976], "p_value": 0.37445887445887444, "input_sha256": "d5f37b13a1e82666e91327d5f16962d691d6329de1bbb6ed15ce035b2ce856f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 467784641, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3490632652232035, "interval": [-2.2249822872515113, 10.577612503538182], "p_value": 0.3608828562202071, "input_sha256": "d5f37b13a1e82666e91327d5f16962d691d6329de1bbb6ed15ce035b2ce856f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 467784641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024861360033808448, "interval": [-0.0543340912471414, 0.1040568113147583], "p_value": 0.49567099567099565, "input_sha256": "1d55729a58a23a48811fd47621a103d90d953eef1046ea6d467dcf2841a611ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 467784641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024861360033808448, "interval": [-0.03280367114099005, 0.0964837858075217], "p_value": 0.4981134429593914, "input_sha256": "1d55729a58a23a48811fd47621a103d90d953eef1046ea6d467dcf2841a611ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1784388702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9309425108325398, "interval": [-2.7848681140929603, 8.64675313575804], "p_value": 0.2510822510822511, "input_sha256": "182f9d8372ca7531fb53ddb92718719fa82b8418d7c1d6567fcc72e9c94322fc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1784388702, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9309425108325398, "interval": [-1.6751699003145772, 7.260772600518601], "p_value": 0.26760787983105877, "input_sha256": "182f9d8372ca7531fb53ddb92718719fa82b8418d7c1d6567fcc72e9c94322fc"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1784388702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029893372772290927, "interval": [-0.02581642672222638, 0.08560317226680823], "p_value": 0.23376623376623376, "input_sha256": "44c52d9e1fb6faeac9906a77f82186ce15d8d3eb7f233ec50ae54f5f900db9f4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1784388702, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029893372772290927, "interval": [-0.01586089761522288, 0.07272910545013293], "p_value": 0.24863039503715575, "input_sha256": "44c52d9e1fb6faeac9906a77f82186ce15d8d3eb7f233ec50ae54f5f900db9f4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 555244830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9315687396088546, "interval": [-11.024639533324429, 5.16150205410672], "p_value": 0.42424242424242425, "input_sha256": "7b862565589dd814168e3098f2969751b70ad73ad7c113b92afdac23e18e5c4e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 555244830, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9315687396088546, "interval": [-9.719408659360953, 3.4368882322565737], "p_value": 0.4354469950248214, "input_sha256": "7b862565589dd814168e3098f2969751b70ad73ad7c113b92afdac23e18e5c4e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 555244830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03532931849264592, "interval": [-0.11674704685609738, 0.046088409870805536], "p_value": 0.354978354978355, "input_sha256": "13ed23eeab58d532d6bc4134d383de230ebb655ca3216d3de84d873ae47ee38f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 555244830, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03532931849264592, "interval": [-0.10505962470916176, 0.027546490127677382], "p_value": 0.3550508808745644, "input_sha256": "13ed23eeab58d532d6bc4134d383de230ebb655ca3216d3de84d873ae47ee38f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3360911462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3474265144889905, "interval": [-8.593517470086969, 5.898664441108987], "p_value": 0.6904761904761905, "input_sha256": "538648607d507233ab92b3a9c11cce3f0e9a62507605f104b9ee7e59d395f152"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3360911462, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3474265144889905, "interval": [-8.159795778840676, 3.4360880698483154], "p_value": 0.686455130853689, "input_sha256": "538648607d507233ab92b3a9c11cce3f0e9a62507605f104b9ee7e59d395f152"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3360911462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02260914486162785, "interval": [-0.09621711558237697, 0.05099882585912127], "p_value": 0.5432900432900433, "input_sha256": "4c1a2b3e563e5caf6f7f1b6b5d615a1d5728e4bf1621bc1fb826fec19eaa7e5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3360911462, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02260914486162785, "interval": [-0.09546262838971017, 0.025453443969377668], "p_value": 0.5090022740379757, "input_sha256": "4c1a2b3e563e5caf6f7f1b6b5d615a1d5728e4bf1621bc1fb826fec19eaa7e5f"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 127207681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6129759920422693, "interval": [-6.8931667424278595, 5.667214758343321], "p_value": 0.816017316017316, "input_sha256": "4da1584c8c4eaaefcca42129114cd095a31418947481ff35f3557f52a07ef1d1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 127207681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6129759920422693, "interval": [-5.442825283237183, 3.9097881219995343], "p_value": 0.8296182366475024, "input_sha256": "4da1584c8c4eaaefcca42129114cd095a31418947481ff35f3557f52a07ef1d1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 127207681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.003095808930166033, "interval": [-0.07739076419728674, 0.07119914633695468], "p_value": 0.9264069264069265, "input_sha256": "22de4ec44792f91202d1d57251e62f2a1f78f9fcfa625cdfccee00dd9a274ab0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 127207681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.003095808930166033, "interval": [-0.06231815313457652, 0.0499221927118632], "p_value": 0.9276083110139411, "input_sha256": "22de4ec44792f91202d1d57251e62f2a1f78f9fcfa625cdfccee00dd9a274ab0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2077480483, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.041088466140085, "interval": [-13.008666200306836, 10.926489268026666], "p_value": 0.8398268398268398, "input_sha256": "c3030518f89533d362a4ba220b7cabec2216b4ae063f6ef9b94ea847c3fe9ecf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2077480483, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.041088466140085, "interval": [-9.828844771533229, 9.007571378636923], "p_value": 0.8480728749916284, "input_sha256": "c3030518f89533d362a4ba220b7cabec2216b4ae063f6ef9b94ea847c3fe9ecf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2077480483, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004093597767231505, "interval": [-0.1448097839772694, 0.1366225884428064], "p_value": 0.9393939393939394, "input_sha256": "cf5804d2ce25be4d0378675e05043f0e42413e87fcaf92db39cae7aaf2c403ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2077480483, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004093597767231505, "interval": [-0.11495149651557232, 0.09573790188619827], "p_value": 0.9481116610091656, "input_sha256": "cf5804d2ce25be4d0378675e05043f0e42413e87fcaf92db39cae7aaf2c403ad"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 134305827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5544755869121465, "interval": [-5.637791416810681, 12.746742590634973], "p_value": 0.37012987012987014, "input_sha256": "9a105cdfc0e9db5629830393067616154ae073597a7ba9f91d9d1d69208b405a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 134305827, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5544755869121465, "interval": [-4.456241591921111, 10.27026618166283], "p_value": 0.4087189502413441, "input_sha256": "9a105cdfc0e9db5629830393067616154ae073597a7ba9f91d9d1d69208b405a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 134305827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039489199018273774, "interval": [-0.0625694555779721, 0.14154785361451966], "p_value": 0.4134199134199134, "input_sha256": "65ac08aa5acd3a09fc4c2885a17f601d9645cdfe8e99acb2f57eac48f7e65a79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 134305827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039489199018273774, "interval": [-0.04735017332376322, 0.11235641621065225], "p_value": 0.40825098624171674, "input_sha256": "65ac08aa5acd3a09fc4c2885a17f601d9645cdfe8e99acb2f57eac48f7e65a79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 880515943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.117214452253258, "interval": [-2.1275185971944044, 14.36194750170092], "p_value": 0.11904761904761904, "input_sha256": "8682b78b938311e659e4cb04f183e82eb6b9aac57280a747da24b5a2ff8638f4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 880515943, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.117214452253258, "interval": [-0.8582679805261836, 11.954657595081196], "p_value": 0.12902736031803838, "input_sha256": "8682b78b938311e659e4cb04f183e82eb6b9aac57280a747da24b5a2ff8638f4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 880515943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0563832640000468, "interval": [-0.02841618913047625, 0.14118271713056985], "p_value": 0.16883116883116883, "input_sha256": "7d08ab387d0b1c8c608babe7ab3520af39275068114701cbe285d44aea498da2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 880515943, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0563832640000468, "interval": [-0.014295232632706224, 0.12057203949695136], "p_value": 0.16925175629842285, "input_sha256": "7d08ab387d0b1c8c608babe7ab3520af39275068114701cbe285d44aea498da2"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3431752638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0582191593979733, "interval": [-8.06272153201445, 3.9462832132185026], "p_value": 0.45021645021645024, "input_sha256": "a910fa5029e6642752fce38a1136eb591f4b5aeffdea15df69b75936f751c363"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3431752638, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0582191593979733, "interval": [-6.881678178234286, 3.3749206277465227], "p_value": 0.4623219726414892, "input_sha256": "a910fa5029e6642752fce38a1136eb591f4b5aeffdea15df69b75936f751c363"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3431752638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0155688607584661, "interval": [-0.08794722123292949, 0.05680949971599729], "p_value": 0.6255411255411255, "input_sha256": "cc37148ea6c8e96fd7f02a6c0c2df2794c309edf86656c37a973c455e68f6d79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3431752638, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0155688607584661, "interval": [-0.07234587348305153, 0.04996885127614211], "p_value": 0.6418370486578959, "input_sha256": "cc37148ea6c8e96fd7f02a6c0c2df2794c309edf86656c37a973c455e68f6d79"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 815652256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7485421779974448, "interval": [-5.565628981853658, 7.062713337848548], "p_value": 0.7922077922077922, "input_sha256": "fdab158b8b6514c22a0860505ff9c9e7cead681f94029c8677bafcbcad1ea6f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 815652256, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7485421779974448, "interval": [-3.538906058585104, 6.386397527409528], "p_value": 0.7891527435225086, "input_sha256": "fdab158b8b6514c22a0860505ff9c9e7cead681f94029c8677bafcbcad1ea6f9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 815652256, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037903402239100256, "interval": [-0.08024276568490807, 0.07266208523708803], "p_value": 0.9242424242424242, "input_sha256": "94250c05560e1f9299401a02357f049b4703244f22fe6cd094f3013a6256910d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 815652256, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037903402239100256, "interval": [-0.061748725684043396, 0.05554024687398279], "p_value": 0.9102345500132694, "input_sha256": "94250c05560e1f9299401a02357f049b4703244f22fe6cd094f3013a6256910d"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 45871417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9345771678525825, "interval": [-4.037338191183939, 9.906492526889103], "p_value": 0.37445887445887444, "input_sha256": "0f8a30fd732e33c8cc25219426f17b56e4a3d5b03d0e22c3e6e94254d1245875"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 45871417, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9345771678525825, "interval": [-1.6382501776934468, 9.433236932135843], "p_value": 0.3563666940405094, "input_sha256": "0f8a30fd732e33c8cc25219426f17b56e4a3d5b03d0e22c3e6e94254d1245875"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 45871417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03317296391687352, "interval": [-0.04025540409827037, 0.10660133193201742], "p_value": 0.3203463203463203, "input_sha256": "8b72a497001ac145ec8d7646fd0a99475c021eb8e743fd6c9b54560c67bf2ee3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 45871417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03317296391687352, "interval": [-0.015553197419519086, 0.1036386133988058], "p_value": 0.3297323349088291, "input_sha256": "8b72a497001ac145ec8d7646fd0a99475c021eb8e743fd6c9b54560c67bf2ee3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304834787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2092575755537176, "interval": [-9.027367917885302, 11.445883068992737], "p_value": 0.803030303030303, "input_sha256": "7bd444f0ca26245126fa97f5cd7f7b74264904a29cf63cd16fc5df8a957c95a7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304834787, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2092575755537176, "interval": [-5.588475347499441, 11.505346308901036], "p_value": 0.7975756652853255, "input_sha256": "7bd444f0ca26245126fa97f5cd7f7b74264904a29cf63cd16fc5df8a957c95a7"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304834787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021207916779607344, "interval": [-0.09658662430128134, 0.13900245786049603], "p_value": 0.6991341991341992, "input_sha256": "e6b3e76295989036000a3caa7283567fb02d56c16b34cfc9860de8411755662b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304834787, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021207916779607344, "interval": [-0.05683699482254075, 0.1429031071900877], "p_value": 0.6965051971341929, "input_sha256": "e6b3e76295989036000a3caa7283567fb02d56c16b34cfc9860de8411755662b"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 396763474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.951778679046995, "interval": [-15.470913082195946, 5.567355724101957], "p_value": 0.31385281385281383, "input_sha256": "ed09328ac49c55d91a4adbf8219590d5c55d64592e19ec31e2f0edca917241cf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 396763474, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.951778679046995, "interval": [-13.599478748449167, 2.6674528496977388], "p_value": 0.3101793881340495, "input_sha256": "ed09328ac49c55d91a4adbf8219590d5c55d64592e19ec31e2f0edca917241cf"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 396763474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05429549268005117, "interval": [-0.16046949080489464, 0.051878505444792306], "p_value": 0.2510822510822511, "input_sha256": "1757bb19333a6debacc8a267a493f8afb7ce13f70e290fd57dc9d29f711569bb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 396763474, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05429549268005117, "interval": [-0.13739282718524093, 0.024357343109691457], "p_value": 0.27064189244049014, "input_sha256": "1757bb19333a6debacc8a267a493f8afb7ce13f70e290fd57dc9d29f711569bb"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2370611264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8977397984696767, "interval": [-9.902601924187339, 2.1071223272479855], "p_value": 0.2012987012987013, "input_sha256": "6b9f4bff9f82db5f0aa74be1d980aacf9e625ffaaf163c9602f97aa58c1f1d13"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2370611264, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8977397984696767, "interval": [-9.816727402377591, 0.027064293302254527], "p_value": 0.17777378607256872, "input_sha256": "6b9f4bff9f82db5f0aa74be1d980aacf9e625ffaaf163c9602f97aa58c1f1d13"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2370611264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034120028661108526, "interval": [-0.09003876421768855, 0.021798706895471504], "p_value": 0.22510822510822512, "input_sha256": "4354744caec3796bd982a545abfe31f7d86d328ce38674fbe40e2885e82786af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2370611264, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034120028661108526, "interval": [-0.08656613726025816, 0.004321036867658178], "p_value": 0.20366738969165712, "input_sha256": "4354744caec3796bd982a545abfe31f7d86d328ce38674fbe40e2885e82786af"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4033183378, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4360993855893751, "interval": [-10.182254561853686, 11.054453333032438], "p_value": 0.9285714285714286, "input_sha256": "e913d033ab0d12d0ff31167e4a7f9df29981dadb3bc88c87924413b640862dc9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4033183378, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4360993855893751, "interval": [-7.132684955910827, 10.223032735911437], "p_value": 0.9286449669765342, "input_sha256": "e913d033ab0d12d0ff31167e4a7f9df29981dadb3bc88c87924413b640862dc9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4033183378, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010827452180035405, "interval": [-0.12191754517040122, 0.14357244953047205], "p_value": 0.8463203463203464, "input_sha256": "2ddd171ecfb23911ac21684c551550318028f61217f9c252f67d7edc0d3bb67a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4033183378, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010827452180035405, "interval": [-0.08127722413940885, 0.13439324115207169], "p_value": 0.8587251639590132, "input_sha256": "2ddd171ecfb23911ac21684c551550318028f61217f9c252f67d7edc0d3bb67a"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2395910807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.804247405776219, "interval": [-8.810950748247677, 10.419445559800113], "p_value": 0.8463203463203464, "input_sha256": "5b618fa6621ed53f8ad4dee742daaf3540a969628fd04e2981ad0a12404f729e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2395910807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.804247405776219, "interval": [-6.472063878411695, 7.795944360707556], "p_value": 0.8550699352250544, "input_sha256": "5b618fa6621ed53f8ad4dee742daaf3540a969628fd04e2981ad0a12404f729e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2395910807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010745407645425892, "interval": [-0.1002369413180983, 0.12172775660895008], "p_value": 0.816017316017316, "input_sha256": "79d9a8a370dff6f6c28ccea322a6c823d6b435460a274a1c3e11c52cd9656749"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2395910807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010745407645425892, "interval": [-0.07180730201948009, 0.09064470499981116], "p_value": 0.8325812639513138, "input_sha256": "79d9a8a370dff6f6c28ccea322a6c823d6b435460a274a1c3e11c52cd9656749"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3453587563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.367054129064968, "interval": [-6.084703766233391, 18.818812024363325], "p_value": 0.27056277056277056, "input_sha256": "65a49b664a6f48d38a69d3e948f8ef5c28498b54452c555dbe0d04e114b8587c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3453587563, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.367054129064968, "interval": [-4.2068015469299604, 16.302438908949902], "p_value": 0.28042403525901155, "input_sha256": "65a49b664a6f48d38a69d3e948f8ef5c28498b54452c555dbe0d04e114b8587c"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3453587563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0710437734711718, "interval": [-0.060583770353530186, 0.2026713172958738], "p_value": 0.24891774891774893, "input_sha256": "997c7ad25fe033e9c57f47a078cf019e6cfc6484a6eae83a67d4a6f786b536e9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3453587563, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0710437734711718, "interval": [-0.044310220623513086, 0.17257325394340745], "p_value": 0.25613253518027257, "input_sha256": "997c7ad25fe033e9c57f47a078cf019e6cfc6484a6eae83a67d4a6f786b536e9"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1154086408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.271050725326155, "interval": [-3.4227656460166997, 11.96486709666901], "p_value": 0.24891774891774893, "input_sha256": "2b0130c82238ead4cb71d620365382c2800263968ed4a0bdfba4d7a01a97d4ba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1154086408, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.271050725326155, "interval": [-1.8292924255156477, 9.998608694293981], "p_value": 0.2433143864345274, "input_sha256": "2b0130c82238ead4cb71d620365382c2800263968ed4a0bdfba4d7a01a97d4ba"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1154086408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04311469711528608, "interval": [-0.03232012679590501, 0.11854952102647717], "p_value": 0.22727272727272727, "input_sha256": "89c2ba386f091633ebe04a09c75c67a3873cd671d3b5a968581bf30f1efeecb4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1154086408, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04311469711528608, "interval": [-0.013690645091506647, 0.10238317120340758], "p_value": 0.22796999475632002, "input_sha256": "89c2ba386f091633ebe04a09c75c67a3873cd671d3b5a968581bf30f1efeecb4"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3019988912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3816124358418893, "interval": [-15.31942743403908, 8.5562025623553], "p_value": 0.5281385281385281, "input_sha256": "3a3e227a72011657431d693a774881a6d23c534a17dd64748c7602ecef9139d0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3019988912, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3816124358418893, "interval": [-12.986059744521938, 5.8135532863756465], "p_value": 0.5325484720433429, "input_sha256": "3a3e227a72011657431d693a774881a6d23c534a17dd64748c7602ecef9139d0"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3019988912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023233546475763422, "interval": [-0.1350376558771325, 0.08857056292560568], "p_value": 0.6493506493506493, "input_sha256": "0e212637772bb5d62cd5411781dc233239409bd33712c2b93d02cfaa1ffd99d5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3019988912, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023233546475763422, "interval": [-0.10834583320658313, 0.06352410430848941], "p_value": 0.6441708692210454, "input_sha256": "0e212637772bb5d62cd5411781dc233239409bd33712c2b93d02cfaa1ffd99d5"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 101318353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.67964005426452, "interval": [-0.4675790142293845, 17.82685912275842], "p_value": 0.06060606060606061, "input_sha256": "8047b3e12c5c01898daaded8295f699a14c29e0ed258205f9c386f2c88de3776"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 101318353, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.67964005426452, "interval": [1.6999589957317933, 15.753591549371553], "p_value": 0.060330031992856165, "input_sha256": "8047b3e12c5c01898daaded8295f699a14c29e0ed258205f9c386f2c88de3776"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 101318353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09476288151238232, "interval": [-0.001057226869103367, 0.19058298989386802], "p_value": 0.04329004329004329, "input_sha256": "e16148d2f6567a923f3dd16c4f491d7a00371b9355d7807bbbca124d6a8175da"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 101318353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09476288151238232, "interval": [0.025565613359961083, 0.17158339345236986], "p_value": 0.05202744937660386, "input_sha256": "e16148d2f6567a923f3dd16c4f491d7a00371b9355d7807bbbca124d6a8175da"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1592230932, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.247457229783116, "interval": [-10.311312088824284, 12.806226548390516], "p_value": 0.803030303030303, "input_sha256": "03f31c8082c53b316d041c7489534533a57aad05997753c375ff0adddb9805d3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1592230932, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.247457229783116, "interval": [-8.172032930704379, 10.051684909565672], "p_value": 0.8136503869557346, "input_sha256": "03f31c8082c53b316d041c7489534533a57aad05997753c375ff0adddb9805d3"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1592230932, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00011837961598222535, "interval": [-0.11694427965337448, 0.11718103888533893], "p_value": 1.0, "input_sha256": "416afb54ec11ce1980027983874d19ba6fb83048c07e52e6f0fdc164155053b1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1592230932, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00011837961598222535, "interval": [-0.0961740621942703, 0.08626126652163346], "p_value": 0.9982182473717389, "input_sha256": "416afb54ec11ce1980027983874d19ba6fb83048c07e52e6f0fdc164155053b1"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3473598036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.36334885270485007, "interval": [-10.439828659237595, 11.166526364647297], "p_value": 0.9372294372294372, "input_sha256": "6a417337d680071cbfaed29b0f26825dea71dac56e40ffe7c8883abb7d6f950e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3473598036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.36334885270485007, "interval": [-7.376160343902814, 8.799011731753282], "p_value": 0.9403549626853432, "input_sha256": "6a417337d680071cbfaed29b0f26825dea71dac56e40ffe7c8883abb7d6f950e"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3473598036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008912968069005087, "interval": [-0.09715645818016179, 0.11498239431817196], "p_value": 0.8506493506493507, "input_sha256": "b4a6a0a9d49a59aad3e8d56cde6e2963e2ead3f70dbbbf265fb969bd52e10020"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3473598036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008912968069005087, "interval": [-0.06920953376078491, 0.08807685644612755], "p_value": 0.8519852757394217, "input_sha256": "b4a6a0a9d49a59aad3e8d56cde6e2963e2ead3f70dbbbf265fb969bd52e10020"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2971252524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5942995983103336, "interval": [-7.76268469869396, 12.951283895314628], "p_value": 0.5844155844155844, "input_sha256": "551d46e102780ad5241335e1fbf44c4d54c206da4d002de6b83e2ff2cc470cbd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2971252524, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5942995983103336, "interval": [-7.010942578214152, 9.617957040713344], "p_value": 0.5890375549100957, "input_sha256": "551d46e102780ad5241335e1fbf44c4d54c206da4d002de6b83e2ff2cc470cbd"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2971252524, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03650072019726126, "interval": [-0.05998099572065607, 0.1329824361151786], "p_value": 0.42424242424242425, "input_sha256": "07573f4c1655e583c5a1bcf37293dd62e6c64e9d662710b98ce6f9fb17c1e602"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2971252524, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03650072019726126, "interval": [-0.05438196436557477, 0.10323013897036198], "p_value": 0.4186060602078123, "input_sha256": "07573f4c1655e583c5a1bcf37293dd62e6c64e9d662710b98ce6f9fb17c1e602"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1304153512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4060760028378301, "interval": [-7.981384451684949, 7.169232446009289], "p_value": 0.9112554112554112, "input_sha256": "4f0eccd74d530ff29e35b126061d058234d235a93858ffea72542757de3306ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1304153512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4060760028378301, "interval": [-6.5800262191477215, 5.482202618039767], "p_value": 0.9072471470304339, "input_sha256": "4f0eccd74d530ff29e35b126061d058234d235a93858ffea72542757de3306ae"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1304153512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013579771366308738, "interval": [-0.08486842148792095, 0.05770887875530348], "p_value": 0.6623376623376623, "input_sha256": "08349f77203bf089933c62a392d76f601630470e376e2d63c121456383a2b829"}
{"scenario": "few_geos", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1304153512, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013579771366308738, "interval": [-0.07159527208740314, 0.04529549285457966], "p_value": 0.6802301763453256, "input_sha256": "08349f77203bf089933c62a392d76f601630470e376e2d63c121456383a2b829"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1258177955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.252832337082025, "interval": [-6.470379827492899, 12.97604450165695], "p_value": 0.44372294372294374, "input_sha256": "8d716d49ef8ab059f4ba914469ed46c071e11007a222bc0664bfa5b459081d89"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1258177955, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.252832337082025, "interval": [-4.268280528891338, 10.681406670949745], "p_value": 0.4686168377092401, "input_sha256": "8d716d49ef8ab059f4ba914469ed46c071e11007a222bc0664bfa5b459081d89"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.05044447016075293, "seed": 1258177955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03209589087437103, "interval": [-0.05913122137713662, 0.12332300312587868], "p_value": 0.4199134199134199, "input_sha256": "fb24300a8fd27e89f715f0a007d2bd9c0b360b474da45a60f724ad3e2d2ab41a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.05044447016075293, "seed": 1258177955, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03209589087437103, "interval": [-0.03581813940388764, 0.10361950776816077], "p_value": 0.44442861652091414, "input_sha256": "fb24300a8fd27e89f715f0a007d2bd9c0b360b474da45a60f724ad3e2d2ab41a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2133991714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.004853992016141, "interval": [2.6230000279028625, 15.38670795612942], "p_value": 0.004329004329004329, "input_sha256": "25197128b778f06f2764162597171deff58791a8eb2159ba7e5cbdfe67c7d153"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2133991714, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.004853992016141, "interval": [4.770993730242535, 15.37896726828595], "p_value": 0.011132621442518534, "input_sha256": "25197128b778f06f2764162597171deff58791a8eb2159ba7e5cbdfe67c7d153"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.05261563025489149, "seed": 2133991714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0794990014306359, "interval": [0.009360249684053856, 0.14963775317721795], "p_value": 0.008658008658008658, "input_sha256": "712e19cff584edb3952ca659e23136cc5d3f32bd788543baa17028e6aeeadc07"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.05261563025489149, "seed": 2133991714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0794990014306359, "interval": [0.03378188197234204, 0.15125371153132763], "p_value": 0.03072549670164254, "input_sha256": "712e19cff584edb3952ca659e23136cc5d3f32bd788543baa17028e6aeeadc07"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2975058023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.485515423123438, "interval": [-5.999600098949618, 6.970630945196494], "p_value": 0.8787878787878788, "input_sha256": "f9fa3d634f02afca55b1e887ed884e798bb5a9c5cbed0da825be505ea0a213bc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2975058023, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.485515423123438, "interval": [-3.8285236887612277, 7.007917365332562], "p_value": 0.8701586706159605, "input_sha256": "f9fa3d634f02afca55b1e887ed884e798bb5a9c5cbed0da825be505ea0a213bc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.052861377009673166, "seed": 2975058023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005916839034481286, "interval": [-0.08845754361980795, 0.07662386555084538], "p_value": 0.8766233766233766, "input_sha256": "ce6faf98dea93006ddf6a2be96c0fabeeb40f11574b3967d4627f48b38e48557"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.052861377009673166, "seed": 2975058023, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005916839034481286, "interval": [-0.05708632256082784, 0.0756593004334666], "p_value": 0.8760599697798488, "input_sha256": "ce6faf98dea93006ddf6a2be96c0fabeeb40f11574b3967d4627f48b38e48557"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1377922053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.992860621876483, "interval": [1.5817875403795707, 22.403933703373397], "p_value": 0.02813852813852814, "input_sha256": "572db5e6c758f68cd30cb81337442e1144775e07e3b8ca78dece5c3f6d5c8889"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1377922053, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.992860621876483, "interval": [3.282327678840942, 19.55951228063867], "p_value": 0.02862252927304379, "input_sha256": "572db5e6c758f68cd30cb81337442e1144775e07e3b8ca78dece5c3f6d5c8889"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.05076100034876205, "seed": 1377922053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12092852536698905, "interval": [-0.0023780257937000976, 0.24423507652767817], "p_value": 0.05194805194805195, "input_sha256": "196e68af70b05333d3bb5932fa49d54e5d66ef34eb356995e65ccfcd1d652878"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.05076100034876205, "seed": 1377922053, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12092852536698905, "interval": [0.028328001049132617, 0.22002682175622892], "p_value": 0.053701623840649915, "input_sha256": "196e68af70b05333d3bb5932fa49d54e5d66ef34eb356995e65ccfcd1d652878"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 80522565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.942892811373598, "interval": [-2.707408949393514, 20.59319457214071], "p_value": 0.09740259740259741, "input_sha256": "2205fa205f08c57d88c96137bb1eb38835424b4f246b56774a72a44168243089"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 80522565, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.942892811373598, "interval": [-0.06883768384982777, 16.601838223258838], "p_value": 0.11146038568692156, "input_sha256": "2205fa205f08c57d88c96137bb1eb38835424b4f246b56774a72a44168243089"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04814950917457438, "seed": 80522565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09119019005704103, "interval": [-0.016745244509693002, 0.19912562462377506], "p_value": 0.08874458874458875, "input_sha256": "1566c287e38f07366c261c0bbdfb6e8c7ae85d737c941a37b37448e6c1dbc624"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04814950917457438, "seed": 80522565, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09119019005704103, "interval": [0.008089749578531025, 0.1675439094403514], "p_value": 0.08717851617650246, "input_sha256": "1566c287e38f07366c261c0bbdfb6e8c7ae85d737c941a37b37448e6c1dbc624"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4218456994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.069257947933746, "interval": [-7.006169401999847, 9.144685297867339], "p_value": 0.7770562770562771, "input_sha256": "c2c7b90b6f7c43332096c7a278db06c8df4007fa6ba62262a5c9576e560e5771"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4218456994, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.069257947933746, "interval": [-4.954423895016664, 7.928094349879615], "p_value": 0.7739921027630274, "input_sha256": "c2c7b90b6f7c43332096c7a278db06c8df4007fa6ba62262a5c9576e560e5771"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04932169710884515, "seed": 4218456994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01994994086547454, "interval": [-0.06448006779132295, 0.10437994952227203], "p_value": 0.6060606060606061, "input_sha256": "11c049ac9fb7f8dbcb6e9d40a6ea64481bd0ea21e13e90a82d71695e6219f87d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04932169710884515, "seed": 4218456994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01994994086547454, "interval": [-0.03964766797614127, 0.09063203844972566], "p_value": 0.6085740078091031, "input_sha256": "11c049ac9fb7f8dbcb6e9d40a6ea64481bd0ea21e13e90a82d71695e6219f87d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3755963044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.55301002077966, "interval": [-2.1657719674796, 19.27179200903892], "p_value": 0.11688311688311688, "input_sha256": "b4904721c1c0e21e92c61b2fb3066f5ef0b8ee8794875a79d42ba890d6088733"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3755963044, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.55301002077966, "interval": [1.3976304338566283, 19.02603592537558], "p_value": 0.10562551452305813, "input_sha256": "b4904721c1c0e21e92c61b2fb3066f5ef0b8ee8794875a79d42ba890d6088733"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.04933458865820566, "seed": 3755963044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08671219224824801, "interval": [-0.02538940485917711, 0.19881378935567312], "p_value": 0.13203463203463203, "input_sha256": "2b7d63ed1f8a90f3d3521cc6adfa699b6212d856a876d6997a07d12a07ac3118"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.04933458865820566, "seed": 3755963044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08671219224824801, "interval": [0.009013336504282756, 0.18857317833335263], "p_value": 0.11485221774652826, "input_sha256": "2b7d63ed1f8a90f3d3521cc6adfa699b6212d856a876d6997a07d12a07ac3118"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3036354906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.055174352040651, "interval": [-3.5945745558210493, 11.704923259902351], "p_value": 0.2532467532467532, "input_sha256": "3832b9a0a6b6ae0452526a41781ef0fd53a5763e44e8ec6ca4fc6d46c80c0332"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3036354906, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.055174352040651, "interval": [-2.840268285862032, 9.987715236728036], "p_value": 0.26131358092208473, "input_sha256": "3832b9a0a6b6ae0452526a41781ef0fd53a5763e44e8ec6ca4fc6d46c80c0332"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.04942813115817805, "seed": 3036354906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044138738413357144, "interval": [-0.053257649763859306, 0.1415351265905736], "p_value": 0.31601731601731603, "input_sha256": "d63320f533fc07f7b64a9a77c3ed58d809c34fb0d763708db215fc683a37435b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.04942813115817805, "seed": 3036354906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044138738413357144, "interval": [-0.04189101301489057, 0.11971502701956954], "p_value": 0.3323720415958503, "input_sha256": "d63320f533fc07f7b64a9a77c3ed58d809c34fb0d763708db215fc683a37435b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2198699139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.445237366965623, "interval": [2.3211968837291117, 18.569277850202134], "p_value": 0.015151515151515152, "input_sha256": "ac2092389d4cf375781c8e840e5eebbd7700e6bf37c01a5b589e8c745b6a4dfa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2198699139, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.445237366965623, "interval": [4.862862405692927, 18.140795838873238], "p_value": 0.017000576766377194, "input_sha256": "ac2092389d4cf375781c8e840e5eebbd7700e6bf37c01a5b589e8c745b6a4dfa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.05020203365317347, "seed": 2198699139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1015129057370231, "interval": [0.023096221005931658, 0.17992959046811452], "p_value": 0.017316017316017316, "input_sha256": "bd218bcc8ec35002d9570c054403b90173ab7da33e21543d429e2f8543e687df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.05020203365317347, "seed": 2198699139, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1015129057370231, "interval": [0.046045839872812584, 0.17239384384981662], "p_value": 0.01626877979529594, "input_sha256": "bd218bcc8ec35002d9570c054403b90173ab7da33e21543d429e2f8543e687df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1330675670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7810286104906208, "interval": [-4.034661593345474, 5.5967188143267155], "p_value": 0.7186147186147186, "input_sha256": "c23cb220133dd87ce0a216d1c7816cbbd70028ef34373705e93bcfd35d5f457b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1330675670, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7810286104906208, "interval": [-2.6958905794909067, 5.205793412623227], "p_value": 0.7251047877448132, "input_sha256": "c23cb220133dd87ce0a216d1c7816cbbd70028ef34373705e93bcfd35d5f457b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.05173550381823495, "seed": 1330675670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011043055424981296, "interval": [-0.05661777888631605, 0.05440916780131979], "p_value": 0.9718614718614719, "input_sha256": "ccdd5a41132b388fdb1c2b28ac9efbc8e1b995c48ed553b83efaed8882adbb1e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.05173550381823495, "seed": 1330675670, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011043055424981296, "interval": [-0.0419337617051279, 0.04686608157705464], "p_value": 0.9653351408422788, "input_sha256": "ccdd5a41132b388fdb1c2b28ac9efbc8e1b995c48ed553b83efaed8882adbb1e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1179838581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.614009867099976, "interval": [-3.6778658734549197, 6.905885607654872], "p_value": 0.48268398268398266, "input_sha256": "a18d281d75a7a137b5508e0a516048da7d0e5515c91e6276f5671184c97716b2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1179838581, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.614009867099976, "interval": [-2.5291459901722697, 5.304623791600359], "p_value": 0.4943897988059267, "input_sha256": "a18d281d75a7a137b5508e0a516048da7d0e5515c91e6276f5671184c97716b2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.048315559346095584, "seed": 1179838581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0011383492791740835, "interval": [-0.04609661031964551, 0.048373308877993675], "p_value": 0.9588744588744589, "input_sha256": "1c0a04496f27063c22f3eb8ebe2cd570187109a8cf846244bf6290345fb3480a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.048315559346095584, "seed": 1179838581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0011383492791740835, "interval": [-0.035527854259967045, 0.03488048695949064], "p_value": 0.9572592230601913, "input_sha256": "1c0a04496f27063c22f3eb8ebe2cd570187109a8cf846244bf6290345fb3480a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 197276095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.93676948865007, "interval": [1.0898475802759302, 16.78369139702421], "p_value": 0.02813852813852814, "input_sha256": "03a8128187518d039a91ca4a09daef32db25fe00e2db83cceca03f30d8335936"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 197276095, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.93676948865007, "interval": [1.414054327367579, 14.100212734928544], "p_value": 0.030399458401618937, "input_sha256": "03a8128187518d039a91ca4a09daef32db25fe00e2db83cceca03f30d8335936"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.04718562832169889, "seed": 197276095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09802516070639476, "interval": [0.007481404293677191, 0.18856891711911233], "p_value": 0.023809523809523808, "input_sha256": "b78d7e99655e8de1934fab380729012916acdaddffdb751c913f66250dda1469"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.04718562832169889, "seed": 197276095, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09802516070639476, "interval": [0.02726803492778468, 0.16180293631487247], "p_value": 0.03776014005635966, "input_sha256": "b78d7e99655e8de1934fab380729012916acdaddffdb751c913f66250dda1469"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3740044987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.32263010558093, "interval": [-13.305383693768569, 6.66012348260671], "p_value": 0.4329004329004329, "input_sha256": "73fac8fcf7ad7d1dc0aeed4aa011dd1ab3ebd07273b5a43a80ffb264f874eac4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3740044987, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.32263010558093, "interval": [-10.926092245005544, 4.334661627195791], "p_value": 0.4511239640711009, "input_sha256": "73fac8fcf7ad7d1dc0aeed4aa011dd1ab3ebd07273b5a43a80ffb264f874eac4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.04766070078473772, "seed": 3740044987, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.055606370088891285, "interval": [-0.1711527984324799, 0.05994005825469734], "p_value": 0.27705627705627706, "input_sha256": "a32e07892f27f527287d47a4fda35c2aa5a48585933ae5b3b5a52910abe0fd4c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.04766070078473772, "seed": 3740044987, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.055606370088891285, "interval": [-0.14869016389838768, 0.01980482687418269], "p_value": 0.2787008177663335, "input_sha256": "a32e07892f27f527287d47a4fda35c2aa5a48585933ae5b3b5a52910abe0fd4c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3285912427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.260781664098351, "interval": [-5.679619513157602, 14.201182841354305], "p_value": 0.35714285714285715, "input_sha256": "a61ae5ee748d838f25ff6723492228fbe17ffceb9c1ca9dbcedb68fdfc892110"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3285912427, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.260781664098351, "interval": [-3.31382778246997, 11.702821551105396], "p_value": 0.3576280711717379, "input_sha256": "a61ae5ee748d838f25ff6723492228fbe17ffceb9c1ca9dbcedb68fdfc892110"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.04937372398482672, "seed": 3285912427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0485501327789202, "interval": [-0.05511590950875378, 0.15221617506659418], "p_value": 0.31601731601731603, "input_sha256": "eada43a39881b6987ac84cf7a4dcfe12eddaa2e31455236c8f73df4b43adfb25"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.04937372398482672, "seed": 3285912427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0485501327789202, "interval": [-0.03156436590032404, 0.1285502973638568], "p_value": 0.32047675256183195, "input_sha256": "eada43a39881b6987ac84cf7a4dcfe12eddaa2e31455236c8f73df4b43adfb25"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1077024662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.58359164010764, "interval": [-1.5991944673541756, 18.766377747569457], "p_value": 0.08658008658008658, "input_sha256": "9a14b3b595cab9c11140a2b39f22633fa3b70cd42a10a08fad9cc238cc0a5ec2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1077024662, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.58359164010764, "interval": [-0.2844727146050669, 15.984748812656925], "p_value": 0.08975640435206814, "input_sha256": "9a14b3b595cab9c11140a2b39f22633fa3b70cd42a10a08fad9cc238cc0a5ec2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.045890801803732895, "seed": 1077024662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08358194798234658, "interval": [-0.018228900465598524, 0.1853927964302917], "p_value": 0.09307359307359307, "input_sha256": "a22bae65356041246789852c26e1a8f78a8d49fa12b6f836b528037ee3e11246"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.045890801803732895, "seed": 1077024662, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08358194798234658, "interval": [0.001360617394733832, 0.16281516813888203], "p_value": 0.09666383346235342, "input_sha256": "a22bae65356041246789852c26e1a8f78a8d49fa12b6f836b528037ee3e11246"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 224705992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.769669892455061, "interval": [-3.59485578392675, 17.134195568836873], "p_value": 0.16883116883116883, "input_sha256": "9fdd99692837decd736db7fa0f1007203b2eaafd73449f8a30c92809da4f89c8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 224705992, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.769669892455061, "interval": [-3.102573051548427, 14.013481375034084], "p_value": 0.1746677959459113, "input_sha256": "9fdd99692837decd736db7fa0f1007203b2eaafd73449f8a30c92809da4f89c8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.05002319339230545, "seed": 224705992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10438933700671345, "interval": [-0.009684333132821188, 0.21846300714624808], "p_value": 0.06277056277056277, "input_sha256": "49881e5081b7cccabf49356daa5f623f46d941f7aa8c6b9f09e924b6f3ce3dd6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.05002319339230545, "seed": 224705992, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10438933700671345, "interval": [-0.006203535859128932, 0.17857066744642583], "p_value": 0.06798115620699244, "input_sha256": "49881e5081b7cccabf49356daa5f623f46d941f7aa8c6b9f09e924b6f3ce3dd6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3204179579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.728752465794574, "interval": [-2.484646881943175, 17.942151813532323], "p_value": 0.13203463203463203, "input_sha256": "bbe77485f92fd8573c9100f1d238062f57f7bed08efdd8112e96115fde265e50"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3204179579, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.728752465794574, "interval": [-1.34042608372803, 15.614424134051006], "p_value": 0.12267421944142562, "input_sha256": "bbe77485f92fd8573c9100f1d238062f57f7bed08efdd8112e96115fde265e50"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.05140206394334602, "seed": 3204179579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08285652738613995, "interval": [-0.04060636845529331, 0.2063194232275732], "p_value": 0.15800865800865802, "input_sha256": "55bed543928f7358efd282795ca1ae4339d847f5617c578a48984e137da85829"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.05140206394334602, "seed": 3204179579, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08285652738613995, "interval": [-0.011381982360165268, 0.17970124225886447], "p_value": 0.16491361211490962, "input_sha256": "55bed543928f7358efd282795ca1ae4339d847f5617c578a48984e137da85829"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2130264775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6455178466078397, "interval": [-5.743113317988421, 13.0341490112041], "p_value": 0.37445887445887444, "input_sha256": "f61d6626896e6ff6d81b7bb66b8065af9d8946989225f39cf42e032a6580aa2f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2130264775, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6455178466078397, "interval": [-4.599822700533117, 10.06039650005477], "p_value": 0.402265021348961, "input_sha256": "f61d6626896e6ff6d81b7bb66b8065af9d8946989225f39cf42e032a6580aa2f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.04971667290197793, "seed": 2130264775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.032190428251887726, "interval": [-0.05968535527511655, 0.124066211778892], "p_value": 0.4393939393939394, "input_sha256": "58abf94260bb78a152cac4f127de554e4643159634d5dc06d9014efc7095b75e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.04971667290197793, "seed": 2130264775, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.032190428251887726, "interval": [-0.041701105753697794, 0.10148134796859201], "p_value": 0.44466854855823035, "input_sha256": "58abf94260bb78a152cac4f127de554e4643159634d5dc06d9014efc7095b75e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3800618676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.990875057233096, "interval": [0.9190230188084012, 17.06272709565779], "p_value": 0.030303030303030304, "input_sha256": "babfa811022331b38e1678070d769f5ead59186864df041f559f1937f7f055db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3800618676, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.990875057233096, "interval": [2.834658151140907, 15.679292644002857], "p_value": 0.03266982784558209, "input_sha256": "babfa811022331b38e1678070d769f5ead59186864df041f559f1937f7f055db"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.052476373071956926, "seed": 3800618676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08915748667592788, "interval": [-0.01183300854931861, 0.19014798190117438], "p_value": 0.08441558441558442, "input_sha256": "a78eb3e6f367e7a4a0033361cf0e9dc6d4e8a6e47999955b89792555de41be9a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.052476373071956926, "seed": 3800618676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08915748667592788, "interval": [0.009434761980291383, 0.17158902677201246], "p_value": 0.07750443656132809, "input_sha256": "a78eb3e6f367e7a4a0033361cf0e9dc6d4e8a6e47999955b89792555de41be9a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3547443778, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.90901143835761, "interval": [2.9170935803110503, 16.90092929640417], "p_value": 0.012987012987012988, "input_sha256": "7d818f1e6e050db541140df5124f963248e7ef0b9650f9fbcdea3a8848657e1c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3547443778, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.90901143835761, "interval": [3.9201898882576445, 14.943832860185795], "p_value": 0.01129566793351983, "input_sha256": "7d818f1e6e050db541140df5124f963248e7ef0b9650f9fbcdea3a8848657e1c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.05004169842774938, "seed": 3547443778, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09250669528258458, "interval": [0.02628507092730241, 0.15872831963786677], "p_value": 0.021645021645021644, "input_sha256": "915e938ec10011f826d2e5c5cdb990584a591715b41f53ffbc461c113913ecad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.05004169842774938, "seed": 3547443778, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09250669528258458, "interval": [0.03305254292748376, 0.1420524965137304], "p_value": 0.011612954476952465, "input_sha256": "915e938ec10011f826d2e5c5cdb990584a591715b41f53ffbc461c113913ecad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1413816040, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.886610613584679, "interval": [-4.683955430818536, 12.457176657987894], "p_value": 0.3116883116883117, "input_sha256": "6405cf64de2a359902cd4c6314bac2d19abbbecc4cfcb5fec7bdd67aec77abae"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1413816040, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.886610613584679, "interval": [-4.141027052605099, 9.783886029600314], "p_value": 0.33055456900489844, "input_sha256": "6405cf64de2a359902cd4c6314bac2d19abbbecc4cfcb5fec7bdd67aec77abae"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04760761695059831, "seed": 1413816040, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021164689735808997, "interval": [-0.0620318262348625, 0.1043612057064805], "p_value": 0.5606060606060606, "input_sha256": "611223cef51fff592c1655898d4dae186f542dbd1a7a0c1e7fe4025584fa4dda"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04760761695059831, "seed": 1413816040, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021164689735808997, "interval": [-0.049640864626205455, 0.0826498707209015], "p_value": 0.580572206361278, "input_sha256": "611223cef51fff592c1655898d4dae186f542dbd1a7a0c1e7fe4025584fa4dda"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 742179718, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.339741746102085, "interval": [-2.014055267027958, 14.693538759232128], "p_value": 0.09307359307359307, "input_sha256": "fa46644836a89b5fa4687a694a04516413a4aa66aa0620203ee4a4ca7fe36de4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 742179718, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.339741746102085, "interval": [-0.6960835924056236, 11.525581600068053], "p_value": 0.11213767760577462, "input_sha256": "fa46644836a89b5fa4687a694a04516413a4aa66aa0620203ee4a4ca7fe36de4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04544975120061764, "seed": 742179718, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05235254534807736, "interval": [-0.03081233848707106, 0.1355174291832258], "p_value": 0.15584415584415584, "input_sha256": "d405046225c38596c5d5d0cf77a92ff555bd109ceac8100d4926cb5025301997"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04544975120061764, "seed": 742179718, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05235254534807736, "interval": [-0.021636786397347344, 0.10305046129876748], "p_value": 0.17459904318745187, "input_sha256": "d405046225c38596c5d5d0cf77a92ff555bd109ceac8100d4926cb5025301997"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 285938133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.525657041744902, "interval": [-3.0826284307712033, 14.133942514261006], "p_value": 0.16233766233766234, "input_sha256": "f2c9e9afd9d44d45e05f06d3d945750e482bb301b83e97929e0ef57cfdd2b90b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 285938133, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.525657041744902, "interval": [0.07385346407787095, 13.226301668661044], "p_value": 0.17125554014803415, "input_sha256": "f2c9e9afd9d44d45e05f06d3d945750e482bb301b83e97929e0ef57cfdd2b90b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.050685192946381484, "seed": 285938133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05699042943501336, "interval": [-0.03197021743657639, 0.14595107630660312], "p_value": 0.19047619047619047, "input_sha256": "753aa78e62f49b97e6fee6788f202293bf63bd3faab29967c7a8bb5e757e8113"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.050685192946381484, "seed": 285938133, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05699042943501336, "interval": [-0.0019211062043540982, 0.1342987465207264], "p_value": 0.17596813649374116, "input_sha256": "753aa78e62f49b97e6fee6788f202293bf63bd3faab29967c7a8bb5e757e8113"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2350323823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.973120566468829, "interval": [-8.38126914542724, 12.327510278364898], "p_value": 0.6623376623376623, "input_sha256": "68bf820a467551bb4a824b96bc2c666ddf64472e99df2584c92ae1059ebbdbba"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2350323823, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.973120566468829, "interval": [-5.111392811096681, 11.421300283650778], "p_value": 0.6798788137216716, "input_sha256": "68bf820a467551bb4a824b96bc2c666ddf64472e99df2584c92ae1059ebbdbba"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04778746642493014, "seed": 2350323823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03291332560453078, "interval": [-0.08139025881140288, 0.14721691002046444], "p_value": 0.5584415584415584, "input_sha256": "3487d9393bc61dbaa492ac48886efc4f49285cb1f9f699443e0e1a351a243863"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04778746642493014, "seed": 2350323823, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03291332560453078, "interval": [-0.04622495281390567, 0.14138591233940573], "p_value": 0.5318367114125195, "input_sha256": "3487d9393bc61dbaa492ac48886efc4f49285cb1f9f699443e0e1a351a243863"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2392657186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.438791044179287, "interval": [-1.7785378681699315, 12.656119956528507], "p_value": 0.1277056277056277, "input_sha256": "3a97bd1a46b3edd03f2a97437cc3207e9a338f37f5ce2100d33f8e23ff7da63a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2392657186, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.438791044179287, "interval": [0.2622996645914779, 11.456227106982498], "p_value": 0.12395351344556531, "input_sha256": "3a97bd1a46b3edd03f2a97437cc3207e9a338f37f5ce2100d33f8e23ff7da63a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.051727447957728157, "seed": 2392657186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054358328334168655, "interval": [-0.032387912846319596, 0.1411045695146569], "p_value": 0.18831168831168832, "input_sha256": "b61f33ca5d3a52638b075ebc71ec4a7423c31830167544d345317097593bd95f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.051727447957728157, "seed": 2392657186, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054358328334168655, "interval": [-0.006588651802535639, 0.12600210213518379], "p_value": 0.19258679750762692, "input_sha256": "b61f33ca5d3a52638b075ebc71ec4a7423c31830167544d345317097593bd95f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2345986272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0456064689052393, "interval": [-5.979536201088532, 12.07074913889901], "p_value": 0.4675324675324675, "input_sha256": "b3534d3c27333955b6d46163cb6a7753b503ea369ed87d7f672c4649e69b991d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2345986272, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0456064689052393, "interval": [-3.1623425101202756, 10.773846109703753], "p_value": 0.45594417495818373, "input_sha256": "b3534d3c27333955b6d46163cb6a7753b503ea369ed87d7f672c4649e69b991d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.05083370724324301, "seed": 2345986272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03173291352918044, "interval": [-0.064554246465237, 0.12802007352359787], "p_value": 0.474025974025974, "input_sha256": "a2323b00614627fc5e03d7a4b02a7671877ad33895f6ce72f8b7de4775ef1ae9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.05083370724324301, "seed": 2345986272, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03173291352918044, "interval": [-0.033264826486771974, 0.11796173500694697], "p_value": 0.4724665078032535, "input_sha256": "a2323b00614627fc5e03d7a4b02a7671877ad33895f6ce72f8b7de4775ef1ae9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2841487991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8343227726703617, "interval": [-6.648361479050367, 10.31700702439109], "p_value": 0.6255411255411255, "input_sha256": "5a0449337f24fe893c70e1ef7de080b809f89677a69590862219df9c3ed9e4e2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2841487991, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8343227726703617, "interval": [-4.375720824815031, 8.570273151890062], "p_value": 0.6402117232981049, "input_sha256": "5a0449337f24fe893c70e1ef7de080b809f89677a69590862219df9c3ed9e4e2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.05078544389328616, "seed": 2841487991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03917127955003573, "interval": [-0.0441135224416257, 0.12245608154169715], "p_value": 0.30303030303030304, "input_sha256": "ba6c81a7d20813fb219feea8310a498d70de008ee5c5aae4b51beb1e3a56067a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.05078544389328616, "seed": 2841487991, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03917127955003573, "interval": [-0.02808333003364905, 0.10180589753508175], "p_value": 0.3160294246836062, "input_sha256": "ba6c81a7d20813fb219feea8310a498d70de008ee5c5aae4b51beb1e3a56067a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1710155103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2182773643645568, "interval": [-9.549224208813097, 11.98577893754221], "p_value": 0.7987012987012987, "input_sha256": "9528bbadc8a57c5324a5e73779146d88104767f9d9ed5ecf0ec9997dd8b33456"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1710155103, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2182773643645568, "interval": [-7.9805417192516295, 9.323097970699571], "p_value": 0.8001039196223845, "input_sha256": "9528bbadc8a57c5324a5e73779146d88104767f9d9ed5ecf0ec9997dd8b33456"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.052859858211239334, "seed": 1710155103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004677425635872479, "interval": [-0.12272909233740772, 0.13208394360915268], "p_value": 0.9307359307359307, "input_sha256": "b5a30fd3ed87720af1807e754f91f4927da04ccaf646d13f090ea9d369b3699c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.052859858211239334, "seed": 1710155103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004677425635872479, "interval": [-0.10770846380223113, 0.09620191694572952], "p_value": 0.9345241596576583, "input_sha256": "b5a30fd3ed87720af1807e754f91f4927da04ccaf646d13f090ea9d369b3699c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4029607410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.855834121289684, "interval": [9.519580068876234, 20.192088173703134], "p_value": 0.0021645021645021645, "input_sha256": "b0c75aaf297cc53b0af10102d69b210621ff1b354e361d8c85fdbb30c2231e97"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4029607410, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.855834121289684, "interval": [9.98632339527415, 18.722898635175945], "p_value": 0.00010655948485308624, "input_sha256": "b0c75aaf297cc53b0af10102d69b210621ff1b354e361d8c85fdbb30c2231e97"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.049730794918270475, "seed": 4029607410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1400511131043246, "interval": [0.07481356189861635, 0.20528866431003287], "p_value": 0.0021645021645021645, "input_sha256": "255dd6b841d87ccb3c354ad9645bf97ff69ec5a5087770fecab9458cf6996289"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.049730794918270475, "seed": 4029607410, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1400511131043246, "interval": [0.0837058274318117, 0.18933326146712687], "p_value": 0.0008703046847590533, "input_sha256": "255dd6b841d87ccb3c354ad9645bf97ff69ec5a5087770fecab9458cf6996289"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2775953375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15044394387075855, "interval": [-6.24773516079236, 6.5486230485338774], "p_value": 0.9675324675324676, "input_sha256": "4aa53073ab5ed85d01df0997ce58a5ac3bf44fb3ad70473604402f0ce2cb49d8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2775953375, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15044394387075855, "interval": [-5.0994934294783025, 4.404246174226218], "p_value": 0.9589429318793353, "input_sha256": "4aa53073ab5ed85d01df0997ce58a5ac3bf44fb3ad70473604402f0ce2cb49d8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.047640888950808175, "seed": 2775953375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010357399558388727, "interval": [-0.07857004522606892, 0.057855246109291464], "p_value": 0.7424242424242424, "input_sha256": "5b02f48d9b71e9a441ee0ded618a3f720d4b809db2e650450b86ec8114c732ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.047640888950808175, "seed": 2775953375, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010357399558388727, "interval": [-0.06929269703061505, 0.035102434715560946], "p_value": 0.7418479685926092, "input_sha256": "5b02f48d9b71e9a441ee0ded618a3f720d4b809db2e650450b86ec8114c732ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 107914816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.043627658600471, "interval": [-3.607334898584627, 11.694590215785569], "p_value": 0.26406926406926406, "input_sha256": "cbd80f535c11bd10ced29de18f9f584e2e3a830ff74a28d76c6830bddbfff94c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 107914816, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.043627658600471, "interval": [-1.8709581360222858, 10.606990957728085], "p_value": 0.26213328994847496, "input_sha256": "cbd80f535c11bd10ced29de18f9f584e2e3a830ff74a28d76c6830bddbfff94c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.050242754451143144, "seed": 107914816, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0335918817561716, "interval": [-0.04934834223335208, 0.11653210574569528], "p_value": 0.37445887445887444, "input_sha256": "6ec8254102a741e685621ab815a0e31b448ad8af7b2ca776c27f8f7d4fd3bc44"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.050242754451143144, "seed": 107914816, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0335918817561716, "interval": [-0.028599842192267678, 0.10360412150739871], "p_value": 0.3807778096731158, "input_sha256": "6ec8254102a741e685621ab815a0e31b448ad8af7b2ca776c27f8f7d4fd3bc44"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3483416190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.23564623144466, "interval": [-0.7720873974445457, 21.243379860333867], "p_value": 0.06493506493506493, "input_sha256": "15e60b6925e0c64915f370018aae51bfbeacc9ad4b2342f855ab6836c69b5ba6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3483416190, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.23564623144466, "interval": [-0.198147531424906, 16.989232892339952], "p_value": 0.06414826847173903, "input_sha256": "15e60b6925e0c64915f370018aae51bfbeacc9ad4b2342f855ab6836c69b5ba6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.04940585905061367, "seed": 3483416190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09768386596208539, "interval": [-0.02950861399841659, 0.22487634592258737], "p_value": 0.08874458874458875, "input_sha256": "248cd919d846992cc05dd1e20a48978561731ba95da81ef484bca04c9be2f26f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.04940585905061367, "seed": 3483416190, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09768386596208539, "interval": [-0.03408312882801801, 0.16972394432237556], "p_value": 0.11178040446169568, "input_sha256": "248cd919d846992cc05dd1e20a48978561731ba95da81ef484bca04c9be2f26f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2003431716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.4506446501446844, "interval": [-6.846463364859619, -0.054825935429749784], "p_value": 0.047619047619047616, "input_sha256": "0b98f91cf47f835f81349f0e27006a8bc98398270628a2737cadd658d24cde8a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2003431716, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.4506446501446844, "interval": [-5.990177936586306, -0.879185599625142], "p_value": 0.047048891203328995, "input_sha256": "0b98f91cf47f835f81349f0e27006a8bc98398270628a2737cadd658d24cde8a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.05053328704725935, "seed": 2003431716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034545436047401554, "interval": [-0.07452215976648044, 0.005431287671677339], "p_value": 0.07575757575757576, "input_sha256": "a4b55613e39c238ad98e5e4fedf8a36b4feb4f3ae12d28dcd7f7666b256468c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.05053328704725935, "seed": 2003431716, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034545436047401554, "interval": [-0.06563091716582245, -0.0018617387001443626], "p_value": 0.08302787374746386, "input_sha256": "a4b55613e39c238ad98e5e4fedf8a36b4feb4f3ae12d28dcd7f7666b256468c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1641591470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.308112547384624, "interval": [-19.2905105653402, 4.674285470570949], "p_value": 0.2077922077922078, "input_sha256": "98cdfabf983d786fa3dff640acd469c215111a24cc9c9e82b3bba78ff70c9247"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1641591470, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.308112547384624, "interval": [-16.54847813515624, 2.9098871867721443], "p_value": 0.20381158592042217, "input_sha256": "98cdfabf983d786fa3dff640acd469c215111a24cc9c9e82b3bba78ff70c9247"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.050736896622197186, "seed": 1641591470, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08023777051584892, "interval": [-0.20223366243878382, 0.041758121407085985], "p_value": 0.170995670995671, "input_sha256": "aff9a4ee54c5be6d1496ff44d0f71e4257dd701a77fb9d4e6645cbcf62328ca1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.050736896622197186, "seed": 1641591470, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08023777051584892, "interval": [-0.17320986237313687, 0.02012102451183815], "p_value": 0.1733990385151617, "input_sha256": "aff9a4ee54c5be6d1496ff44d0f71e4257dd701a77fb9d4e6645cbcf62328ca1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 27443077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.873853296501949, "interval": [2.1433824070622, 19.6043241859417], "p_value": 0.025974025974025976, "input_sha256": "d706a908745672b30d5380c8ecbc66c374ecf150ede36687311c608cbd17abf2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 27443077, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.873853296501949, "interval": [2.5516556577592113, 16.32386404034787], "p_value": 0.021037794355635107, "input_sha256": "d706a908745672b30d5380c8ecbc66c374ecf150ede36687311c608cbd17abf2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.048963704332147355, "seed": 27443077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11564129203058673, "interval": [0.011181506748713432, 0.22010107731246004], "p_value": 0.03896103896103896, "input_sha256": "36080f46c7324238370ab584e4386328b15b1b1f77f1a3f621582684d45fb505"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.048963704332147355, "seed": 27443077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11564129203058673, "interval": [0.027497503218706205, 0.18798242911940008], "p_value": 0.03459239196536961, "input_sha256": "36080f46c7324238370ab584e4386328b15b1b1f77f1a3f621582684d45fb505"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 889741358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.578718358814797, "interval": [-0.5204908199856835, 15.677927537615277], "p_value": 0.049783549783549784, "input_sha256": "7a4d17980e9ec9c90df6210249b4ebdb71a98b63bac285743d65b7ae66a092a1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 889741358, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.578718358814797, "interval": [1.01611431928478, 12.832594512715987], "p_value": 0.062101540372680876, "input_sha256": "7a4d17980e9ec9c90df6210249b4ebdb71a98b63bac285743d65b7ae66a092a1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.048643366774913654, "seed": 889741358, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07347029459750865, "interval": [-0.007211112046690976, 0.15415170124170827], "p_value": 0.05411255411255411, "input_sha256": "b83cd554f317a88c72005e6461bdc7cba9ec731f7ec580ce6f8e823b12407b7b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.048643366774913654, "seed": 889741358, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07347029459750865, "interval": [0.010013852334662747, 0.13134993366119044], "p_value": 0.06850173825470064, "input_sha256": "b83cd554f317a88c72005e6461bdc7cba9ec731f7ec580ce6f8e823b12407b7b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 149565486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4160601296783035, "interval": [-7.998396062297301, 16.83051632165391], "p_value": 0.3961038961038961, "input_sha256": "e67a73e0f165c6258c7d2ac2a168400a33bb37d069f8410c3560db900bf5881b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 149565486, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4160601296783035, "interval": [-4.944571986406894, 13.701896942483792], "p_value": 0.42555360657430097, "input_sha256": "e67a73e0f165c6258c7d2ac2a168400a33bb37d069f8410c3560db900bf5881b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.047634627774513445, "seed": 149565486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050769557537475515, "interval": [-0.07157503876418729, 0.1731141538391383], "p_value": 0.3333333333333333, "input_sha256": "56b80165e748f7d3a6899c2a865dbfb4988d77afa2ee6bd70322cd9b30595313"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.047634627774513445, "seed": 149565486, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050769557537475515, "interval": [-0.04493897948063083, 0.1443440720228981], "p_value": 0.36787501112798915, "input_sha256": "56b80165e748f7d3a6899c2a865dbfb4988d77afa2ee6bd70322cd9b30595313"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2307360201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.414926579761715, "interval": [0.6821909533016761, 18.147662206221753], "p_value": 0.03896103896103896, "input_sha256": "7992399bf98a615fce427ab024a9ca31f4df3aba32d90fe0a568c3c745d6838c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2307360201, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.414926579761715, "interval": [2.34754362473566, 16.56059347917374], "p_value": 0.037320020430488904, "input_sha256": "7992399bf98a615fce427ab024a9ca31f4df3aba32d90fe0a568c3c745d6838c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.049655970406530726, "seed": 2307360201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09138156820511703, "interval": [0.017314602794826092, 0.16544853361540796], "p_value": 0.01948051948051948, "input_sha256": "e97e70ff3962892b649d96af45ca5cfff26e90bcfddf07eaf5108939538876bf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.049655970406530726, "seed": 2307360201, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09138156820511703, "interval": [0.02853965889917733, 0.14959394914713536], "p_value": 0.021338055459193147, "input_sha256": "e97e70ff3962892b649d96af45ca5cfff26e90bcfddf07eaf5108939538876bf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1356884704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.460841142442762, "interval": [-5.590493570580085, 16.512175855465607], "p_value": 0.27705627705627706, "input_sha256": "208599e5f7b4360b12982c12622a344b7cecd8aa9ac66889a833c9d4ef75ad23"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1356884704, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.460841142442762, "interval": [-1.4011917358242205, 14.615626269614486], "p_value": 0.2814972906264085, "input_sha256": "208599e5f7b4360b12982c12622a344b7cecd8aa9ac66889a833c9d4ef75ad23"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.04655790426802161, "seed": 1356884704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06212792188818895, "interval": [-0.03375797184291172, 0.15801381561928962], "p_value": 0.17316017316017315, "input_sha256": "3761fe0bf4f5d5460e4cbec723ec67f2b5e32e2a5a347d68b3dfb2bb6d8abdd4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.04655790426802161, "seed": 1356884704, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06212792188818895, "interval": [-0.0009370156208670905, 0.14265475039444173], "p_value": 0.1737058605614336, "input_sha256": "3761fe0bf4f5d5460e4cbec723ec67f2b5e32e2a5a347d68b3dfb2bb6d8abdd4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3896033316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.445733292084704, "interval": [-5.077391679938833, 17.968858264108242], "p_value": 0.21861471861471862, "input_sha256": "10b59dce96f9077aee106d6e0fc1c47992bb1659e40eb53b13c3fe746fe58191"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3896033316, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.445733292084704, "interval": [-1.857013610355627, 15.422194075094065], "p_value": 0.22232482958666672, "input_sha256": "10b59dce96f9077aee106d6e0fc1c47992bb1659e40eb53b13c3fe746fe58191"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.050716673554536774, "seed": 3896033316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06727912135404905, "interval": [-0.05481556800667435, 0.18937381071477244], "p_value": 0.23376623376623376, "input_sha256": "345e593ea2826176751d38f9bfe1576cd24df7339c0a6502e87022287abd1f36"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.050716673554536774, "seed": 3896033316, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06727912135404905, "interval": [-0.027777602494689548, 0.1575635893229993], "p_value": 0.23800455294847225, "input_sha256": "345e593ea2826176751d38f9bfe1576cd24df7339c0a6502e87022287abd1f36"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3179580520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.370234829399615, "interval": [-4.354460605530002, 15.094930264329232], "p_value": 0.25757575757575757, "input_sha256": "60259d2f9d3e2c997f6f8a5bedf60dca722234756720c45802659e40a16d1af8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3179580520, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.370234829399615, "interval": [-2.6619514373176854, 13.115492622485968], "p_value": 0.24639067734039094, "input_sha256": "60259d2f9d3e2c997f6f8a5bedf60dca722234756720c45802659e40a16d1af8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.048999416183470264, "seed": 3179580520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040296941988441415, "interval": [-0.05831975304364918, 0.138913637020532], "p_value": 0.3874458874458874, "input_sha256": "af3ea1815e9a2bf2464b15a7e43c0ad0ccb6491045f512bc4e528ae2ac5253c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.048999416183470264, "seed": 3179580520, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040296941988441415, "interval": [-0.04346520183230971, 0.11918184999812793], "p_value": 0.38195421706584265, "input_sha256": "af3ea1815e9a2bf2464b15a7e43c0ad0ccb6491045f512bc4e528ae2ac5253c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2565576984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4281423314851498, "interval": [-5.535250433040771, 6.39153509601107], "p_value": 0.8636363636363636, "input_sha256": "d495f98132e2f308b37995bef9cc263a0124b6816b7fec2fcd12c9bfab5318df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2565576984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4281423314851498, "interval": [-4.060239125358706, 5.620987887888093], "p_value": 0.8734640806975755, "input_sha256": "d495f98132e2f308b37995bef9cc263a0124b6816b7fec2fcd12c9bfab5318df"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.05004603753611899, "seed": 2565576984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005259609054509715, "interval": [-0.05227224630930608, 0.0627914644183255], "p_value": 0.8463203463203464, "input_sha256": "05588add33737dfee76194ea2aa3960dfff0d16a856d82f466ef874823a7d91b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.05004603753611899, "seed": 2565576984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005259609054509715, "interval": [-0.03777332165622585, 0.05014673778663585], "p_value": 0.8374233627234193, "input_sha256": "05588add33737dfee76194ea2aa3960dfff0d16a856d82f466ef874823a7d91b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2396500327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.919978920889652, "interval": [2.3759759249084036, 13.4639819168709], "p_value": 0.006493506493506494, "input_sha256": "9af8325609bc31539168c629add18a6da5a7c197ebda2571db53467beb3ba2c7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2396500327, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.919978920889652, "interval": [4.36064580208878, 13.416358881115476], "p_value": 0.009800750621786442, "input_sha256": "9af8325609bc31539168c629add18a6da5a7c197ebda2571db53467beb3ba2c7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.048941773872772744, "seed": 2396500327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09123075290780094, "interval": [0.02719043790098523, 0.15527106791461665], "p_value": 0.004329004329004329, "input_sha256": "61044b9d3c8b209021346d7ea4bfc885126d27f26187f22a2c1cf02ebf202815"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.048941773872772744, "seed": 2396500327, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09123075290780094, "interval": [0.04960178376035727, 0.15301239183648427], "p_value": 0.010368830111489815, "input_sha256": "61044b9d3c8b209021346d7ea4bfc885126d27f26187f22a2c1cf02ebf202815"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3444518500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.615319339378148, "interval": [-3.6214563236781334, 10.85209500243443], "p_value": 0.2792207792207792, "input_sha256": "d51abab1bbb3cec633da3717ece060b06c2108eff3682a945c38761f48afbd56"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3444518500, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.615319339378148, "interval": [-1.1876383218025373, 9.927232745778763], "p_value": 0.2730074233220402, "input_sha256": "d51abab1bbb3cec633da3717ece060b06c2108eff3682a945c38761f48afbd56"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.04606874692878246, "seed": 3444518500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022600223972044642, "interval": [-0.056183884328993294, 0.10138433227308258], "p_value": 0.49783549783549785, "input_sha256": "1ba0f45d5336a67c80b83d66b179e81581e6e449f25ae62084079efdfcbf8cb8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.04606874692878246, "seed": 3444518500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022600223972044642, "interval": [-0.033660413129751106, 0.08654225642349223], "p_value": 0.5114806014669244, "input_sha256": "1ba0f45d5336a67c80b83d66b179e81581e6e449f25ae62084079efdfcbf8cb8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3761787922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.135237417925886, "interval": [11.13941189447035, 21.131062941381423], "p_value": 0.0021645021645021645, "input_sha256": "4b68f6e4bf566725dd486dc09ae17f2e80d57d82b07e85c2bbdb1277a0a589e0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3761787922, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.135237417925886, "interval": [12.556343551217225, 20.12088656898115], "p_value": 3.0404497444969557e-05, "input_sha256": "4b68f6e4bf566725dd486dc09ae17f2e80d57d82b07e85c2bbdb1277a0a589e0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04881679387888394, "seed": 3761787922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15981584864642545, "interval": [0.09991223077053604, 0.21971946652231486], "p_value": 0.0021645021645021645, "input_sha256": "807dcde0b7e6c02e1a2f9b87b677507129a8b8c98b9103dec1bd7ccad67f741b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04881679387888394, "seed": 3761787922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15981584864642545, "interval": [0.1216693521156473, 0.21485574920128195], "p_value": 0.0002305826649196192, "input_sha256": "807dcde0b7e6c02e1a2f9b87b677507129a8b8c98b9103dec1bd7ccad67f741b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 594125050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.341125530906663, "interval": [-3.309354475150455, 19.99160553696378], "p_value": 0.14285714285714285, "input_sha256": "ca951f7a15ac177889199c6c028a4ec803dccebf8e905e7e9d0f2972a16dc800"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 594125050, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.341125530906663, "interval": [-0.7354084336894937, 17.73689932203946], "p_value": 0.1417318964876668, "input_sha256": "ca951f7a15ac177889199c6c028a4ec803dccebf8e905e7e9d0f2972a16dc800"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.048135973475430256, "seed": 594125050, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08622889801633042, "interval": [-0.041965447270614756, 0.2144232433032756], "p_value": 0.1645021645021645, "input_sha256": "445b49d868481a275d53d50e3f1140d2e323d1ab08496e6b2e8ba1d8e32331cf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.048135973475430256, "seed": 594125050, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08622889801633042, "interval": [-0.00903037967519936, 0.19061744119513738], "p_value": 0.16389231185915418, "input_sha256": "445b49d868481a275d53d50e3f1140d2e323d1ab08496e6b2e8ba1d8e32331cf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1038275841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.72861327939443, "interval": [-2.6398867934420576, 18.09711335223092], "p_value": 0.10822510822510822, "input_sha256": "07bce320de3ae90c46ff4cbce9a8f274fb5e2eac589873b505802a732d158a2d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1038275841, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.72861327939443, "interval": [-1.7559014785473652, 13.601822015677369], "p_value": 0.12152265222048025, "input_sha256": "07bce320de3ae90c46ff4cbce9a8f274fb5e2eac589873b505802a732d158a2d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04590320055395892, "seed": 1038275841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06435490583559592, "interval": [-0.03470487908712262, 0.16341469075831444], "p_value": 0.14935064935064934, "input_sha256": "b65f3db44461490b9cf827dbc564d98f2272d2640c5fb7d0a658118b022ab7e1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04590320055395892, "seed": 1038275841, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06435490583559592, "interval": [-0.0381836048772553, 0.11847531588355957], "p_value": 0.1654239734787421, "input_sha256": "b65f3db44461490b9cf827dbc564d98f2272d2640c5fb7d0a658118b022ab7e1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 328501098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.945958980941896, "interval": [-2.093938876657221, 23.98585683854101], "p_value": 0.08441558441558442, "input_sha256": "ff4491abef30af5474dcf537d9b4b70e74822d2f44eddf4bdb9f5d07d5e744ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 328501098, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.945958980941896, "interval": [0.7878884330263751, 21.548433274431368], "p_value": 0.09083158182600104, "input_sha256": "ff4491abef30af5474dcf537d9b4b70e74822d2f44eddf4bdb9f5d07d5e744ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.046264487452954924, "seed": 328501098, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10522279335554807, "interval": [-0.010505327039818019, 0.22095091375091416], "p_value": 0.07575757575757576, "input_sha256": "04c82e781fb6e7ab3830e675b5dc0a7333dcba1cf7b5da9311fa13f5a795f970"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.046264487452954924, "seed": 328501098, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10522279335554807, "interval": [0.007265700724136097, 0.18956726446440336], "p_value": 0.07021078477169307, "input_sha256": "04c82e781fb6e7ab3830e675b5dc0a7333dcba1cf7b5da9311fa13f5a795f970"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2788071108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.349268664133856, "interval": [-0.12630299497370423, 16.824840323241418], "p_value": 0.049783549783549784, "input_sha256": "2d9d18b9a5ddcea02a727811323d6dc33813264541fde561730e067d86da87b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2788071108, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.349268664133856, "interval": [1.342752645633911, 14.593734849381804], "p_value": 0.05285784933099522, "input_sha256": "2d9d18b9a5ddcea02a727811323d6dc33813264541fde561730e067d86da87b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04796960046624837, "seed": 2788071108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10246036647866089, "interval": [0.0062608175413394335, 0.19865991541598232], "p_value": 0.04329004329004329, "input_sha256": "259fb3bb8a823d7232c765ae02ff1f24cf3623bf2c7730566338817b3910217b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04796960046624837, "seed": 2788071108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10246036647866089, "interval": [0.0313919065887385, 0.17898146515021307], "p_value": 0.03956957341419495, "input_sha256": "259fb3bb8a823d7232c765ae02ff1f24cf3623bf2c7730566338817b3910217b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3215270353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.24188114447859, "interval": [-24.06427072563746, 5.5805084366802795], "p_value": 0.19047619047619047, "input_sha256": "6e2dc6abee53ba0836294663951ff57b6ef1032989d370c58f3e3fe257a827a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3215270353, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.24188114447859, "interval": [-19.250403342881302, 3.3194865954350488], "p_value": 0.19400071637325342, "input_sha256": "6e2dc6abee53ba0836294663951ff57b6ef1032989d370c58f3e3fe257a827a6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.05167619482280287, "seed": 3215270353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11497592557967541, "interval": [-0.2716879077742512, 0.04173605661490039], "p_value": 0.12987012987012986, "input_sha256": "8ff7ad0c7b64db841d84582588ce727b3216195aba82dbfb170f72b194c11fa6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.05167619482280287, "seed": 3215270353, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11497592557967541, "interval": [-0.22694125943211446, 0.009731315411120744], "p_value": 0.13115261925733465, "input_sha256": "8ff7ad0c7b64db841d84582588ce727b3216195aba82dbfb170f72b194c11fa6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 386222466, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.256800815069031, "interval": [2.765345771906489, 21.748255858231573], "p_value": 0.006493506493506494, "input_sha256": "bb23600f9c71ef993cf0203b1adb3ad6d640a6c23db3e763e65e25dc9568975f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 386222466, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.256800815069031, "interval": [4.986496721866734, 19.435705704051937], "p_value": 0.018253360093605932, "input_sha256": "bb23600f9c71ef993cf0203b1adb3ad6d640a6c23db3e763e65e25dc9568975f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.050226183654637706, "seed": 386222466, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1355648048103973, "interval": [0.0018871429872246714, 0.2692424666335699], "p_value": 0.021645021645021644, "input_sha256": "427873ff33bcb337b2aa140269b9d3b6838e107092641a624d7784fda0bdabc1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.050226183654637706, "seed": 386222466, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1355648048103973, "interval": [0.04703164295395971, 0.24139682329080472], "p_value": 0.047687363086981766, "input_sha256": "427873ff33bcb337b2aa140269b9d3b6838e107092641a624d7784fda0bdabc1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2278376454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.023642059191943, "interval": [2.3824644972617603, 13.664819621122124], "p_value": 0.015151515151515152, "input_sha256": "b9438b4bad58b454ee5f3ba4f79a29059ae0cf75b0ca0b86fe7bf656d521c850"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2278376454, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.023642059191943, "interval": [2.7226168517733766, 12.071210854138068], "p_value": 0.010676454374119772, "input_sha256": "b9438b4bad58b454ee5f3ba4f79a29059ae0cf75b0ca0b86fe7bf656d521c850"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.04878142688062981, "seed": 2278376454, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08624119402388998, "interval": [0.027193441755634318, 0.14528894629214564], "p_value": 0.01948051948051948, "input_sha256": "71e22df57cb44a404cdb03534e34f3a0ff47ace7955a3a449acb4a384084c7b5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.04878142688062981, "seed": 2278376454, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08624119402388998, "interval": [0.02401414015162855, 0.12601078772168003], "p_value": 0.009404288860393125, "input_sha256": "71e22df57cb44a404cdb03534e34f3a0ff47ace7955a3a449acb4a384084c7b5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1765450963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7825827426194891, "interval": [-6.033175519103781, 7.5983410043427595], "p_value": 0.79004329004329, "input_sha256": "76f778fbd51c2e5c9496d7d4f98a218c46c0a0e6b7c535402cb2073cc3cf0719"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1765450963, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7825827426194891, "interval": [-4.367638039633152, 6.120811825585331], "p_value": 0.7991610389136695, "input_sha256": "76f778fbd51c2e5c9496d7d4f98a218c46c0a0e6b7c535402cb2073cc3cf0719"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0458815108429226, "seed": 1765450963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006409172904333585, "interval": [-0.0642334240317215, 0.07705176984038867], "p_value": 0.8463203463203464, "input_sha256": "8e3a77963f7002c9c7bb163ca036c89d58b6859386e0c093be41908e18bad298"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0458815108429226, "seed": 1765450963, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006409172904333585, "interval": [-0.04858376643305918, 0.05915136327838532], "p_value": 0.8401468148101059, "input_sha256": "8e3a77963f7002c9c7bb163ca036c89d58b6859386e0c093be41908e18bad298"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4220343172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.717000246583511, "interval": [-1.5114171676203352, 18.945417660787356], "p_value": 0.05411255411255411, "input_sha256": "3512001bd5f4bdfd339c9c2e41d8d036694bc8b8b6738320aef359d2ef9890ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4220343172, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.717000246583511, "interval": [2.6479262228459435, 17.363110830685073], "p_value": 0.0829450430453598, "input_sha256": "3512001bd5f4bdfd339c9c2e41d8d036694bc8b8b6738320aef359d2ef9890ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.04882748150831182, "seed": 4220343172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07704094191224661, "interval": [-0.031832354254285225, 0.18591423807877844], "p_value": 0.11471861471861472, "input_sha256": "a3218b4efa00bd5c6a63aa651c27eaf52895413033326cfda554537cd815dec4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.04882748150831182, "seed": 4220343172, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07704094191224661, "interval": [0.006245125974891784, 0.16519655077071888], "p_value": 0.1377449078551488, "input_sha256": "a3218b4efa00bd5c6a63aa651c27eaf52895413033326cfda554537cd815dec4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2618491628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6193776072601693, "interval": [-10.799774000608105, 9.561018786087766], "p_value": 0.8896103896103896, "input_sha256": "d2784d674eeb49503e364b585727b8f026aa96fe48541f46deea969bae5da274"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2618491628, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6193776072601693, "interval": [-8.217469958988591, 6.15510037526112], "p_value": 0.886200468607033, "input_sha256": "d2784d674eeb49503e364b585727b8f026aa96fe48541f46deea969bae5da274"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04897488772582106, "seed": 2618491628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013108415922721842, "interval": [-0.1236358790163558, 0.09741904717091211], "p_value": 0.8181818181818182, "input_sha256": "0fdb7991a2f9448bfd66489ca87277094e9ac7258e4f8c4b7fe21a2b67b354ea"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04897488772582106, "seed": 2618491628, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013108415922721842, "interval": [-0.1007002322114901, 0.056017419732939874], "p_value": 0.7820965596430491, "input_sha256": "0fdb7991a2f9448bfd66489ca87277094e9ac7258e4f8c4b7fe21a2b67b354ea"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2031600003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4500893710965457, "interval": [-7.464051597170961, 10.364230339364052], "p_value": 0.7316017316017316, "input_sha256": "bf1e0bf59a9807414413a22bd8804ea8d61f35e28589a89a0a278b23c8262c00"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2031600003, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4500893710965457, "interval": [-4.833612154231296, 9.328280996711477], "p_value": 0.7238357292303463, "input_sha256": "bf1e0bf59a9807414413a22bd8804ea8d61f35e28589a89a0a278b23c8262c00"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.050462661465748605, "seed": 2031600003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02424882828568492, "interval": [-0.08239723755544655, 0.13089489412681637], "p_value": 0.6125541125541125, "input_sha256": "ce71680fd10804d34ea9d24885f7f716f7c8f56c09acebde0c152c85dacd830b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.050462661465748605, "seed": 2031600003, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02424882828568492, "interval": [-0.05097601967554442, 0.1174283233336127], "p_value": 0.6188536262727062, "input_sha256": "ce71680fd10804d34ea9d24885f7f716f7c8f56c09acebde0c152c85dacd830b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2077049153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.863755331357174, "interval": [5.986397814846338, 21.74111284786801], "p_value": 0.006493506493506494, "input_sha256": "e8133a91be945caf2454cd7749417ce4ff8ad43ef02c0274a35730763ede5fe6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2077049153, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.863755331357174, "interval": [6.945678363168422, 20.205987978426638], "p_value": 0.002870145308122813, "input_sha256": "e8133a91be945caf2454cd7749417ce4ff8ad43ef02c0274a35730763ede5fe6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.04787899926417286, "seed": 2077049153, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12959208626472024, "interval": [0.047661735553154755, 0.21152243697628573], "p_value": 0.008658008658008658, "input_sha256": "ba4eaae3fb89f9c85221d2a8fa7e24dacbf1e6a12344646bfdf674368926b208"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.04787899926417286, "seed": 2077049153, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12959208626472024, "interval": [0.0568593550152164, 0.1910156517519588], "p_value": 0.005500311836360307, "input_sha256": "ba4eaae3fb89f9c85221d2a8fa7e24dacbf1e6a12344646bfdf674368926b208"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2191634863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5624949844277403, "interval": [-6.799484343772226, 9.924474312627707], "p_value": 0.6753246753246753, "input_sha256": "5e9efff7a22334448d6c64ab48e7865d779c12197de78103b27c7af1e564e54a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2191634863, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5624949844277403, "interval": [-6.168618440971361, 7.240311619735183], "p_value": 0.6859531010010697, "input_sha256": "5e9efff7a22334448d6c64ab48e7865d779c12197de78103b27c7af1e564e54a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.04830191177211446, "seed": 2191634863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023224777836178365, "interval": [-0.06468738862587554, 0.11113694429823227], "p_value": 0.5541125541125541, "input_sha256": "f7db45fcdf9cb08d5860be1d83cbd5b75bf31d5a9367b3d168f7e9728c49b382"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.04830191177211446, "seed": 2191634863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023224777836178365, "interval": [-0.0549250147916491, 0.08440721701730042], "p_value": 0.5687239468314783, "input_sha256": "f7db45fcdf9cb08d5860be1d83cbd5b75bf31d5a9367b3d168f7e9728c49b382"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4067947264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2825885613550794, "interval": [-7.567508409058552, 14.132685531768711], "p_value": 0.5086580086580087, "input_sha256": "d310f0a7dd1ab8d1be36b3af240b57c62a11ab63bc9bd06f2f7f9c539262173e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4067947264, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2825885613550794, "interval": [-5.759681919058591, 12.009687371425022], "p_value": 0.5134235146171986, "input_sha256": "d310f0a7dd1ab8d1be36b3af240b57c62a11ab63bc9bd06f2f7f9c539262173e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.050884886845589276, "seed": 4067947264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0384299416933294, "interval": [-0.0862179247039223, 0.1630778080905811], "p_value": 0.5432900432900433, "input_sha256": "002d452e337d060fff1a12e6d53c3a80fcf7e10ff4f5b3ce8838bcc0d057f979"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.050884886845589276, "seed": 4067947264, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0384299416933294, "interval": [-0.05787439941278026, 0.14475487589201252], "p_value": 0.5073497539824672, "input_sha256": "002d452e337d060fff1a12e6d53c3a80fcf7e10ff4f5b3ce8838bcc0d057f979"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2206463507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8939856274457174, "interval": [-8.652240211998821, 10.440211466890256], "p_value": 0.7922077922077922, "input_sha256": "9742bf0f810a8e39fa9d30c4d4077c71690b75b27c2622b93343ffd23401978a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2206463507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8939856274457174, "interval": [-6.466511170795658, 8.71744132048634], "p_value": 0.8387240252041442, "input_sha256": "9742bf0f810a8e39fa9d30c4d4077c71690b75b27c2622b93343ffd23401978a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.049119352053707516, "seed": 2206463507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0030699304083289802, "interval": [-0.10480555137451132, 0.09866569055785336], "p_value": 0.9307359307359307, "input_sha256": "3f68788537dcc6f730e639f6e7de8e7c55181c48869cf153b5d7b84417f696cd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.049119352053707516, "seed": 2206463507, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0030699304083289802, "interval": [-0.08820203306189035, 0.07083444922681834], "p_value": 0.9477039812178488, "input_sha256": "3f68788537dcc6f730e639f6e7de8e7c55181c48869cf153b5d7b84417f696cd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2812662776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.1075867916879, "interval": [2.114944360867649, 18.10022922250815], "p_value": 0.021645021645021644, "input_sha256": "0288aa853f67f3d27911ce2985adb7ee1b231df3c7a69589ac1a9c7aa7a57a67"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2812662776, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.1075867916879, "interval": [1.8668290343237643, 15.47772278442618], "p_value": 0.01835152550543341, "input_sha256": "0288aa853f67f3d27911ce2985adb7ee1b231df3c7a69589ac1a9c7aa7a57a67"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.048779740631567724, "seed": 2812662776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10227359431614916, "interval": [0.022578894126225116, 0.1819682945060732], "p_value": 0.025974025974025976, "input_sha256": "7c7f57317c6f580b6f447d7bb430a8dcc22f1593847649ced3393ea5ab68b703"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.048779740631567724, "seed": 2812662776, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10227359431614916, "interval": [0.021800188167105033, 0.15506299936093892], "p_value": 0.017211794240360668, "input_sha256": "7c7f57317c6f580b6f447d7bb430a8dcc22f1593847649ced3393ea5ab68b703"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1790899541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9287583885269015, "interval": [-12.636745402761818, 8.779228625708015], "p_value": 0.6861471861471862, "input_sha256": "fba83ede28e97fb7478f2c9e9c2155596649c7d04f5d43fc5ca50fa54a4bde07"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1790899541, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9287583885269015, "interval": [-10.03864750709423, 6.438894703097623], "p_value": 0.6899469932121267, "input_sha256": "fba83ede28e97fb7478f2c9e9c2155596649c7d04f5d43fc5ca50fa54a4bde07"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.04899513091246158, "seed": 1790899541, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010774810082287326, "interval": [-0.11685721905100586, 0.09530759888643121], "p_value": 0.8246753246753247, "input_sha256": "6517af82c4196a8f2b1be35020bd1946421011970e9beaeb18dab160a610906f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.04899513091246158, "seed": 1790899541, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010774810082287326, "interval": [-0.08960771180424779, 0.06981224072707595], "p_value": 0.8226090226765589, "input_sha256": "6517af82c4196a8f2b1be35020bd1946421011970e9beaeb18dab160a610906f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 180710252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.622506617844977, "interval": [-1.2186220288764478, 18.4636352645664], "p_value": 0.07575757575757576, "input_sha256": "9052cbc9148e388fd64274bfe9fa9cf5fa7d61dcc4878f8a5c759f46c6806872"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 180710252, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.622506617844977, "interval": [1.709547852289275, 17.28409625157268], "p_value": 0.07908105440626786, "input_sha256": "9052cbc9148e388fd64274bfe9fa9cf5fa7d61dcc4878f8a5c759f46c6806872"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0475343373859805, "seed": 180710252, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07805056503700807, "interval": [-0.022862614980820498, 0.17896374505483664], "p_value": 0.11255411255411256, "input_sha256": "f7217a1f62bec0186451653bca68479812440a13aca661b6158f954e33d4576e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0475343373859805, "seed": 180710252, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07805056503700807, "interval": [0.008864598773194211, 0.1691175965289377], "p_value": 0.11470598085090469, "input_sha256": "f7217a1f62bec0186451653bca68479812440a13aca661b6158f954e33d4576e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3758227297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8512746873522588, "interval": [-8.480273290759937, 10.182822665464455], "p_value": 0.8354978354978355, "input_sha256": "8b2595dd5bd4ad6d8266a7a0273c865478591026f9f006b0ce43c3fcdbd4eeaa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3758227297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8512746873522588, "interval": [-6.071048326593668, 9.143382099987443], "p_value": 0.8423096881428885, "input_sha256": "8b2595dd5bd4ad6d8266a7a0273c865478591026f9f006b0ce43c3fcdbd4eeaa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04799192875683711, "seed": 3758227297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037240486779820253, "interval": [-0.09298861191303216, 0.08554051455706811], "p_value": 0.9285714285714286, "input_sha256": "220f61653798ac5c6c114844cb9b7edeb0262172e87b8b07fedfeca6fddf23b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04799192875683711, "seed": 3758227297, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037240486779820253, "interval": [-0.07307747396606129, 0.07326334915759466], "p_value": 0.9276879339794508, "input_sha256": "220f61653798ac5c6c114844cb9b7edeb0262172e87b8b07fedfeca6fddf23b4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3184547094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.408165828921922, "interval": [-3.2555143597714, 22.071846017615243], "p_value": 0.12554112554112554, "input_sha256": "cab2c9a41b03e4e109d2e65a3abfc3b2758a4eecf71ea76794f54ecdb18c45c8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3184547094, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.408165828921922, "interval": [-0.8766675757832365, 19.395359276672405], "p_value": 0.12495467708619419, "input_sha256": "cab2c9a41b03e4e109d2e65a3abfc3b2758a4eecf71ea76794f54ecdb18c45c8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.04499870898906166, "seed": 3184547094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09021521886898512, "interval": [-0.029344851991037396, 0.20977528972900764], "p_value": 0.12121212121212122, "input_sha256": "ca7e6a44a71a22d248f56413093073e659691f15593f5c2720eea079b4bf80ba"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.04499870898906166, "seed": 3184547094, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09021521886898512, "interval": [-0.005865945832145799, 0.18036179698184598], "p_value": 0.1192736737714016, "input_sha256": "ca7e6a44a71a22d248f56413093073e659691f15593f5c2720eea079b4bf80ba"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 400847014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5990324148640056, "interval": [-16.315095837519756, 13.117031007791743], "p_value": 0.7987012987012987, "input_sha256": "42caeeab7e2de371eb8204b3e317ab487bf552abb4412fdbef3e9b03d76d9a6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 400847014, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5990324148640056, "interval": [-12.620603150239344, 9.278432794013547], "p_value": 0.8035619929549076, "input_sha256": "42caeeab7e2de371eb8204b3e317ab487bf552abb4412fdbef3e9b03d76d9a6a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.05179692925247653, "seed": 400847014, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03519719091163348, "interval": [-0.2033927497520187, 0.13299836792875175], "p_value": 0.6255411255411255, "input_sha256": "fce6dd44fdc9dd78db4ca6df993ab9042aa2d4dff4ea4cb199ae4f19d458eca9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.05179692925247653, "seed": 400847014, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03519719091163348, "interval": [-0.170563774499381, 0.0840765860373323], "p_value": 0.6324759924883502, "input_sha256": "fce6dd44fdc9dd78db4ca6df993ab9042aa2d4dff4ea4cb199ae4f19d458eca9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3160864170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8387584281751996, "interval": [-14.056344331440389, 8.378827475089992], "p_value": 0.577922077922078, "input_sha256": "28318369adf1d13f4056a7e9d919b9754ea0ba7c1d39bf4ececc2204aeba9aa6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3160864170, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8387584281751996, "interval": [-12.924849707320329, 5.341488554691825], "p_value": 0.5807594031579331, "input_sha256": "28318369adf1d13f4056a7e9d919b9754ea0ba7c1d39bf4ececc2204aeba9aa6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.047600176590040615, "seed": 3160864170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009110980230953913, "interval": [-0.12870656889738738, 0.11048460843547955], "p_value": 0.8658008658008658, "input_sha256": "ab99630369b04d4610e3986de49ca2281aa0e71b3c071bf53a00e5b196a1c1d9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.047600176590040615, "seed": 3160864170, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009110980230953913, "interval": [-0.10979338173279855, 0.08090235948958646], "p_value": 0.8655275792330879, "input_sha256": "ab99630369b04d4610e3986de49ca2281aa0e71b3c071bf53a00e5b196a1c1d9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1888773754, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2683163639152255, "interval": [-1.5897535130644478, 14.126386240894899], "p_value": 0.09090909090909091, "input_sha256": "a6ea94a79e47417c62c1d031e63a631f32f269eda372bb8c3f7e2c4e731003cf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1888773754, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2683163639152255, "interval": [-0.31728338834278946, 11.528092146655927], "p_value": 0.10354911147666118, "input_sha256": "a6ea94a79e47417c62c1d031e63a631f32f269eda372bb8c3f7e2c4e731003cf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.04665281054805815, "seed": 1888773754, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055771604681991445, "interval": [-0.02216510146575739, 0.13370831082974027], "p_value": 0.11904761904761904, "input_sha256": "702eb44f1009b98b5c668e52c195197653f3dbdcf934aa5719be44d8147a6aa9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.04665281054805815, "seed": 1888773754, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055771604681991445, "interval": [-0.011812864538077788, 0.10369835837783647], "p_value": 0.13513860046740997, "input_sha256": "702eb44f1009b98b5c668e52c195197653f3dbdcf934aa5719be44d8147a6aa9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3586084233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.350370519968129, "interval": [-4.0409881762754, 16.74172921621166], "p_value": 0.19913419913419914, "input_sha256": "8386434feb91319c80b0369443810482af987bec75c24188ef3a6143c416d796"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3586084233, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.350370519968129, "interval": [-1.6601646410731017, 15.342480050414927], "p_value": 0.20312899067165677, "input_sha256": "8386434feb91319c80b0369443810482af987bec75c24188ef3a6143c416d796"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.04806701999150168, "seed": 3586084233, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047754709787065704, "interval": [-0.05556617864166378, 0.1510755982157952], "p_value": 0.31385281385281383, "input_sha256": "d6d208152ec61a68f561c69babe01ed09e97f4b23de5dc59bdad40446dd0b493"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.04806701999150168, "seed": 3586084233, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047754709787065704, "interval": [-0.031479120818480144, 0.13795780702440666], "p_value": 0.3271125765868699, "input_sha256": "d6d208152ec61a68f561c69babe01ed09e97f4b23de5dc59bdad40446dd0b493"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4129730159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6830341522804995, "interval": [-4.2366632564330216, 13.60273156099402], "p_value": 0.2532467532467532, "input_sha256": "c2af862550e574f8db863bea4b5039948dd188e6f0c95ca4289cf5aa55b8ac4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4129730159, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6830341522804995, "interval": [-3.601070607487928, 10.567745805593354], "p_value": 0.2589126802853237, "input_sha256": "c2af862550e574f8db863bea4b5039948dd188e6f0c95ca4289cf5aa55b8ac4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.050058270343282744, "seed": 4129730159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05153215010712058, "interval": [-0.03950254966453318, 0.14256684987877435], "p_value": 0.20562770562770563, "input_sha256": "0a33dcdc1f3c4f3d6f1a33bed95dd4a6dd846b8928d8bf75cb0e963f92e608f0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.050058270343282744, "seed": 4129730159, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05153215010712058, "interval": [-0.02037526425867348, 0.11370907972819547], "p_value": 0.2196591071635576, "input_sha256": "0a33dcdc1f3c4f3d6f1a33bed95dd4a6dd846b8928d8bf75cb0e963f92e608f0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3609025520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.296648360566495, "interval": [-4.636925173627902, 11.230221894760891], "p_value": 0.3722943722943723, "input_sha256": "3bbd9bd9ce29476ed546e4de1611cb7e01d914eb3813806613637ee32e5ed449"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3609025520, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.296648360566495, "interval": [-4.296534817044631, 8.851792405553514], "p_value": 0.37627388000081674, "input_sha256": "3bbd9bd9ce29476ed546e4de1611cb7e01d914eb3813806613637ee32e5ed449"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04918133455336149, "seed": 3609025520, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04618634046595056, "interval": [-0.035348743990726045, 0.12772142492262717], "p_value": 0.24458874458874458, "input_sha256": "4d0393536e1b75390d861938a3a60d832ae9ab5f6337ea742856e1beccf606fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04918133455336149, "seed": 3609025520, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04618634046595056, "interval": [-0.034522469361402186, 0.1038743837317645], "p_value": 0.23552566726032773, "input_sha256": "4d0393536e1b75390d861938a3a60d832ae9ab5f6337ea742856e1beccf606fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3833033442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.940877988897348, "interval": [3.797776870100699, 18.083979107694], "p_value": 0.010822510822510822, "input_sha256": "dd3a72b774d0a4c61442a9ac3cfdb573083805f90705b8c81282bf93161089a7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3833033442, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.940877988897348, "interval": [5.549499850383582, 17.900514923036532], "p_value": 0.0068035883054978884, "input_sha256": "dd3a72b774d0a4c61442a9ac3cfdb573083805f90705b8c81282bf93161089a7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.05064024681591766, "seed": 3833033442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11911739137254737, "interval": [0.047866155377487965, 0.1903686273676068], "p_value": 0.006493506493506494, "input_sha256": "759063360d23ae1692f58e59062beb54c341b6d6322b2d3387dd243a440f04b2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.05064024681591766, "seed": 3833033442, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11911739137254737, "interval": [0.06443595606194333, 0.18581552744634958], "p_value": 0.003964107396174545, "input_sha256": "759063360d23ae1692f58e59062beb54c341b6d6322b2d3387dd243a440f04b2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2579711456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.027409395117758, "interval": [-2.6352002987012906, 14.690019088936806], "p_value": 0.16017316017316016, "input_sha256": "44ea38edd3f9d99888cd4ee706bf57d03058e8912fedc6bfbffd366ff3d80899"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2579711456, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.027409395117758, "interval": [-0.36917150276075184, 13.141232282948168], "p_value": 0.15210593070905543, "input_sha256": "44ea38edd3f9d99888cd4ee706bf57d03058e8912fedc6bfbffd366ff3d80899"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.051756298275057434, "seed": 2579711456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07386744129642578, "interval": [-0.0281696599798983, 0.17590454257274984], "p_value": 0.1277056277056277, "input_sha256": "7db8212fb482ce6326fbd4f0e8e85864a25e92d0e74113031a3f5ad5ac2dab72"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.051756298275057434, "seed": 2579711456, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07386744129642578, "interval": [0.004740765806654043, 0.16552248574854034], "p_value": 0.13599471922324738, "input_sha256": "7db8212fb482ce6326fbd4f0e8e85864a25e92d0e74113031a3f5ad5ac2dab72"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 971549406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3813342333935781, "interval": [-12.409742924152031, 13.172411390939189], "p_value": 0.9502164502164502, "input_sha256": "f4283862a3ec327c194eaad80dd1a6cc8cd67b4aba9dc1f9c87566d34912413a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 971549406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3813342333935781, "interval": [-10.175075815122877, 9.21116336340577], "p_value": 0.9463995903036944, "input_sha256": "f4283862a3ec327c194eaad80dd1a6cc8cd67b4aba9dc1f9c87566d34912413a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.051012085464117535, "seed": 971549406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008573390226139788, "interval": [-0.1254944093152679, 0.14264118976754747], "p_value": 0.8809523809523809, "input_sha256": "f4426327c1259f6438d7a76fe8a65a13f76da927e6b460080a5e9c17a5336950"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.051012085464117535, "seed": 971549406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008573390226139788, "interval": [-0.09793471472894462, 0.10569369629469667], "p_value": 0.8857910485182343, "input_sha256": "f4426327c1259f6438d7a76fe8a65a13f76da927e6b460080a5e9c17a5336950"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1950452168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.722598832972042, "interval": [-10.39164574704504, 6.946448081100955], "p_value": 0.6623376623376623, "input_sha256": "aa3110b89c35e761be327fd62ed16683170b60b89307157d62f3750ea26e91ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1950452168, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.722598832972042, "interval": [-9.029866063618973, 5.638453964919871], "p_value": 0.6673103691800428, "input_sha256": "aa3110b89c35e761be327fd62ed16683170b60b89307157d62f3750ea26e91ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.047869668524967816, "seed": 1950452168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027733509289556417, "interval": [-0.11445867529540288, 0.05899165671629005], "p_value": 0.47835497835497837, "input_sha256": "8fa2a75cc0ed909ed56a64ecf44c827346c11a4d9b674fcafe4c156ecf339ab4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.047869668524967816, "seed": 1950452168, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027733509289556417, "interval": [-0.10204073690611319, 0.04686825978308255], "p_value": 0.4916913548543017, "input_sha256": "8fa2a75cc0ed909ed56a64ecf44c827346c11a4d9b674fcafe4c156ecf339ab4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 900395224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.775288711784236, "interval": [-4.904994160692033, 18.455571584260504], "p_value": 0.20995670995670995, "input_sha256": "cab0ca0d1d2050a5b8af58c8e29b623086c7e55a859f95df10b6973a49759c9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 900395224, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.775288711784236, "interval": [-2.8812036117618485, 16.01487783277763], "p_value": 0.22490534471779985, "input_sha256": "cab0ca0d1d2050a5b8af58c8e29b623086c7e55a859f95df10b6973a49759c9e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04654697842377493, "seed": 900395224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06240406747197182, "interval": [-0.06104272902386212, 0.18585086396780576], "p_value": 0.2878787878787879, "input_sha256": "2471ba935d4717d7f0bed7e0842f0949acf3ac77f72db9ff2f1331ad2534556a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04654697842377493, "seed": 900395224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06240406747197182, "interval": [-0.038060592789008696, 0.1600756108467585], "p_value": 0.28630233320179765, "input_sha256": "2471ba935d4717d7f0bed7e0842f0949acf3ac77f72db9ff2f1331ad2534556a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3137378424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.391667843756679, "interval": [-6.38399687621123, 17.167332563724585], "p_value": 0.33766233766233766, "input_sha256": "a57e085212cbfdb143b05b605c575ded2142cfd82c99045c53c4612c6b27f59e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3137378424, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.391667843756679, "interval": [-1.1985640011974223, 15.759141208595526], "p_value": 0.3088562605753462, "input_sha256": "a57e085212cbfdb143b05b605c575ded2142cfd82c99045c53c4612c6b27f59e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.050423760153024806, "seed": 3137378424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05625841471213497, "interval": [-0.06170373382953462, 0.17422056325380456], "p_value": 0.3051948051948052, "input_sha256": "c4c4ec1333e6b1137fb9e9cf4dca31145c880aecb53d5d17fc43a0ce18e28bd1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.050423760153024806, "seed": 3137378424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05625841471213497, "interval": [-0.009233733241921246, 0.16563713463085578], "p_value": 0.297214484990859, "input_sha256": "c4c4ec1333e6b1137fb9e9cf4dca31145c880aecb53d5d17fc43a0ce18e28bd1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2509945931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9289885129991005, "interval": [-2.2756927772322726, 12.133669803230474], "p_value": 0.15584415584415584, "input_sha256": "0fd30bee808878b09381b2089fb36f74f4ba2cc33112cdfbd57b7291bd3348a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2509945931, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9289885129991005, "interval": [-1.008238539725679, 11.027218887503679], "p_value": 0.15818852353277468, "input_sha256": "0fd30bee808878b09381b2089fb36f74f4ba2cc33112cdfbd57b7291bd3348a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.047723789965692036, "seed": 2509945931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045150073034024206, "interval": [-0.026772816127546263, 0.11707296219559468], "p_value": 0.19264069264069264, "input_sha256": "6716f9c2052295987f5bd9407a913e2e937a7ef6f370c93cbb55ad8054c9b491"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.047723789965692036, "seed": 2509945931, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045150073034024206, "interval": [-0.013790517135525778, 0.10464750120023569], "p_value": 0.19147828147672905, "input_sha256": "6716f9c2052295987f5bd9407a913e2e937a7ef6f370c93cbb55ad8054c9b491"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3231653449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.181795455815554, "interval": [-8.724220861177914, 11.08781177280902], "p_value": 0.7987012987012987, "input_sha256": "40f2b3fee6abe780e3bce94d2309b389a7ee09f7c89527459b6072ebf32dd49c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3231653449, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.181795455815554, "interval": [-6.514185288317766, 8.901075898189603], "p_value": 0.7955177504052547, "input_sha256": "40f2b3fee6abe780e3bce94d2309b389a7ee09f7c89527459b6072ebf32dd49c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.047175332544670594, "seed": 3231653449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004977924472986783, "interval": [-0.08669366806512127, 0.09664951701109484], "p_value": 0.9177489177489178, "input_sha256": "0045e313a76724dcc5c8cfeba4f9bbff6c1e0f6eabcb9ad358de3dc46db8c354"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.047175332544670594, "seed": 3231653449, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004977924472986783, "interval": [-0.06966299650254769, 0.07678169538435554], "p_value": 0.9060938281011985, "input_sha256": "0045e313a76724dcc5c8cfeba4f9bbff6c1e0f6eabcb9ad358de3dc46db8c354"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1184016186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.182902641776977, "interval": [4.356406848071579, 22.009398435482375], "p_value": 0.008658008658008658, "input_sha256": "a0fe1a3ce1728a7e0f50d7bc578073fa6c959adf0d6904bb8a18ffb85f3c699e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1184016186, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.182902641776977, "interval": [6.37671839103898, 20.34092112840721], "p_value": 0.007652530801523789, "input_sha256": "a0fe1a3ce1728a7e0f50d7bc578073fa6c959adf0d6904bb8a18ffb85f3c699e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04989018914911574, "seed": 1184016186, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1486307403472994, "interval": [0.042814292841256235, 0.2544471878533425], "p_value": 0.006493506493506494, "input_sha256": "e083340245b032758a709e43cc7c87cdf76e37f8f656e2ab62ce8cffcaf8f509"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04989018914911574, "seed": 1184016186, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1486307403472994, "interval": [0.07273452130825399, 0.23554972920984332], "p_value": 0.011747981450100722, "input_sha256": "e083340245b032758a709e43cc7c87cdf76e37f8f656e2ab62ce8cffcaf8f509"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1200293034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.989777143794571, "interval": [-1.11716787305412, 19.09672216064326], "p_value": 0.07142857142857142, "input_sha256": "dbc1bb53adf1f0377daa8e12bd656e35b24805eac3681138de46929d85701cee"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1200293034, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.989777143794571, "interval": [1.9502268509667082, 18.398627042407185], "p_value": 0.0753781074806497, "input_sha256": "dbc1bb53adf1f0377daa8e12bd656e35b24805eac3681138de46929d85701cee"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0515562389497271, "seed": 1200293034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08533391165846499, "interval": [-0.02719305086433023, 0.1978608741812602], "p_value": 0.12337662337662338, "input_sha256": "d6fc33f5a7d3724b6af9cf166d51d57b69e909a0ab90c4e9ea4b41dc941e0cb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0515562389497271, "seed": 1200293034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08533391165846499, "interval": [-0.0008820027837257892, 0.18290159671314893], "p_value": 0.12073755879186486, "input_sha256": "d6fc33f5a7d3724b6af9cf166d51d57b69e909a0ab90c4e9ea4b41dc941e0cb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2551330498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.875641063007824, "interval": [-1.4667565207891586, 11.218038646804807], "p_value": 0.11038961038961038, "input_sha256": "f0f41c4892b2954b50bb01e2be2a94cd193363d2a6b1f80658a7c40df72e1660"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2551330498, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.875641063007824, "interval": [0.16797240477944186, 10.223835748472403], "p_value": 0.11479124313554488, "input_sha256": "f0f41c4892b2954b50bb01e2be2a94cd193363d2a6b1f80658a7c40df72e1660"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.04738075514395392, "seed": 2551330498, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04384864294920346, "interval": [-0.019162800849182926, 0.10686008674758984], "p_value": 0.1406926406926407, "input_sha256": "113af8ab539c50407b4ad11b7c19391229b82db89d167a3d9ce2e14083cbed95"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.04738075514395392, "seed": 2551330498, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04384864294920346, "interval": [-0.004307243656760028, 0.09834501788282556], "p_value": 0.14907145376504174, "input_sha256": "113af8ab539c50407b4ad11b7c19391229b82db89d167a3d9ce2e14083cbed95"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3551886679, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.14994862876807, "interval": [-1.5111245299892868, 19.811021787525426], "p_value": 0.08441558441558442, "input_sha256": "9fa93a990eb2e40741c0fbff8b93d2537eb3bcd98d1e98fcdd1d8630c965f654"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3551886679, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.14994862876807, "interval": [-0.24889092331921348, 16.93247516750803], "p_value": 0.08487382180388021, "input_sha256": "9fa93a990eb2e40741c0fbff8b93d2537eb3bcd98d1e98fcdd1d8630c965f654"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.04652812498478371, "seed": 3551886679, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0914893979876937, "interval": [-0.010994742648656144, 0.19397353862404354], "p_value": 0.08008658008658008, "input_sha256": "8f6457cf02397c244e0a2ee7c4ae2fa13cd6212ed34151a43c184f52f6298e57"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.04652812498478371, "seed": 3551886679, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0914893979876937, "interval": [0.004892360916945389, 0.166944781850182], "p_value": 0.07465739295926203, "input_sha256": "8f6457cf02397c244e0a2ee7c4ae2fa13cd6212ed34151a43c184f52f6298e57"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2514194956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5616392492278823, "interval": [-13.448552769634652, 12.325274271178888], "p_value": 0.9177489177489178, "input_sha256": "f38ab024bcfd7ae374353df8df0ba42513a3828bae9f00e48765f956aeda15e7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2514194956, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5616392492278823, "interval": [-9.504275558610702, 11.255122932177946], "p_value": 0.9241483608734671, "input_sha256": "f38ab024bcfd7ae374353df8df0ba42513a3828bae9f00e48765f956aeda15e7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.050754279254424044, "seed": 2514194956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016724621367771544, "interval": [-0.15844342563320696, 0.12499418289766388], "p_value": 0.7965367965367965, "input_sha256": "16258d6d0a5773b9c1da7288e73bd7e76aa8b4249eaf1c17c4dfe1625928d865"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.050754279254424044, "seed": 2514194956, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016724621367771544, "interval": [-0.11290081018260222, 0.10932291146852235], "p_value": 0.7958384979658824, "input_sha256": "16258d6d0a5773b9c1da7288e73bd7e76aa8b4249eaf1c17c4dfe1625928d865"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 801348431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.601581630443112, "interval": [-2.0866190103587714, 13.289782271244995], "p_value": 0.13852813852813853, "input_sha256": "b54c8de1c7967e6a98ab1f5ba162d0f8a478a5b75e6ab10860f4bc4568edc93b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 801348431, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.601581630443112, "interval": [0.2887391835197811, 12.185887783832264], "p_value": 0.1352341864886795, "input_sha256": "b54c8de1c7967e6a98ab1f5ba162d0f8a478a5b75e6ab10860f4bc4568edc93b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04775738854519512, "seed": 801348431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05490859656128787, "interval": [-0.03263640671641055, 0.14245359983898628], "p_value": 0.19047619047619047, "input_sha256": "53d972d7faa3000e58d5d4ab544620775af2c9f3d975bc0f699bb728cad3e113"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04775738854519512, "seed": 801348431, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05490859656128787, "interval": [-0.004457831065468763, 0.13120104883193115], "p_value": 0.19089978596534965, "input_sha256": "53d972d7faa3000e58d5d4ab544620775af2c9f3d975bc0f699bb728cad3e113"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 379400424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20361370764601716, "interval": [-9.7768891650131, 10.184116580305135], "p_value": 0.9675324675324676, "input_sha256": "b31ff7910720070a93e8203958e5c47f443030ae1074769ff7702d7af9e6f130"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 379400424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20361370764601716, "interval": [-6.22955482087733, 8.482348626094918], "p_value": 0.9641805440081975, "input_sha256": "b31ff7910720070a93e8203958e5c47f443030ae1074769ff7702d7af9e6f130"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.052542330250296886, "seed": 379400424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01065084612574628, "interval": [-0.10458625935638495, 0.08328456710489239], "p_value": 0.7857142857142857, "input_sha256": "c084940827ea7c5e2b6b29baeddc29a6387b3e70c1a9a0fa23f453a857d9aac5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.052542330250296886, "seed": 379400424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01065084612574628, "interval": [-0.07488759800462289, 0.07148146643090382], "p_value": 0.8048809767654012, "input_sha256": "c084940827ea7c5e2b6b29baeddc29a6387b3e70c1a9a0fa23f453a857d9aac5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 42008550, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.693094232726297, "interval": [-3.898354431814356, 13.28454289726695], "p_value": 0.23160173160173161, "input_sha256": "88a63155ed188614bb1ca08231da67c866a5db51af0d43f22595b7893214f0a9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 42008550, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.693094232726297, "interval": [-1.617730036087942, 11.416644244088575], "p_value": 0.23901010051150653, "input_sha256": "88a63155ed188614bb1ca08231da67c866a5db51af0d43f22595b7893214f0a9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04949208968125327, "seed": 42008550, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05224535068898553, "interval": [-0.03387729465232307, 0.13836799603029415], "p_value": 0.19047619047619047, "input_sha256": "128cd2193e35c29cc380cc33f1f004ea5c6e6afdf469dfd195aa30f0c44a18ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04949208968125327, "seed": 42008550, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05224535068898553, "interval": [-0.01410677804131218, 0.11835864756411396], "p_value": 0.1944462355046065, "input_sha256": "128cd2193e35c29cc380cc33f1f004ea5c6e6afdf469dfd195aa30f0c44a18ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 601637731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.37816973225041, "interval": [-0.005607527564251313, 24.76194699206507], "p_value": 0.032467532467532464, "input_sha256": "708189073563da875fd2bfc99441b22b86c43823344f02e62410a7dcf89d2d62"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 601637731, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.37816973225041, "interval": [3.9336193602683855, 21.637974016856028], "p_value": 0.050075304718053965, "input_sha256": "708189073563da875fd2bfc99441b22b86c43823344f02e62410a7dcf89d2d62"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.05125894933445287, "seed": 601637731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1409043521942346, "interval": [-0.014665121131121034, 0.29647382551959023], "p_value": 0.04112554112554113, "input_sha256": "dbf4090fa78fc83f252dd0aeff3e4c313bb6fabb3bb9b21a7a4c0fecccbe785d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.05125894933445287, "seed": 601637731, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1409043521942346, "interval": [0.04558925946054912, 0.2774527390401821], "p_value": 0.06828421988762723, "input_sha256": "dbf4090fa78fc83f252dd0aeff3e4c313bb6fabb3bb9b21a7a4c0fecccbe785d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 131825652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.624345037505632, "interval": [4.722596619861487, 18.526093455149777], "p_value": 0.0021645021645021645, "input_sha256": "6c0a6bf1c835ffc83c56d3b4f7902a61bdcda1dedf7043eb11a34ce096f2d6e2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 131825652, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.624345037505632, "interval": [7.017726028470316, 17.5407531486616], "p_value": 0.003891314582108252, "input_sha256": "6c0a6bf1c835ffc83c56d3b4f7902a61bdcda1dedf7043eb11a34ce096f2d6e2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.049626339698773385, "seed": 131825652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1216742677895687, "interval": [0.011560518469429293, 0.23178801710970812], "p_value": 0.006493506493506494, "input_sha256": "a516e3ab200a4a7b724fd788e4c289ebf6e1ecf144a9f4e2be1385fc073a3668"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.049626339698773385, "seed": 131825652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1216742677895687, "interval": [0.05650860436903685, 0.22523106382867392], "p_value": 0.03453909838698359, "input_sha256": "a516e3ab200a4a7b724fd788e4c289ebf6e1ecf144a9f4e2be1385fc073a3668"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1603862594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.989665657999693, "interval": [-1.7982039851120888, 27.777535301111474], "p_value": 0.06277056277056277, "input_sha256": "3fb4f3fdf2a69baf321cbf1effb6beebe2b48516c757e3ef312816d8b2150e68"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1603862594, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.989665657999693, "interval": [-0.7669203521350684, 21.78410562308759], "p_value": 0.07508914508418672, "input_sha256": "3fb4f3fdf2a69baf321cbf1effb6beebe2b48516c757e3ef312816d8b2150e68"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.04784987553493347, "seed": 1603862594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15063362994016724, "interval": [-0.018557118165124953, 0.31982437804545943], "p_value": 0.05627705627705628, "input_sha256": "348af51370d63ecb026cfbad023061b23ff07c0c1907055c9e74b7f63a8a6248"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.04784987553493347, "seed": 1603862594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15063362994016724, "interval": [0.023199078401318463, 0.26829218025012636], "p_value": 0.07175345460732975, "input_sha256": "348af51370d63ecb026cfbad023061b23ff07c0c1907055c9e74b7f63a8a6248"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 307975681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.630300942787569, "interval": [-9.06283232983714, 14.323434215412277], "p_value": 0.6277056277056277, "input_sha256": "052cee336cbe97d7edd23dccb6b6f0d52a0feba124c69e99304b6faef42a421a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 307975681, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.630300942787569, "interval": [-4.462613159225021, 12.781810493994387], "p_value": 0.6147990151536962, "input_sha256": "052cee336cbe97d7edd23dccb6b6f0d52a0feba124c69e99304b6faef42a421a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.051544553399804766, "seed": 307975681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0245590804426061, "interval": [-0.09325181880068076, 0.14236997968589296], "p_value": 0.6320346320346321, "input_sha256": "82bd78bfbabea73fb362e14a9c43e01d92c59a652a067f7b103aaa0a2704b217"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.051544553399804766, "seed": 307975681, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0245590804426061, "interval": [-0.053249646445571217, 0.12726977813632023], "p_value": 0.646784390349457, "input_sha256": "82bd78bfbabea73fb362e14a9c43e01d92c59a652a067f7b103aaa0a2704b217"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2771810310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.363949007293883, "interval": [-3.935306487790923, 12.663204502378688], "p_value": 0.25757575757575757, "input_sha256": "e3dc4bf6372d18ceb4094f2a9b4d97dc8ff7204696f1a1a6ff270454a2d2e175"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2771810310, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.363949007293883, "interval": [-2.243687925608373, 10.350064785471574], "p_value": 0.2680114765794637, "input_sha256": "e3dc4bf6372d18ceb4094f2a9b4d97dc8ff7204696f1a1a6ff270454a2d2e175"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.04815134849928904, "seed": 2771810310, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029696281015256266, "interval": [-0.05976646622401104, 0.11915902825452357], "p_value": 0.47835497835497837, "input_sha256": "6c62fff959a6237ee2dc782f8f0097100d8f47d93e19dd41fa4cc19178f3ccb3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.04815134849928904, "seed": 2771810310, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029696281015256266, "interval": [-0.04884583486135546, 0.08700674752139892], "p_value": 0.46966990886754756, "input_sha256": "6c62fff959a6237ee2dc782f8f0097100d8f47d93e19dd41fa4cc19178f3ccb3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1775462253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.104890736791339, "interval": [-3.5657414283482645, 9.775522901930943], "p_value": 0.31601731601731603, "input_sha256": "0b45bb31bb4534453d9373fe58d0e5c091324720929d8b77c6a1d4cef141b14f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1775462253, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.104890736791339, "interval": [-1.754476386625386, 8.604022705585129], "p_value": 0.3228538766499728, "input_sha256": "0b45bb31bb4534453d9373fe58d0e5c091324720929d8b77c6a1d4cef141b14f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0499096278720303, "seed": 1775462253, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03376653666108617, "interval": [-0.038321551238900575, 0.10585462456107292], "p_value": 0.3333333333333333, "input_sha256": "bf10f17b74e9d505f842a41f31d07a7857c61954b818dc41dd4fb631d8acd1f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0499096278720303, "seed": 1775462253, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03376653666108617, "interval": [-0.012706383390972952, 0.09423435673497381], "p_value": 0.3146643360462206, "input_sha256": "bf10f17b74e9d505f842a41f31d07a7857c61954b818dc41dd4fb631d8acd1f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3429286262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.312763056937291, "interval": [-6.120840787215249, 14.74636690108983], "p_value": 0.3593073593073593, "input_sha256": "04e31eaa304c1eca6ff27eb5fb09fe4f119b319b4f30ed7c36e6504c69379ee1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3429286262, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.312763056937291, "interval": [-3.5826995738696676, 12.177760327570102], "p_value": 0.3690596264105785, "input_sha256": "04e31eaa304c1eca6ff27eb5fb09fe4f119b319b4f30ed7c36e6504c69379ee1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.05017466980054264, "seed": 3429286262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049602318081199456, "interval": [-0.04845234554420022, 0.14765698170659913], "p_value": 0.27056277056277056, "input_sha256": "163526d5a9284b9c03ca09b37b4e6302d1c1124edd5cd3dacde3c34f4d2512b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.05017466980054264, "seed": 3429286262, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049602318081199456, "interval": [-0.026354272587342176, 0.12075138440491667], "p_value": 0.2787444173013925, "input_sha256": "163526d5a9284b9c03ca09b37b4e6302d1c1124edd5cd3dacde3c34f4d2512b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1294582910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1600941338706292, "interval": [-4.932254054866948, 7.252442322608206], "p_value": 0.6623376623376623, "input_sha256": "96b70dd99cc4efcf9678b50ddfae05a482e049d8f89d270c8c9264abc3b2f8cb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1294582910, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1600941338706292, "interval": [-3.5151909559844547, 5.41243702218165], "p_value": 0.6665986169624112, "input_sha256": "96b70dd99cc4efcf9678b50ddfae05a482e049d8f89d270c8c9264abc3b2f8cb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.05116743947134819, "seed": 1294582910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009499436848806109, "interval": [-0.07135186450426456, 0.05235299080665235], "p_value": 0.7251082251082251, "input_sha256": "3aeb1c1e5d3c54122d6640516d6138878d453764d665133453720eb7d511cff3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.05116743947134819, "seed": 1294582910, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009499436848806109, "interval": [-0.05258699427900099, 0.04091794717523149], "p_value": 0.7334761443265403, "input_sha256": "3aeb1c1e5d3c54122d6640516d6138878d453764d665133453720eb7d511cff3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1732909132, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.512415048691977, "interval": [0.1341034350342163, 18.89072666234974], "p_value": 0.03896103896103896, "input_sha256": "11c93844adeba79dc96b00fd08ae31267165417b08b99190c6d6019b118b570e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1732909132, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.512415048691977, "interval": [3.036203155203609, 17.699042330921607], "p_value": 0.04745491894922237, "input_sha256": "11c93844adeba79dc96b00fd08ae31267165417b08b99190c6d6019b118b570e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.048769384311497445, "seed": 1732909132, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12698899281137155, "interval": [-0.014018357823849886, 0.26799634344659296], "p_value": 0.015151515151515152, "input_sha256": "e6cd22a6df3d3b79511f30263a836f6ffc69bc82be1a46327231a83901a52be5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.048769384311497445, "seed": 1732909132, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12698899281137155, "interval": [0.04958377842472609, 0.26964888613222077], "p_value": 0.07003978255601928, "input_sha256": "e6cd22a6df3d3b79511f30263a836f6ffc69bc82be1a46327231a83901a52be5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3477322898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.854636874216262, "interval": [-1.560296261618375, 17.2695700100509], "p_value": 0.08874458874458875, "input_sha256": "7b064546e3a217f5d71f45fc92e243ff4c137bf6ca379048b0d9834680358d3d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3477322898, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.854636874216262, "interval": [1.1932515196468492, 15.775277474382602], "p_value": 0.0917758125705129, "input_sha256": "7b064546e3a217f5d71f45fc92e243ff4c137bf6ca379048b0d9834680358d3d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.04906945110578853, "seed": 3477322898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07574394376813977, "interval": [-0.025474350363359904, 0.17696223789963944], "p_value": 0.1341991341991342, "input_sha256": "a4f56079e8792f1d516454f1ac44d3c167e693595b87b473c45f98a03d8ca973"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.04906945110578853, "seed": 3477322898, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07574394376813977, "interval": [0.002718170888475177, 0.1608144607309858], "p_value": 0.12580131800175984, "input_sha256": "a4f56079e8792f1d516454f1ac44d3c167e693595b87b473c45f98a03d8ca973"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 985569263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8655787383393108, "interval": [-14.061316799685983, 10.330159323007361], "p_value": 0.7424242424242424, "input_sha256": "5fad08726b4e11193cfad53d4f53134f7a76766189326dbe5f6242a874cedd47"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 985569263, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8655787383393108, "interval": [-11.674397242718983, 7.46416860790689], "p_value": 0.7399735718681152, "input_sha256": "5fad08726b4e11193cfad53d4f53134f7a76766189326dbe5f6242a874cedd47"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.047334274827211476, "seed": 985569263, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04110411575075382, "interval": [-0.161476093159619, 0.07926786165811137], "p_value": 0.45454545454545453, "input_sha256": "657635c5014e5621a56d6539f276970355a796f575725313d301303f069de890"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.047334274827211476, "seed": 985569263, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04110411575075382, "interval": [-0.1404914873804992, 0.052239785975531444], "p_value": 0.46360267925259613, "input_sha256": "657635c5014e5621a56d6539f276970355a796f575725313d301303f069de890"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 947542922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.908751067071911, "interval": [-1.747858437482991, 15.565360571626814], "p_value": 0.08874458874458875, "input_sha256": "6647f4fd103bf04e251f9c99ec304f6fa9f354d5da0436807693081334764e02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 947542922, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.908751067071911, "interval": [1.1437600673999953, 15.42384249888579], "p_value": 0.10438804112250961, "input_sha256": "6647f4fd103bf04e251f9c99ec304f6fa9f354d5da0436807693081334764e02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.04924996128047767, "seed": 947542922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07027768840082035, "interval": [-0.02023544436469646, 0.16079082116633717], "p_value": 0.1038961038961039, "input_sha256": "9f89dfe3bf7d98229961ca2c7e5b5234c6521d445ec709c21e5b289982ae176e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.04924996128047767, "seed": 947542922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07027768840082035, "interval": [0.006871895466645026, 0.15654607983423127], "p_value": 0.11399404405074706, "input_sha256": "9f89dfe3bf7d98229961ca2c7e5b5234c6521d445ec709c21e5b289982ae176e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3871822997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1805116605995778, "interval": [-6.021746728265485, 8.38277004946464], "p_value": 0.7272727272727273, "input_sha256": "8684409044eae75125c178524646c61b42c2b8bd4765ae7fcbcb07049e978e34"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3871822997, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1805116605995778, "interval": [-3.665479474132131, 8.05476799591167], "p_value": 0.7202694561322948, "input_sha256": "8684409044eae75125c178524646c61b42c2b8bd4765ae7fcbcb07049e978e34"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04672732956356332, "seed": 3871822997, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012836254179404441, "interval": [-0.06235142482842031, 0.08802393318722919], "p_value": 0.7077922077922078, "input_sha256": "8c5d8eb31630a52591afaa77888bc3e1071211797772bc6c607ebb533389b826"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04672732956356332, "seed": 3871822997, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012836254179404441, "interval": [-0.03932206434956328, 0.08342502304687525], "p_value": 0.7110827315731941, "input_sha256": "8c5d8eb31630a52591afaa77888bc3e1071211797772bc6c607ebb533389b826"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 429985723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.98064025088318, "interval": [-1.0667948090571713, 19.02807531082353], "p_value": 0.07792207792207792, "input_sha256": "5b7ffdb909343f027e7f837828eca8ad43d1000f13f6c902dcedc1f6d1c5bdb7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 429985723, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.98064025088318, "interval": [-1.5706447465230997, 15.516608022093173], "p_value": 0.07441634766148769, "input_sha256": "5b7ffdb909343f027e7f837828eca8ad43d1000f13f6c902dcedc1f6d1c5bdb7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.05071828539421152, "seed": 429985723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10027462669672217, "interval": [-0.00480976284116455, 0.2053590162346089], "p_value": 0.05627705627705628, "input_sha256": "900314d8813820fd647282ecae03f1bbf8295350ce31661582d62db910ceff4b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.05071828539421152, "seed": 429985723, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10027462669672217, "interval": [0.0031479761119553537, 0.1732304280302794], "p_value": 0.05927940993528212, "input_sha256": "900314d8813820fd647282ecae03f1bbf8295350ce31661582d62db910ceff4b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1100991276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.95843536780772, "interval": [-4.137378355588874, 18.054249091204312], "p_value": 0.1774891774891775, "input_sha256": "e9fc04800c772d77146d729f640ab5f7fc2e610b57ddf2aa3c6098276dca91c7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1100991276, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.95843536780772, "interval": [-3.436314160234154, 14.70429158153705], "p_value": 0.19133733799953723, "input_sha256": "e9fc04800c772d77146d729f640ab5f7fc2e610b57ddf2aa3c6098276dca91c7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.051353549339688165, "seed": 1100991276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07987683960407957, "interval": [-0.04179110909093964, 0.20154478829909878], "p_value": 0.170995670995671, "input_sha256": "9d684e853753b46745413aa727b3d5c1f21b590d035117b85d537ac906ddb425"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.051353549339688165, "seed": 1100991276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07987683960407957, "interval": [-0.01607618649638676, 0.1712470041325642], "p_value": 0.1698006725014237, "input_sha256": "9d684e853753b46745413aa727b3d5c1f21b590d035117b85d537ac906ddb425"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3758372446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1186339311642355, "interval": [-1.7389540480573, 13.976221910385771], "p_value": 0.11038961038961038, "input_sha256": "6e410cc4e052825c0841028f470f6138be99eb3797e4da02a65337960a3f79d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3758372446, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1186339311642355, "interval": [-0.19512314667755634, 11.661874011420014], "p_value": 0.11225601475276757, "input_sha256": "6e410cc4e052825c0841028f470f6138be99eb3797e4da02a65337960a3f79d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.04804262663360372, "seed": 3758372446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0594760924471999, "interval": [-0.013498542627375147, 0.13245072752177495], "p_value": 0.09523809523809523, "input_sha256": "4da4f54037a48bcb5180b810479884c5aae940dc4c2032085f14477cbf535d9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.04804262663360372, "seed": 3758372446, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0594760924471999, "interval": [-0.0014151467412936213, 0.10920350263783773], "p_value": 0.0984215190691904, "input_sha256": "4da4f54037a48bcb5180b810479884c5aae940dc4c2032085f14477cbf535d9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1166947957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8670169561443339, "interval": [-6.810775783225995, 8.544809695514662], "p_value": 0.8051948051948052, "input_sha256": "40c10e584e55673b196538a09850d06cbe61e4231668cfbe1a9446430b0b82f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1166947957, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8670169561443339, "interval": [-7.961207540359844, 5.846230390936535], "p_value": 0.8064243298856835, "input_sha256": "40c10e584e55673b196538a09850d06cbe61e4231668cfbe1a9446430b0b82f5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.04854709600549131, "seed": 1166947957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009432052845516598, "interval": [-0.0705348743686729, 0.08939898005970609], "p_value": 0.7878787878787878, "input_sha256": "50b084a641cebb12626f9fa2c7c436655cb5a07b322da910141c9a62e632e71f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.04854709600549131, "seed": 1166947957, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009432052845516598, "interval": [-0.08545164384307766, 0.06102290145183969], "p_value": 0.7979215872364515, "input_sha256": "50b084a641cebb12626f9fa2c7c436655cb5a07b322da910141c9a62e632e71f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2721880542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.146262686772397, "interval": [-2.4956754983144798, 14.788200871859274], "p_value": 0.1471861471861472, "input_sha256": "59959ff3b0fc9208f9b7be9ba4802b561ae04be79d0477c72bf18e271ce6de74"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2721880542, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.146262686772397, "interval": [-0.5824282886495891, 13.297146386946034], "p_value": 0.14403914966504763, "input_sha256": "59959ff3b0fc9208f9b7be9ba4802b561ae04be79d0477c72bf18e271ce6de74"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.046093261062109536, "seed": 2721880542, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06441536695807745, "interval": [-0.027067366788428318, 0.1558981007045832], "p_value": 0.14502164502164502, "input_sha256": "f4b20156d36f4bb13b1f3fa70814bd8cd9cd76900d4dbd665c6a88c572544994"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.046093261062109536, "seed": 2721880542, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06441536695807745, "interval": [-0.007497005398569673, 0.13647830272844164], "p_value": 0.14712202434713403, "input_sha256": "f4b20156d36f4bb13b1f3fa70814bd8cd9cd76900d4dbd665c6a88c572544994"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2078042595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.571313751949143, "interval": [-6.733985338890358, 13.876612842788644], "p_value": 0.44805194805194803, "input_sha256": "96ba57eb2f8f30bbe3ec0b6f6d167e1a1870433fb1a98f2785c07a0119578f4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2078042595, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.571313751949143, "interval": [-6.0900341210652735, 10.03689600831213], "p_value": 0.4485882760195803, "input_sha256": "96ba57eb2f8f30bbe3ec0b6f6d167e1a1870433fb1a98f2785c07a0119578f4d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04950343252286086, "seed": 2078042595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03679024772950229, "interval": [-0.06606888431147487, 0.13964937977047945], "p_value": 0.42207792207792205, "input_sha256": "e210b6027e677c7bd8574502726f20c4b1404d86f3024981526be4bdab269fda"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04950343252286086, "seed": 2078042595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03679024772950229, "interval": [-0.05190125992707749, 0.10640669562218362], "p_value": 0.4385949961410863, "input_sha256": "e210b6027e677c7bd8574502726f20c4b1404d86f3024981526be4bdab269fda"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2339156356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.670077905766975, "interval": [-2.8023521969745318, 12.142508008508482], "p_value": 0.18831168831168832, "input_sha256": "4753db94783af92d7f51533c72a28588bf76d9a6f89460ad1601be8797ea979e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2339156356, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.670077905766975, "interval": [-1.2977662125275065, 10.59165348924615], "p_value": 0.1923031503199489, "input_sha256": "4753db94783af92d7f51533c72a28588bf76d9a6f89460ad1601be8797ea979e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.04932656173895856, "seed": 2339156356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044629403019630934, "interval": [-0.03270036818235739, 0.12195917422161925], "p_value": 0.21428571428571427, "input_sha256": "4b5d75d86ed12605c24e02a53a8dd862ce1266e73895ef31c3f9754770f78bf5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.04932656173895856, "seed": 2339156356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044629403019630934, "interval": [-0.016421486037855003, 0.10166006303777789], "p_value": 0.22106855481833626, "input_sha256": "4b5d75d86ed12605c24e02a53a8dd862ce1266e73895ef31c3f9754770f78bf5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3197650850, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.928170510780974, "interval": [-2.6352584897552402, 18.491599511317187], "p_value": 0.11471861471861472, "input_sha256": "1d5f3e0d17c7b3546264ada07fb97e882af1af91b4fa3b766d127f1c906d260b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3197650850, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.928170510780974, "interval": [0.266681516616612, 17.609457369209775], "p_value": 0.12291149356245466, "input_sha256": "1d5f3e0d17c7b3546264ada07fb97e882af1af91b4fa3b766d127f1c906d260b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.049266901950895024, "seed": 3197650850, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07820034899390951, "interval": [-0.023842932375929618, 0.18024363036374863], "p_value": 0.1038961038961039, "input_sha256": "0599ea44ed1910a4c9ee1fe47cf673ad904c4d3632c0132674c20f788dfc278a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.049266901950895024, "seed": 3197650850, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07820034899390951, "interval": [0.0028569079678503603, 0.16751914904325696], "p_value": 0.11555726521886535, "input_sha256": "0599ea44ed1910a4c9ee1fe47cf673ad904c4d3632c0132674c20f788dfc278a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 643137940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.275433269249997, "interval": [-5.7320389870906725, 20.282905525590667], "p_value": 0.23160173160173161, "input_sha256": "79b23f300d51312a8cf2661847ef584f9602ea13efdca73cbfc9dc8a6686512e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 643137940, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.275433269249997, "interval": [-4.341718573481425, 15.281568603556602], "p_value": 0.23287755176394528, "input_sha256": "79b23f300d51312a8cf2661847ef584f9602ea13efdca73cbfc9dc8a6686512e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.04754667026791603, "seed": 643137940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07057087919026114, "interval": [-0.06800326390822853, 0.20914502228875081], "p_value": 0.26406926406926406, "input_sha256": "192d9e12b29a4ca7ead3a4d6497448319ac4df5b935c8af6976fba8b406da3dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.04754667026791603, "seed": 643137940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07057087919026114, "interval": [-0.059173529663802946, 0.15462068721193908], "p_value": 0.27382576860250246, "input_sha256": "192d9e12b29a4ca7ead3a4d6497448319ac4df5b935c8af6976fba8b406da3dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4273692893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.253828590433151, "interval": [-0.4053514558818154, 10.913008636748117], "p_value": 0.06493506493506493, "input_sha256": "18db24518baa85403b06139dd14e6c63eda787dcf1bcef7d2d49aad7b22fc098"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4273692893, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.253828590433151, "interval": [0.4419191434453432, 9.086416168571029], "p_value": 0.0646446925478307, "input_sha256": "18db24518baa85403b06139dd14e6c63eda787dcf1bcef7d2d49aad7b22fc098"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.04619314204430127, "seed": 4273692893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053278324306693194, "interval": [0.0043457337663064255, 0.10221091484707996], "p_value": 0.03896103896103896, "input_sha256": "2313b0d203c2cc823d034c8ec3b84bef57c198bc1f4ab32e88b649b8de40a9f0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.04619314204430127, "seed": 4273692893, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053278324306693194, "interval": [0.013788819894820784, 0.08962125386223616], "p_value": 0.035972264012125506, "input_sha256": "2313b0d203c2cc823d034c8ec3b84bef57c198bc1f4ab32e88b649b8de40a9f0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2890861510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1039859259492504, "interval": [-11.43629421349464, 9.228322361596142], "p_value": 0.816017316017316, "input_sha256": "163488e6de6e1fbc1dd1121e0e7629819b33bd2244ac212ba1e41b6658a89a88"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2890861510, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1039859259492504, "interval": [-8.742647645686448, 7.655002875799627], "p_value": 0.8158834621096697, "input_sha256": "163488e6de6e1fbc1dd1121e0e7629819b33bd2244ac212ba1e41b6658a89a88"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0508432549566086, "seed": 2890861510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027859463478748875, "interval": [-0.1348081365133174, 0.07908920955581966], "p_value": 0.551948051948052, "input_sha256": "cafb3b0bf4c14da0e7b13efeb1876eef8a2ec36cff2ebec14522091a61e93823"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0508432549566086, "seed": 2890861510, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027859463478748875, "interval": [-0.10955347882356428, 0.05956151081995717], "p_value": 0.5718867668024719, "input_sha256": "cafb3b0bf4c14da0e7b13efeb1876eef8a2ec36cff2ebec14522091a61e93823"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3914252172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.804613481373988, "interval": [-0.7272825228323949, 18.336509485580372], "p_value": 0.06493506493506493, "input_sha256": "252137fc3b25f6e8b36db552470f898a1ac934d7acff85b72952b9acffb77417"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3914252172, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.804613481373988, "interval": [0.7225482846860931, 16.516755941287332], "p_value": 0.0665551859816898, "input_sha256": "252137fc3b25f6e8b36db552470f898a1ac934d7acff85b72952b9acffb77417"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04875111001835523, "seed": 3914252172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08701742129629633, "interval": [-0.007275742663653731, 0.18131058525624638], "p_value": 0.07142857142857142, "input_sha256": "b6b052e25663d56dfe7a96a0122ac70cf1fb7ced71aa10ea1ecf0b162ee0093d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04875111001835523, "seed": 3914252172, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08701742129629633, "interval": [0.005952769160801262, 0.15909674642639604], "p_value": 0.06679386964429132, "input_sha256": "b6b052e25663d56dfe7a96a0122ac70cf1fb7ced71aa10ea1ecf0b162ee0093d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4041508891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3682957665504434, "interval": [-8.838863002879346, 13.575454535980235], "p_value": 0.6406926406926406, "input_sha256": "2e3c1ff8d4cd83d87d70dbdc28e84fc76aa88ce945586a4dd89bee388e4942dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4041508891, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3682957665504434, "interval": [-6.15901635845985, 10.726686300790277], "p_value": 0.6436679026854503, "input_sha256": "2e3c1ff8d4cd83d87d70dbdc28e84fc76aa88ce945586a4dd89bee388e4942dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.046280306540657845, "seed": 4041508891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022725003719542516, "interval": [-0.09027236736059245, 0.13572237479967747], "p_value": 0.658008658008658, "input_sha256": "d3c0a312d115d591b1ab7248736d36fd8d8abaceb779005ae21a55d319e27f29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.046280306540657845, "seed": 4041508891, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022725003719542516, "interval": [-0.0657482820667875, 0.10877134435175385], "p_value": 0.6602213898173355, "input_sha256": "d3c0a312d115d591b1ab7248736d36fd8d8abaceb779005ae21a55d319e27f29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3298373103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.8883834628105, "interval": [-0.5047352589788971, 18.281502184599898], "p_value": 0.0670995670995671, "input_sha256": "6c6bb0af4c921f65676b980d29d9da523b0bfac4ac22bc373f3d06ee0b62a46e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3298373103, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.8883834628105, "interval": [-0.5646200843701434, 14.821149463165343], "p_value": 0.061126381887548605, "input_sha256": "6c6bb0af4c921f65676b980d29d9da523b0bfac4ac22bc373f3d06ee0b62a46e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.05234018293150661, "seed": 3298373103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10609340717966789, "interval": [-0.0003043860167008111, 0.21249120037603658], "p_value": 0.04329004329004329, "input_sha256": "f5a121f52c541a5666f0b9f360182ce1e3d243a0075304c138030db8579e0149"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.05234018293150661, "seed": 3298373103, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10609340717966789, "interval": [0.0008700751273142601, 0.1720442272305806], "p_value": 0.05052997598855629, "input_sha256": "f5a121f52c541a5666f0b9f360182ce1e3d243a0075304c138030db8579e0149"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1506054356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.342406431573849, "interval": [-0.10441773195641879, 18.789230595104115], "p_value": 0.05411255411255411, "input_sha256": "cf56dc19cdf900669fb33efbfba7ad8464dcbaf07f3c77ec9c80af68d6b0e551"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1506054356, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.342406431573849, "interval": [2.1259109522490345, 16.220795897018803], "p_value": 0.052073040623218235, "input_sha256": "cf56dc19cdf900669fb33efbfba7ad8464dcbaf07f3c77ec9c80af68d6b0e551"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.049372264332703995, "seed": 1506054356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09136357105766715, "interval": [-0.007794382744834558, 0.19052152486016888], "p_value": 0.0670995670995671, "input_sha256": "1f0b651457503d5b6016c67ba9068cd2a0974ab85526e90dbe285cb7cbf4fe00"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.049372264332703995, "seed": 1506054356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09136357105766715, "interval": [0.01222769532706147, 0.1640976666006052], "p_value": 0.066800915843822, "input_sha256": "1f0b651457503d5b6016c67ba9068cd2a0974ab85526e90dbe285cb7cbf4fe00"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3196785559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.388455191174842, "interval": [-2.3603840052017215, 11.137294387551405], "p_value": 0.1645021645021645, "input_sha256": "538b7c834f01b72a3a7c15a3a35b76c6e38b2323d49f07302ca85e8a9b8b599c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3196785559, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.388455191174842, "interval": [-0.9283507047642067, 9.50820533293162], "p_value": 0.17694913391109784, "input_sha256": "538b7c834f01b72a3a7c15a3a35b76c6e38b2323d49f07302ca85e8a9b8b599c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.05210951831001486, "seed": 3196785559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03401957794527165, "interval": [-0.03879589124646507, 0.10683504713700837], "p_value": 0.30952380952380953, "input_sha256": "1ab240dd2fb198f0f442d42a3415fd514f41a33a60f6b2ad70267387bef33777"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.05210951831001486, "seed": 3196785559, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03401957794527165, "interval": [-0.022419496299229513, 0.08770423317211656], "p_value": 0.322107655339377, "input_sha256": "1ab240dd2fb198f0f442d42a3415fd514f41a33a60f6b2ad70267387bef33777"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1268458072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3974503456101264, "interval": [-6.648089054400964, 9.442989745621217], "p_value": 0.6948051948051948, "input_sha256": "d101833727e136b965578e2135b79a6ab1a9dc44f7af2666d15dae0b99813569"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1268458072, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3974503456101264, "interval": [-5.216231465689143, 7.6617429287743155], "p_value": 0.7068086585718244, "input_sha256": "d101833727e136b965578e2135b79a6ab1a9dc44f7af2666d15dae0b99813569"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.050707144589771214, "seed": 1268458072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019203891639478443, "interval": [-0.06425303479996256, 0.10266081807891944], "p_value": 0.6298701298701299, "input_sha256": "60cab711c2f77548ec789fee1898150580c16a26f1fd06327c8d58e6bfbeaa7c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.050707144589771214, "seed": 1268458072, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019203891639478443, "interval": [-0.04558992875177091, 0.08839821258111918], "p_value": 0.61920372429854, "input_sha256": "60cab711c2f77548ec789fee1898150580c16a26f1fd06327c8d58e6bfbeaa7c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4137079226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.477003753936918, "interval": [-2.0159655751411387, 12.969973083014974], "p_value": 0.14502164502164502, "input_sha256": "3cb1562d389e80cb4d4b02bffcadfddc72a4a10fbbf739a790667e4c76b9346d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4137079226, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.477003753936918, "interval": [-0.32400896109802796, 12.104948679720819], "p_value": 0.13441761264428442, "input_sha256": "3cb1562d389e80cb4d4b02bffcadfddc72a4a10fbbf739a790667e4c76b9346d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.050076591414858485, "seed": 4137079226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05661363914768271, "interval": [-0.02265112490085118, 0.13587840319621658], "p_value": 0.1471861471861472, "input_sha256": "ad954d70044989ee9c0a0c249f5d7ed126a84ea421897e50f9f9e577fc3bb5a5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.050076591414858485, "seed": 4137079226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05661363914768271, "interval": [-0.006856024877589891, 0.1251193326858029], "p_value": 0.1425928004856121, "input_sha256": "ad954d70044989ee9c0a0c249f5d7ed126a84ea421897e50f9f9e577fc3bb5a5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2366026883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.600097450513414, "interval": [-5.022416765018652, 18.22261166604548], "p_value": 0.20346320346320346, "input_sha256": "2d30909ab68a4cfffb0ade1287d58b90b0ce9d2e837adb4f98e60cac1f9edfc5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2366026883, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.600097450513414, "interval": [-1.5110734005947393, 14.24254923911767], "p_value": 0.2158984808536228, "input_sha256": "2d30909ab68a4cfffb0ade1287d58b90b0ce9d2e837adb4f98e60cac1f9edfc5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.048609355144713116, "seed": 2366026883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05350783484148394, "interval": [-0.07202846209625086, 0.17904413177921874], "p_value": 0.3203463203463203, "input_sha256": "9c2e4234ae166315497c463624a96fe04d3af38225355981acc4c323211791d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.048609355144713116, "seed": 2366026883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05350783484148394, "interval": [-0.0321572183032281, 0.13301184159253476], "p_value": 0.3366530382463021, "input_sha256": "9c2e4234ae166315497c463624a96fe04d3af38225355981acc4c323211791d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3971780379, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.587000411756885, "interval": [-5.181176966324926, 20.355177789838695], "p_value": 0.20562770562770563, "input_sha256": "2b596da45ff24ffed17451a15a31b361668a10ce68863a212db3ca891d27c3e4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3971780379, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.587000411756885, "interval": [-2.789382636285897, 17.750025563977587], "p_value": 0.21270573246325183, "input_sha256": "2b596da45ff24ffed17451a15a31b361668a10ce68863a212db3ca891d27c3e4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04852917198975768, "seed": 3971780379, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07941845697113094, "interval": [-0.05308712597018515, 0.21192403991244702], "p_value": 0.2012987012987013, "input_sha256": "b5f43625f66c3937b0c0f8005c14955415b42ea320e1cb389f50e8ba611f9759"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04852917198975768, "seed": 3971780379, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07941845697113094, "interval": [-0.03234966117230547, 0.18095137521751625], "p_value": 0.2095357001783966, "input_sha256": "b5f43625f66c3937b0c0f8005c14955415b42ea320e1cb389f50e8ba611f9759"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3816048768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13330861016801165, "interval": [-6.586096049329063, 6.31947882899304], "p_value": 0.9696969696969697, "input_sha256": "1b3a76e7499435fb7794d0e5cfc39ca0b64c3d5cd935eb77dfcd518f5077c842"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3816048768, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13330861016801165, "interval": [-6.166914913453419, 4.453037167442736], "p_value": 0.9641418869645292, "input_sha256": "1b3a76e7499435fb7794d0e5cfc39ca0b64c3d5cd935eb77dfcd518f5077c842"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.05190007654059942, "seed": 3816048768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001972087926941979, "interval": [-0.07154486441695518, 0.06760068856307122], "p_value": 0.9567099567099567, "input_sha256": "738911616a3a8f7ad91bb5e02686fb1144982c8c0f44fc4433b8cd65496e83dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.05190007654059942, "seed": 3816048768, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001972087926941979, "interval": [-0.06390094474457018, 0.049363222419882176], "p_value": 0.9508845790746956, "input_sha256": "738911616a3a8f7ad91bb5e02686fb1144982c8c0f44fc4433b8cd65496e83dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 780127005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4471059258723837, "interval": [-4.857882557688805, 11.752094409433573], "p_value": 0.38311688311688313, "input_sha256": "e0a6084ee3b4dea16cb1f18446321f526535591eb904d4c14175c551a90efae8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 780127005, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4471059258723837, "interval": [-3.1124930816967016, 9.738472857668697], "p_value": 0.3664539577376965, "input_sha256": "e0a6084ee3b4dea16cb1f18446321f526535591eb904d4c14175c551a90efae8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.04758917566528379, "seed": 780127005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040370952389266496, "interval": [-0.04880536935259158, 0.12954727413112457], "p_value": 0.3225108225108225, "input_sha256": "425c5880c4cfef991c7c581e2e3d8fd52c6a4c6f327b328aff96269760bff4b6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.04758917566528379, "seed": 780127005, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040370952389266496, "interval": [-0.03375386222197144, 0.10403740533079191], "p_value": 0.32778312410086224, "input_sha256": "425c5880c4cfef991c7c581e2e3d8fd52c6a4c6f327b328aff96269760bff4b6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 157783708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.984467373828465, "interval": [-0.6029213560713416, 18.571856103728273], "p_value": 0.07575757575757576, "input_sha256": "a67ffa27afb769915398956731ee4d896666d59d48f8f95d4942f56c9260b95c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 157783708, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.984467373828465, "interval": [1.1842859672677617, 16.958214898854465], "p_value": 0.06333816824374473, "input_sha256": "a67ffa27afb769915398956731ee4d896666d59d48f8f95d4942f56c9260b95c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04941914593310451, "seed": 157783708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07476978494456797, "interval": [-0.025660902406211092, 0.17520047229534702], "p_value": 0.12121212121212122, "input_sha256": "e031726094f794031061a283b86577e0c517bb8913f59f93abba821b6efd875b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04941914593310451, "seed": 157783708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07476978494456797, "interval": [-0.00293631158831841, 0.16366568559360706], "p_value": 0.1279902513310288, "input_sha256": "e031726094f794031061a283b86577e0c517bb8913f59f93abba821b6efd875b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2327720794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.65090964622635, "interval": [-5.231690715202695, 10.533510007655394], "p_value": 0.47186147186147187, "input_sha256": "920559f4219af496633733c685a950a1acccdad67cb91ea6326d84ffb2fb964a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2327720794, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.65090964622635, "interval": [-4.075594575567625, 8.594157143636576], "p_value": 0.47068234767237105, "input_sha256": "920559f4219af496633733c685a950a1acccdad67cb91ea6326d84ffb2fb964a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.04992450231774445, "seed": 2327720794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024792993786273046, "interval": [-0.048428816274496064, 0.09801480384704216], "p_value": 0.461038961038961, "input_sha256": "b2fdbf04d1cc3bf5a22a79b3b1860c98314fb0ac59c8dd247f8a9001826ae355"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.04992450231774445, "seed": 2327720794, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024792993786273046, "interval": [-0.0434296576233537, 0.07424933369832327], "p_value": 0.46793022521233096, "input_sha256": "b2fdbf04d1cc3bf5a22a79b3b1860c98314fb0ac59c8dd247f8a9001826ae355"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2563638675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5152968256860326, "interval": [-7.979757234588437, 9.010350885960502], "p_value": 0.8961038961038961, "input_sha256": "7992d8e276cfaff895c997a62e536c32e11e0e2ce0ced2295c1732bbc5ea76a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2563638675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5152968256860326, "interval": [-6.117435099560636, 7.844170145142971], "p_value": 0.8945955566379784, "input_sha256": "7992d8e276cfaff895c997a62e536c32e11e0e2ce0ced2295c1732bbc5ea76a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.04772093172038411, "seed": 2563638675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004806376730194073, "interval": [-0.08794459991690583, 0.09755735337729397], "p_value": 0.9090909090909091, "input_sha256": "bba6aee0e8c343f36c5b0672196ebc4d8dcd3895b99799a92b7fd7d1f1570806"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.04772093172038411, "seed": 2563638675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004806376730194073, "interval": [-0.07208861280500142, 0.0801197140911126], "p_value": 0.9103613439329433, "input_sha256": "bba6aee0e8c343f36c5b0672196ebc4d8dcd3895b99799a92b7fd7d1f1570806"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4200719654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.009044767508753, "interval": [-3.5121552857617946, 15.5302448207793], "p_value": 0.18181818181818182, "input_sha256": "bcdaaa859fcd22de09710f5d9c651e01a78e235ce09a939155540baddd713827"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4200719654, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.009044767508753, "interval": [-0.4057327179396664, 14.171290091301408], "p_value": 0.18677185924830642, "input_sha256": "bcdaaa859fcd22de09710f5d9c651e01a78e235ce09a939155540baddd713827"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.048356203948328465, "seed": 4200719654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04406423638720022, "interval": [-0.06021400275048541, 0.14834247552488586], "p_value": 0.37445887445887444, "input_sha256": "2796cdfd35f084105a68f62d2fc1417396c8f82add804d6658e06ac602f957c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.048356203948328465, "seed": 4200719654, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04406423638720022, "interval": [-0.03161701633244359, 0.1262941151434725], "p_value": 0.3604449572965416, "input_sha256": "2796cdfd35f084105a68f62d2fc1417396c8f82add804d6658e06ac602f957c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3479918332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.869980763763635, "interval": [-2.3862015191243735, 12.126163046651644], "p_value": 0.16233766233766234, "input_sha256": "d253c7d8a4f5d7792569a5ed5ae7330375faf9e853e5ccb8af276c3b66fac369"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3479918332, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.869980763763635, "interval": [-0.8958610727903886, 10.496294487212925], "p_value": 0.16276983774951953, "input_sha256": "d253c7d8a4f5d7792569a5ed5ae7330375faf9e853e5ccb8af276c3b66fac369"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.05089244976950592, "seed": 3479918332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04965334717638884, "interval": [-0.03204505650898259, 0.13135175086176026], "p_value": 0.19480519480519481, "input_sha256": "74f651b56df7ce5ff93a473276e48bcb1d9fd5b2c354109fa235010e38a9e33a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.05089244976950592, "seed": 3479918332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04965334717638884, "interval": [-0.00994029536718019, 0.11942969153056855], "p_value": 0.20167542917180264, "input_sha256": "74f651b56df7ce5ff93a473276e48bcb1d9fd5b2c354109fa235010e38a9e33a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1585696861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.421062158098027, "interval": [-2.2942572336947196, 17.136381549890775], "p_value": 0.08874458874458875, "input_sha256": "96b1ba3ffe5fb24d9beffe6766a48d999c3dc87eab9d70c02a0de30febd25a3b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1585696861, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.421062158098027, "interval": [-4.458703109064502, 12.485273342970645], "p_value": 0.11053254599523135, "input_sha256": "96b1ba3ffe5fb24d9beffe6766a48d999c3dc87eab9d70c02a0de30febd25a3b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.04666492946041562, "seed": 1585696861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06131658563262551, "interval": [-0.0563211237554151, 0.17895429502066612], "p_value": 0.22294372294372294, "input_sha256": "b8d0c51453a8308a36e08209e7623d982b74fbb1aec9bb47b31f161a582ef5b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.04666492946041562, "seed": 1585696861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06131658563262551, "interval": [-0.080014404243917, 0.11927547175175848], "p_value": 0.24609209915539731, "input_sha256": "b8d0c51453a8308a36e08209e7623d982b74fbb1aec9bb47b31f161a582ef5b1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1288522728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.404266306503239, "interval": [-1.1753557025617862, 19.983888315568265], "p_value": 0.07142857142857142, "input_sha256": "938c1797d437813f1825f6edfdf6aa5a11fc02184acacdf9ceec95ef69d7a2d0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1288522728, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.404266306503239, "interval": [0.8826681638795423, 17.711098912193318], "p_value": 0.0752254197417035, "input_sha256": "938c1797d437813f1825f6edfdf6aa5a11fc02184acacdf9ceec95ef69d7a2d0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.05088967392551249, "seed": 1288522728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08592996360567928, "interval": [-0.037354297089998725, 0.20921422430135728], "p_value": 0.15151515151515152, "input_sha256": "490497a0aea4f30d4b66516a889896b46a8b4668ba56087313811a363e4083cf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.05088967392551249, "seed": 1288522728, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08592996360567928, "interval": [-0.012361349295363835, 0.19254007435995033], "p_value": 0.15028809715908975, "input_sha256": "490497a0aea4f30d4b66516a889896b46a8b4668ba56087313811a363e4083cf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 506748191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.20138891092856, "interval": [2.6039957752269576, 21.798782046630166], "p_value": 0.004329004329004329, "input_sha256": "9dcae015cf7bb47e8e36cbb946747eef7bed47fc4369935db8454216a5b9bc7a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 506748191, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.20138891092856, "interval": [5.713648233355079, 21.077607368549703], "p_value": 0.018145740702910765, "input_sha256": "9dcae015cf7bb47e8e36cbb946747eef7bed47fc4369935db8454216a5b9bc7a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.04916398097068519, "seed": 506748191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12064084378048492, "interval": [0.029835356057110088, 0.21144633150385977], "p_value": 0.006493506493506494, "input_sha256": "a5d5479c097b345f151805b2c56df62b28427d4a2c10d486ed1d0fdfa1b14761"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.04916398097068519, "seed": 506748191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12064084378048492, "interval": [0.059075811273066235, 0.19954002972737747], "p_value": 0.014563176323658947, "input_sha256": "a5d5479c097b345f151805b2c56df62b28427d4a2c10d486ed1d0fdfa1b14761"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3880600467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.625396437581884, "interval": [-4.784761511204431, 14.035554386368199], "p_value": 0.2748917748917749, "input_sha256": "c552a15fb6d8e5a079d3a21f0eb9af48fdbd64292ebbfdf7433b3e1c1e806810"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3880600467, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.625396437581884, "interval": [-3.3483433174584896, 11.78086150651503], "p_value": 0.29719323642713236, "input_sha256": "c552a15fb6d8e5a079d3a21f0eb9af48fdbd64292ebbfdf7433b3e1c1e806810"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.04702900964699328, "seed": 3880600467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03231532951694073, "interval": [-0.05607639282593008, 0.12070705185981154], "p_value": 0.42857142857142855, "input_sha256": "d497fda911c7b2630c7e0d140957a4f563db2c203e91c0309ddd2407d1564521"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.04702900964699328, "seed": 3880600467, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03231532951694073, "interval": [-0.0436730342848346, 0.10126560174655588], "p_value": 0.43403127246658657, "input_sha256": "d497fda911c7b2630c7e0d140957a4f563db2c203e91c0309ddd2407d1564521"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1452829405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.532201954643476, "interval": [-3.9428749731580766, 17.00727888244503], "p_value": 0.18398268398268397, "input_sha256": "7be5f7f11d9895dcfcffd6e3d65a56029b3fa555235e69e7e59c1a124440de33"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1452829405, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.532201954643476, "interval": [-1.8821519217222924, 14.316381368014506], "p_value": 0.1921721171194352, "input_sha256": "7be5f7f11d9895dcfcffd6e3d65a56029b3fa555235e69e7e59c1a124440de33"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.04687052562568519, "seed": 1452829405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07147541792798393, "interval": [-0.021344862802214468, 0.16429569865818233], "p_value": 0.12554112554112554, "input_sha256": "4199f1a35ccb11c56483dd27b2b9bd9fd2af47a5f4c677c68563c674403b4b76"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.04687052562568519, "seed": 1452829405, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07147541792798393, "interval": [-0.001062980161865343, 0.1398174710261305], "p_value": 0.11621838974247983, "input_sha256": "4199f1a35ccb11c56483dd27b2b9bd9fd2af47a5f4c677c68563c674403b4b76"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1114589057, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.586776764261355, "interval": [-2.7237906278869364, 19.897344156409645], "p_value": 0.12121212121212122, "input_sha256": "5e3fa73b111615d553c5a21a62ef1430b1fac340eb2f1cccc222ef16fa2eb3ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1114589057, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.586776764261355, "interval": [-2.191579997467272, 15.151561912657991], "p_value": 0.11818883945712207, "input_sha256": "5e3fa73b111615d553c5a21a62ef1430b1fac340eb2f1cccc222ef16fa2eb3ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.04984226162026489, "seed": 1114589057, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09303497384357245, "interval": [-0.027570014705691565, 0.21363996239283647], "p_value": 0.11038961038961038, "input_sha256": "03103339bc10ceac45996eb048881de63188b3ed6844a6586bfe0d77101a1f02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.04984226162026489, "seed": 1114589057, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09303497384357245, "interval": [-0.015570644973541823, 0.1687411294551621], "p_value": 0.11301453632307391, "input_sha256": "03103339bc10ceac45996eb048881de63188b3ed6844a6586bfe0d77101a1f02"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3907449807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5826156882983167, "interval": [-7.969683606334623, 6.80445222973799], "p_value": 0.854978354978355, "input_sha256": "de65f380c9fee0f540f1e3d3064a4a5227a169a75653ad81c6363d90fe8c3598"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3907449807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5826156882983167, "interval": [-6.411408325043673, 5.2634923614338085], "p_value": 0.8635701306704167, "input_sha256": "de65f380c9fee0f540f1e3d3064a4a5227a169a75653ad81c6363d90fe8c3598"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.047337873239052856, "seed": 3907449807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0006316863068775713, "interval": [-0.07338830048996749, 0.07212492787621234], "p_value": 0.9805194805194806, "input_sha256": "3e7557a0ab88e82e34423501746a47ffd021b33ab853c7100391a80131870a59"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.047337873239052856, "seed": 3907449807, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0006316863068775713, "interval": [-0.05864256364436546, 0.06111279859288197], "p_value": 0.9848670530884905, "input_sha256": "3e7557a0ab88e82e34423501746a47ffd021b33ab853c7100391a80131870a59"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1207398206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.786565469104499, "interval": [-0.8593849847117898, 20.432515922920786], "p_value": 0.05627705627705628, "input_sha256": "38eb2ac001a8863ab6a7fcbea34455522774788547cdee6690b57ef8329cabbf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1207398206, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.786565469104499, "interval": [2.0588321541548154, 19.52227783612131], "p_value": 0.06716002643832018, "input_sha256": "38eb2ac001a8863ab6a7fcbea34455522774788547cdee6690b57ef8329cabbf"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.05031934444827918, "seed": 1207398206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12069833762681029, "interval": [-0.01819798961151778, 0.2595946648651384], "p_value": 0.0367965367965368, "input_sha256": "78c9b5683c6056349f0de5b09dab0925a0559c17fe8602dfcfea4e69d18a1d64"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.05031934444827918, "seed": 1207398206, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12069833762681029, "interval": [0.03646576773150377, 0.26380812644059465], "p_value": 0.07889959277944608, "input_sha256": "78c9b5683c6056349f0de5b09dab0925a0559c17fe8602dfcfea4e69d18a1d64"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1626175214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8804475240392264, "interval": [-6.848559430795824, 10.609454478874277], "p_value": 0.6471861471861472, "input_sha256": "46fbd56caf874ce86a363085c82af5d1376c90bcee260e4177fdc2db0749ecc6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1626175214, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8804475240392264, "interval": [-4.4160396987516375, 9.304904832323261], "p_value": 0.6415409304325399, "input_sha256": "46fbd56caf874ce86a363085c82af5d1376c90bcee260e4177fdc2db0749ecc6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0452445129180458, "seed": 1626175214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009546817487026404, "interval": [-0.06729870663795481, 0.08639234161200762], "p_value": 0.7922077922077922, "input_sha256": "5f203ee584d4f00f5cac065ba87aa29d8f36fdfee9c8d955f01b9d9b9178b97a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0452445129180458, "seed": 1626175214, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009546817487026404, "interval": [-0.04702123236053191, 0.07127131314553303], "p_value": 0.7873173754195097, "input_sha256": "5f203ee584d4f00f5cac065ba87aa29d8f36fdfee9c8d955f01b9d9b9178b97a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 330943525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.143147311130793, "interval": [-4.971667621754181, 7.257962244015767], "p_value": 0.6796536796536796, "input_sha256": "6efb0e8d871aef08801347e4fa0911c0fa19dd4c53579dce460bc19af2cba5f9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 330943525, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.143147311130793, "interval": [-3.624621685396198, 5.4976988522796795], "p_value": 0.6850082074224411, "input_sha256": "6efb0e8d871aef08801347e4fa0911c0fa19dd4c53579dce460bc19af2cba5f9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.05315630979126959, "seed": 330943525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004921655824645266, "interval": [-0.07251651737662226, 0.0823598290259128], "p_value": 0.8658008658008658, "input_sha256": "b401f5adf97669491e2c81b3050ad7d65fd5136fdc9b2d364cdf43a39e9418c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.05315630979126959, "seed": 330943525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004921655824645266, "interval": [-0.04642701486700832, 0.06956396989925791], "p_value": 0.8880869432277405, "input_sha256": "b401f5adf97669491e2c81b3050ad7d65fd5136fdc9b2d364cdf43a39e9418c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3471949715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.289570466401121, "interval": [-4.92392932648573, 11.503070259287973], "p_value": 0.3852813852813853, "input_sha256": "643ef946ca618ffabf748f23953fc636ea4002f38930ba4060c89f93647742b5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3471949715, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.289570466401121, "interval": [-3.273470756379217, 10.000858043538313], "p_value": 0.39295476128886875, "input_sha256": "643ef946ca618ffabf748f23953fc636ea4002f38930ba4060c89f93647742b5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.04796677447829805, "seed": 3471949715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021573562978690834, "interval": [-0.06373853509417873, 0.10688566105156042], "p_value": 0.5865800865800865, "input_sha256": "081c46e1b6581fde0b4400138704684b1723cc586b2bb01b274f64ce2f5d96c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.04796677447829805, "seed": 3471949715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021573562978690834, "interval": [-0.044661079335900855, 0.09196911265133209], "p_value": 0.5817117073115026, "input_sha256": "081c46e1b6581fde0b4400138704684b1723cc586b2bb01b274f64ce2f5d96c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2113214527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.961363554506335, "interval": [3.1970913363387954, 20.725635772673876], "p_value": 0.008658008658008658, "input_sha256": "51bfe2adaa7e6fa850101c9454e10723c59385a749aa266c660afa85df11563b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2113214527, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.961363554506335, "interval": [5.7900737820529535, 19.568088640370224], "p_value": 0.012736132280229465, "input_sha256": "51bfe2adaa7e6fa850101c9454e10723c59385a749aa266c660afa85df11563b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.04564825747976146, "seed": 2113214527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10446851041843483, "interval": [0.02517543624451339, 0.18376158459235625], "p_value": 0.012987012987012988, "input_sha256": "521dce6d94fd2ae985e45cff0af13b8143089614f3db26f2e0b23db17d0933c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.04564825747976146, "seed": 2113214527, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10446851041843483, "interval": [0.04995506107317112, 0.1735528347376952], "p_value": 0.014940644491450621, "input_sha256": "521dce6d94fd2ae985e45cff0af13b8143089614f3db26f2e0b23db17d0933c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2201239527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.266821516682017, "interval": [-13.648948281303802, 3.1153052479397685], "p_value": 0.17965367965367965, "input_sha256": "f34fad21b4fb49aff465db9181cfa49c2fb9949fc6c43c2703c835ec7fb047aa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2201239527, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.266821516682017, "interval": [-10.946585799133839, 2.7832524930094307], "p_value": 0.18734604921174122, "input_sha256": "f34fad21b4fb49aff465db9181cfa49c2fb9949fc6c43c2703c835ec7fb047aa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.04793703312597408, "seed": 2201239527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05012739447217154, "interval": [-0.13781409472592848, 0.0375593057815854], "p_value": 0.21861471861471862, "input_sha256": "df9598940337c81c1d84e07c4f4bb84b3814ad424f5dd14392702dadc9ac53f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.04793703312597408, "seed": 2201239527, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05012739447217154, "interval": [-0.114946638959201, 0.026768243124506465], "p_value": 0.22496193155271785, "input_sha256": "df9598940337c81c1d84e07c4f4bb84b3814ad424f5dd14392702dadc9ac53f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2242655686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.838561878045216, "interval": [-5.944098908889354, 15.621222664979786], "p_value": 0.3268398268398268, "input_sha256": "9a58ad75e6d0e72418d028cbd7d9b7c44d4241b336c1b462801adc286e95dec1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2242655686, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.838561878045216, "interval": [-3.2407078486830163, 13.631704735953317], "p_value": 0.33810635577504, "input_sha256": "9a58ad75e6d0e72418d028cbd7d9b7c44d4241b336c1b462801adc286e95dec1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.04838194650845093, "seed": 2242655686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04384140186031134, "interval": [-0.05960613907227619, 0.14728894279289886], "p_value": 0.36147186147186144, "input_sha256": "43014708589346935d1d08fb7cdc41ea50a80c326239e7615a82e1b8bf2d8204"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.04838194650845093, "seed": 2242655686, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04384140186031134, "interval": [-0.034959598472943075, 0.125832958473213], "p_value": 0.3659375024924413, "input_sha256": "43014708589346935d1d08fb7cdc41ea50a80c326239e7615a82e1b8bf2d8204"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 618200077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7494021698217814, "interval": [-11.136169365454945, 9.637365025811382], "p_value": 0.8831168831168831, "input_sha256": "cb8e9b78cc4039f3c75f6a844141826fccb5a45fb97adf5778e4e185037109ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 618200077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7494021698217814, "interval": [-10.818826239088335, 6.348919611939111], "p_value": 0.8750933661649788, "input_sha256": "cb8e9b78cc4039f3c75f6a844141826fccb5a45fb97adf5778e4e185037109ce"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.04716423907353587, "seed": 618200077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002635527473854704, "interval": [-0.09739825459345512, 0.09212719964574571], "p_value": 0.9632034632034632, "input_sha256": "b37acd5e15a86605b841b5c7e4d5d6eda27734d3348a84bb6a0151fce5fce4f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.04716423907353587, "seed": 618200077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002635527473854704, "interval": [-0.09047097757488012, 0.06491555079134913], "p_value": 0.9515720067839621, "input_sha256": "b37acd5e15a86605b841b5c7e4d5d6eda27734d3348a84bb6a0151fce5fce4f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1333560493, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.7064064992093, "interval": [2.1734205623682126, 15.23939243605039], "p_value": 0.01948051948051948, "input_sha256": "2a4a29016e30846a12f8f80d13a67d4b3eca80bff4e5f056b992246ac443d5f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1333560493, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.7064064992093, "interval": [2.4582017209457385, 13.237515901097465], "p_value": 0.01429822385981523, "input_sha256": "2a4a29016e30846a12f8f80d13a67d4b3eca80bff4e5f056b992246ac443d5f6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.04686671338459122, "seed": 1333560493, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08008382692819212, "interval": [0.009930331239988308, 0.15023732261639594], "p_value": 0.0367965367965368, "input_sha256": "626b24fe0e83d8b526bfa59b1fab54ec31b827fb985e33922a4df436f544aa50"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.04686671338459122, "seed": 1333560493, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08008382692819212, "interval": [0.01494937753619932, 0.13125527212832844], "p_value": 0.029196668191392716, "input_sha256": "626b24fe0e83d8b526bfa59b1fab54ec31b827fb985e33922a4df436f544aa50"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 654745527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.501088680785348, "interval": [-5.60622953335366, 14.608406894924357], "p_value": 0.3225108225108225, "input_sha256": "f597346c4d9e897eb7bc76589425303a054558c1202c4589fb70ae8e6605f8f7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 654745527, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.501088680785348, "interval": [-4.228643931992452, 11.674277775759416], "p_value": 0.33197272518050835, "input_sha256": "f597346c4d9e897eb7bc76589425303a054558c1202c4589fb70ae8e6605f8f7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.04902466890886089, "seed": 654745527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04428026476369007, "interval": [-0.06036174612022582, 0.14892227564760596], "p_value": 0.33766233766233766, "input_sha256": "43f04a8a67ca05b16558325b30b9eea04ddcb59458ac0e442b9811c99de33e33"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.04902466890886089, "seed": 654745527, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04428026476369007, "interval": [-0.046035308481596565, 0.12044784929721099], "p_value": 0.35476951461995854, "input_sha256": "43f04a8a67ca05b16558325b30b9eea04ddcb59458ac0e442b9811c99de33e33"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2360761479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.0953384899912795, "interval": [-3.094363075998416, 15.285040055980975], "p_value": 0.16233766233766234, "input_sha256": "21e8fa86b29f8ede9bd415429ad449ce005f83bde6ead9b2d4ef5479534c9214"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2360761479, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.0953384899912795, "interval": [-2.006654475695438, 13.046726812685751], "p_value": 0.168916205624905, "input_sha256": "21e8fa86b29f8ede9bd415429ad449ce005f83bde6ead9b2d4ef5479534c9214"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.04960283318851519, "seed": 2360761479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06275228990487859, "interval": [-0.0363295192234097, 0.16183409903316687], "p_value": 0.1774891774891775, "input_sha256": "0fd9a41d53671b40a0d6c644d2de4d65967f0cb54ab4c760a4255890c760f303"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.04960283318851519, "seed": 2360761479, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06275228990487859, "interval": [-0.014872554969903298, 0.13952565281915277], "p_value": 0.1858468928866658, "input_sha256": "0fd9a41d53671b40a0d6c644d2de4d65967f0cb54ab4c760a4255890c760f303"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 345029843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9152849147478523, "interval": [-7.195944686162649, 11.026514515658354], "p_value": 0.6731601731601732, "input_sha256": "b2d485e23a8425e5dc32d2a9806ae6211acdaa8181ae5d536770926751058703"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 345029843, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9152849147478523, "interval": [-3.684116724457127, 10.551493342692922], "p_value": 0.6466956818746425, "input_sha256": "b2d485e23a8425e5dc32d2a9806ae6211acdaa8181ae5d536770926751058703"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.050100199515849285, "seed": 345029843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027130756563399874, "interval": [-0.07736617082259539, 0.13162768394939514], "p_value": 0.5822510822510822, "input_sha256": "c1db6fdef72ba0715ca97b73dd708b5be98738860437f80edd8d9c76b5e9779d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.050100199515849285, "seed": 345029843, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027130756563399874, "interval": [-0.03969693101981384, 0.12422840015046059], "p_value": 0.575701135884406, "input_sha256": "c1db6fdef72ba0715ca97b73dd708b5be98738860437f80edd8d9c76b5e9779d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 613830957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0726069806653644, "interval": [-13.523492538496402, 7.378278577165673], "p_value": 0.5086580086580087, "input_sha256": "1f2eaae6e223ac7acb2a0323062b5bec17ebaf44f142c565de93fcd077294520"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 613830957, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0726069806653644, "interval": [-10.932389752884793, 5.7922769797857825], "p_value": 0.5264379145797038, "input_sha256": "1f2eaae6e223ac7acb2a0323062b5bec17ebaf44f142c565de93fcd077294520"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.049647855966516025, "seed": 613830957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024508113579133642, "interval": [-0.13163343416801868, 0.08261720700975139], "p_value": 0.6103896103896104, "input_sha256": "85d05a579a2939150873dd61010ce85670fd04f93795c18740ecf1c0741da54b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.049647855966516025, "seed": 613830957, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024508113579133642, "interval": [-0.10932962442726551, 0.06054895600807108], "p_value": 0.6199785444363175, "input_sha256": "85d05a579a2939150873dd61010ce85670fd04f93795c18740ecf1c0741da54b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 370578187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.899799116670384, "interval": [-6.004016125745582, 15.80361435908635], "p_value": 0.3181818181818182, "input_sha256": "d53b8106414c2a89d8b3a4a848e51c4095612947b0776a1f89bc3defd4e7fe91"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 370578187, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.899799116670384, "interval": [-2.950307024468402, 13.87169153611988], "p_value": 0.3334687558685232, "input_sha256": "d53b8106414c2a89d8b3a4a848e51c4095612947b0776a1f89bc3defd4e7fe91"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.049480910102815634, "seed": 370578187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05735086567183266, "interval": [-0.0630432354337227, 0.17774496677738802], "p_value": 0.2922077922077922, "input_sha256": "91bc8be410b47ddf992b10a418c401eb96635b0518f3c6ae16bfe36796147e65"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.049480910102815634, "seed": 370578187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05735086567183266, "interval": [-0.027432571808746614, 0.1547481357680212], "p_value": 0.3056173760303181, "input_sha256": "91bc8be410b47ddf992b10a418c401eb96635b0518f3c6ae16bfe36796147e65"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 468861894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.652372680643197, "interval": [0.648500766885932, 14.656244594400462], "p_value": 0.03463203463203463, "input_sha256": "a2c3e8b6ffd26b53deff6796af623586e7783736a2e9957d4b769eaa0bda253a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 468861894, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.652372680643197, "interval": [2.9945781098530078, 14.137075721934433], "p_value": 0.03523006296481824, "input_sha256": "a2c3e8b6ffd26b53deff6796af623586e7783736a2e9957d4b769eaa0bda253a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.05038629116153686, "seed": 468861894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07770520155723046, "interval": [-0.005388746700920696, 0.16079914981538163], "p_value": 0.07142857142857142, "input_sha256": "3e68f4aaef4b5adc1b8bed467c0e54806e8fadb35e4a82f132be8caa0505514e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.05038629116153686, "seed": 468861894, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07770520155723046, "interval": [0.022714932508121365, 0.1563161246440227], "p_value": 0.06378076902933337, "input_sha256": "3e68f4aaef4b5adc1b8bed467c0e54806e8fadb35e4a82f132be8caa0505514e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1052655876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.906935557767698, "interval": [2.6525772756392882, 17.161293839896107], "p_value": 0.015151515151515152, "input_sha256": "4c7236249a91a67cdc254d4383cef42ee1100867245d450994f6d7272fce55d9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1052655876, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.906935557767698, "interval": [3.896267395612922, 15.121910737804324], "p_value": 0.012551825764272826, "input_sha256": "4c7236249a91a67cdc254d4383cef42ee1100867245d450994f6d7272fce55d9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.051833843876984774, "seed": 1052655876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0927799534191322, "interval": [0.010508550584111237, 0.17505135625415316], "p_value": 0.03463203463203463, "input_sha256": "a4ae585b88e1cfd6c3e47de4eb562bbcd7465b3660f6abeb0ef1975cff5c3efb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.051833843876984774, "seed": 1052655876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0927799534191322, "interval": [0.012387830237352935, 0.14671578715104217], "p_value": 0.031203813813043487, "input_sha256": "a4ae585b88e1cfd6c3e47de4eb562bbcd7465b3660f6abeb0ef1975cff5c3efb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 725076823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.592905815291367, "interval": [-1.7234008034383876, 16.90921243402112], "p_value": 0.09740259740259741, "input_sha256": "6ec734aff7700fc307ba428cd0baacb52defe668a7a50fd09d0c08d94af3993d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 725076823, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.592905815291367, "interval": [-0.14769939072787852, 13.930935675913634], "p_value": 0.09639657528262466, "input_sha256": "6ec734aff7700fc307ba428cd0baacb52defe668a7a50fd09d0c08d94af3993d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.051117266188125565, "seed": 725076823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08114339516153349, "interval": [-0.024143618485004056, 0.18643040880807105], "p_value": 0.10606060606060606, "input_sha256": "7277f8bb71ad480490e5d17c6f36dad8dc34ccb9e8b2aaf9c221b6ddeeea8636"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.051117266188125565, "seed": 725076823, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08114339516153349, "interval": [-0.002558852764487981, 0.15571666633930398], "p_value": 0.11269265539462221, "input_sha256": "7277f8bb71ad480490e5d17c6f36dad8dc34ccb9e8b2aaf9c221b6ddeeea8636"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2605135417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.707870707073628, "interval": [-2.126560509416617, 15.542301923563873], "p_value": 0.09740259740259741, "input_sha256": "6fe293546d616f48d80581349db76c8ef06d04a9f84d312d8b42d0ce93e5641f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2605135417, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.707870707073628, "interval": [-0.9787629329860208, 12.611168919067934], "p_value": 0.11490168130251001, "input_sha256": "6fe293546d616f48d80581349db76c8ef06d04a9f84d312d8b42d0ce93e5641f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04752861671160961, "seed": 2605135417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06104894928368591, "interval": [-0.03634952738546529, 0.15844742595283712], "p_value": 0.16017316017316016, "input_sha256": "89b6271a2862fd87d22cd74a3605d06f621679724a83bd5356e75eac9ccf8035"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04752861671160961, "seed": 2605135417, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06104894928368591, "interval": [-0.024854598859795653, 0.1267939704648278], "p_value": 0.1787962832194252, "input_sha256": "89b6271a2862fd87d22cd74a3605d06f621679724a83bd5356e75eac9ccf8035"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 467397249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.313178667976662, "interval": [-3.177567180812532, 17.803924516765857], "p_value": 0.15151515151515152, "input_sha256": "39ed6c595d12d2ded619d58af9cebfa8c83763390ed73767723e01d0961ed88b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 467397249, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.313178667976662, "interval": [0.4206642246832961, 17.57031550998463], "p_value": 0.1470335375673938, "input_sha256": "39ed6c595d12d2ded619d58af9cebfa8c83763390ed73767723e01d0961ed88b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.04783879476205103, "seed": 467397249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07222821582758102, "interval": [-0.03539860520870476, 0.17985503686386678], "p_value": 0.15367965367965367, "input_sha256": "602052a343180eca69636bd5bf9f2b4b3dcff8bc70056e192f44b0b6a0ce5c7d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.04783879476205103, "seed": 467397249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07222821582758102, "interval": [0.005977521625536093, 0.1815180059351066], "p_value": 0.1593077894557792, "input_sha256": "602052a343180eca69636bd5bf9f2b4b3dcff8bc70056e192f44b0b6a0ce5c7d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2617084953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.909906247798368, "interval": [-9.844440996052361, 15.664253491649097], "p_value": 0.6406926406926406, "input_sha256": "27abefbbdfa33894c94423be9268aacd3ec1448cf37fcc23cd05eed5533c45ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2617084953, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.909906247798368, "interval": [-4.9832802131939316, 16.599033339339602], "p_value": 0.6161452973924508, "input_sha256": "27abefbbdfa33894c94423be9268aacd3ec1448cf37fcc23cd05eed5533c45ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0514558108686247, "seed": 2617084953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039347496111487315, "interval": [-0.10250430343532448, 0.18119929565829912], "p_value": 0.5844155844155844, "input_sha256": "532729741d47d7ef5e8dd825efdafd776f70151724628368384e0d6069186a8d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0514558108686247, "seed": 2617084953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039347496111487315, "interval": [-0.04804476114460606, 0.1884889885193472], "p_value": 0.541984557165101, "input_sha256": "532729741d47d7ef5e8dd825efdafd776f70151724628368384e0d6069186a8d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2770990075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.418678721831777, "interval": [-2.552999631936454, 15.390357075600008], "p_value": 0.15151515151515152, "input_sha256": "e9dabab59f45ca5c720bc2fdbb9bc7d3c25c7ea67ae9fba09392690d783d5ed9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2770990075, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.418678721831777, "interval": [-0.03135451654736025, 14.606319445116954], "p_value": 0.1416216545592577, "input_sha256": "e9dabab59f45ca5c720bc2fdbb9bc7d3c25c7ea67ae9fba09392690d783d5ed9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.05038388109238587, "seed": 2770990075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049331433774220765, "interval": [-0.04445709928769895, 0.14311996683614048], "p_value": 0.2727272727272727, "input_sha256": "e2734cadc873e0ded2cbff2ff658d1fc0aef27e70fab5ca97a7a88a6f9033750"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.05038388109238587, "seed": 2770990075, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049331433774220765, "interval": [-0.01657261320413138, 0.1351287114664128], "p_value": 0.26780429272233497, "input_sha256": "e2734cadc873e0ded2cbff2ff658d1fc0aef27e70fab5ca97a7a88a6f9033750"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 38060249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.244163193767765, "interval": [1.2296417318018866, 15.258684655733642], "p_value": 0.03463203463203463, "input_sha256": "ce5dd32e48d7966d70b8784217a4c4b3554aa94d06e6323ab575e07bd5243a9c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 38060249, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.244163193767765, "interval": [0.9290104461215151, 13.273149807460332], "p_value": 0.025653834496701826, "input_sha256": "ce5dd32e48d7966d70b8784217a4c4b3554aa94d06e6323ab575e07bd5243a9c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.04734856632433717, "seed": 38060249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0733908074195208, "interval": [0.0012062240902355331, 0.14557539074880604], "p_value": 0.047619047619047616, "input_sha256": "829f443101360d11a979a93174444097dd1a88fcd14c320f5e5d66653e30b022"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.04734856632433717, "seed": 38060249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0733908074195208, "interval": [-0.000389533873073063, 0.12639926023954334], "p_value": 0.04693995421880467, "input_sha256": "829f443101360d11a979a93174444097dd1a88fcd14c320f5e5d66653e30b022"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2950621460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.737096311807389, "interval": [-8.530739788158403, 10.004932411773183], "p_value": 0.8571428571428571, "input_sha256": "c7ae013a5bdfec119eb8cd634c70f3b98e3142d48ca001cc1f4c341eda85bc2d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2950621460, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.737096311807389, "interval": [-5.878773690685463, 8.82480040202701], "p_value": 0.8584431493873055, "input_sha256": "c7ae013a5bdfec119eb8cd634c70f3b98e3142d48ca001cc1f4c341eda85bc2d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04825990148187597, "seed": 2950621460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013162651952797484, "interval": [-0.0876290182332082, 0.11395432213880319], "p_value": 0.7575757575757576, "input_sha256": "9dde7513917120d0ffae3ad93f64580ec1fff2d18d1fa87227df22459a9ab117"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04825990148187597, "seed": 2950621460, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013162651952797484, "interval": [-0.05417607778333051, 0.10043947519929648], "p_value": 0.7674567587225949, "input_sha256": "9dde7513917120d0ffae3ad93f64580ec1fff2d18d1fa87227df22459a9ab117"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 513870320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2284050106610396, "interval": [-11.140602712923389, 8.683792691601308], "p_value": 0.7792207792207793, "input_sha256": "bd5782892667d8370d9d340706f0ff304c3e282468b6e922c9f9c9dae9a44530"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 513870320, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2284050106610396, "interval": [-8.005022355754793, 6.661689901569166], "p_value": 0.7757097557944977, "input_sha256": "bd5782892667d8370d9d340706f0ff304c3e282468b6e922c9f9c9dae9a44530"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.04659156058189486, "seed": 513870320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015386359075759602, "interval": [-0.10828985386845252, 0.07751713571693333], "p_value": 0.7034632034632035, "input_sha256": "197af710948be2f34145a08b4677c1473c2b76e57aacf68c9f8e0a218e6ba881"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.04659156058189486, "seed": 513870320, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015386359075759602, "interval": [-0.07838958135241228, 0.06019043308174313], "p_value": 0.7019152005825933, "input_sha256": "197af710948be2f34145a08b4677c1473c2b76e57aacf68c9f8e0a218e6ba881"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3073372017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6258127966952, "interval": [-7.155211180541137, 16.406836773931538], "p_value": 0.40476190476190477, "input_sha256": "b73049c117c2b3b84fc971394fc33fdd988a4a51cbfe902bd7cb0b2ee49ddc5a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3073372017, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6258127966952, "interval": [-2.7937898375546717, 14.887650481234296], "p_value": 0.40173540304113775, "input_sha256": "b73049c117c2b3b84fc971394fc33fdd988a4a51cbfe902bd7cb0b2ee49ddc5a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.05119447476875707, "seed": 3073372017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05339391119889722, "interval": [-0.08091226796127174, 0.18770009035906618], "p_value": 0.4134199134199134, "input_sha256": "bf0e51d08d16c45dc4b445d530e65a0b525b06b55481b5d5cfa6ab458a51918d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.05119447476875707, "seed": 3073372017, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05339391119889722, "interval": [-0.028498035826885627, 0.1880426867087588], "p_value": 0.3934384199903409, "input_sha256": "bf0e51d08d16c45dc4b445d530e65a0b525b06b55481b5d5cfa6ab458a51918d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2828016756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.087274178085227, "interval": [-4.371204219064488, 18.545752575234943], "p_value": 0.18614718614718614, "input_sha256": "bbbd027b88ba83618597370e57276322d6ad6d4ad9591b66dd333a6ab8fbb67a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2828016756, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.087274178085227, "interval": [-2.425617337980808, 15.403559323018248], "p_value": 0.1928320375972046, "input_sha256": "bbbd027b88ba83618597370e57276322d6ad6d4ad9591b66dd333a6ab8fbb67a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.04861461490865666, "seed": 2828016756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06928721657629433, "interval": [-0.050163637786411155, 0.1887380709389998], "p_value": 0.21861471861471862, "input_sha256": "eef6be731d22636ccf3c8784c806a11e5cdd22fd64d3528bc42003ef5da87580"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.04861461490865666, "seed": 2828016756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06928721657629433, "interval": [-0.02995218915344596, 0.1598941983205191], "p_value": 0.2223701998273525, "input_sha256": "eef6be731d22636ccf3c8784c806a11e5cdd22fd64d3528bc42003ef5da87580"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3642348861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.393429542511531, "interval": [1.107923723409737, 13.678935361613325], "p_value": 0.025974025974025976, "input_sha256": "4174add2419c19f5800305afcd442e36259f207e75674e4d1dbcd65b8b3e67d3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3642348861, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.393429542511531, "interval": [3.147147047766854, 13.008209310386894], "p_value": 0.025587191168845187, "input_sha256": "4174add2419c19f5800305afcd442e36259f207e75674e4d1dbcd65b8b3e67d3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.047372581611638216, "seed": 3642348861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0712225622278783, "interval": [0.012826443465630402, 0.1296186809901262], "p_value": 0.017316017316017316, "input_sha256": "1722eb21c48eb529744305a39983d9c9eb5183bb83ee72d86fb2fbecee8c93d2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.047372581611638216, "seed": 3642348861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0712225622278783, "interval": [0.031034071995424004, 0.12598931315534695], "p_value": 0.021654239429502505, "input_sha256": "1722eb21c48eb529744305a39983d9c9eb5183bb83ee72d86fb2fbecee8c93d2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2922787206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7790398862103114, "interval": [-6.861441283293463, 8.419521055714085], "p_value": 0.816017316017316, "input_sha256": "35a1f23d8591677b31f8276e3500b7607054b229e230c8eb7fb1a669d97859c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2922787206, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7790398862103114, "interval": [-5.151425477982199, 6.052256964825816], "p_value": 0.8175766898191943, "input_sha256": "35a1f23d8591677b31f8276e3500b7607054b229e230c8eb7fb1a669d97859c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.04955937638038934, "seed": 2922787206, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0022361597413536327, "interval": [-0.07989442490572869, 0.08436674438843596], "p_value": 0.9502164502164502, "input_sha256": "824861e90fdd56219d4b5d41ea17e8e4a19e647d78c941395c7742275eeffcbd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.04955937638038934, "seed": 2922787206, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0022361597413536327, "interval": [-0.05866097448157863, 0.06158753676637856], "p_value": 0.9516545493783797, "input_sha256": "824861e90fdd56219d4b5d41ea17e8e4a19e647d78c941395c7742275eeffcbd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 739461459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.998978020019007, "interval": [-1.098893660363152, 11.096849700401165], "p_value": 0.09956709956709957, "input_sha256": "f8160b49eeeb470fb0024bd3a4bb2a89fbbf302c556d34782a1366e1ac0825f8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 739461459, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.998978020019007, "interval": [-0.06829548479236541, 9.9706452308972], "p_value": 0.09769280609994335, "input_sha256": "f8160b49eeeb470fb0024bd3a4bb2a89fbbf302c556d34782a1366e1ac0825f8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.050820890095075406, "seed": 739461459, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05048668200345277, "interval": [-0.020216611258502326, 0.12118997526540787], "p_value": 0.1406926406926407, "input_sha256": "6afcbf4d91a7505d17dfb1735fc0806cd67774451af6f01f76bf708360942a9a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.050820890095075406, "seed": 739461459, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05048668200345277, "interval": [-0.004642136304368339, 0.11359101740419988], "p_value": 0.1416713979771269, "input_sha256": "6afcbf4d91a7505d17dfb1735fc0806cd67774451af6f01f76bf708360942a9a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 643442794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.091173508309986, "interval": [1.087152620955517, 15.095194395664453], "p_value": 0.032467532467532464, "input_sha256": "b10fadc31b4147942129fdbe496a2f6683578d0e74f0fb27e6692455debbb8f4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 643442794, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.091173508309986, "interval": [2.250304529341144, 13.143390347166559], "p_value": 0.028019882021429358, "input_sha256": "b10fadc31b4147942129fdbe496a2f6683578d0e74f0fb27e6692455debbb8f4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04981424708757867, "seed": 643442794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0770800343620984, "interval": [0.0071027693864672, 0.1470572993377296], "p_value": 0.047619047619047616, "input_sha256": "fbbcc5cf24517902ea312b3645e59e79431d5ce0bb117cfcc45c60c11698d7bc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04981424708757867, "seed": 643442794, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0770800343620984, "interval": [0.009413284014740193, 0.12046048737200422], "p_value": 0.03415655156908227, "input_sha256": "fbbcc5cf24517902ea312b3645e59e79431d5ce0bb117cfcc45c60c11698d7bc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3824384588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.408534320632278, "interval": [-0.48691152531191584, 21.303980166576473], "p_value": 0.06060606060606061, "input_sha256": "631e66388c5281c49b9ad94ccb96ea07192c6317637ce6421f057a4635fa4b96"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3824384588, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.408534320632278, "interval": [3.4730469148819805, 20.212067336390803], "p_value": 0.05909945684850805, "input_sha256": "631e66388c5281c49b9ad94ccb96ea07192c6317637ce6421f057a4635fa4b96"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.047412832148966334, "seed": 3824384588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10888598855087808, "interval": [0.005459167806360424, 0.21231280929539575], "p_value": 0.03463203463203463, "input_sha256": "844fe0ab75850de843279d4acc1dee11a34e5700fd108abe37fb391f3210bd43"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.047412832148966334, "seed": 3824384588, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10888598855087808, "interval": [0.041251907472058515, 0.20396451554267853], "p_value": 0.04093704192451962, "input_sha256": "844fe0ab75850de843279d4acc1dee11a34e5700fd108abe37fb391f3210bd43"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2245033345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7783550078251, "interval": [-14.164626886155247, 8.607916870505047], "p_value": 0.5995670995670995, "input_sha256": "1f056e2d198a5e64834c19ad457fa20a8f4a8ab6f1845ab3d28426cd2ba81adb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2245033345, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7783550078251, "interval": [-10.463446020423499, 6.439147438912137], "p_value": 0.5857274625880751, "input_sha256": "1f056e2d198a5e64834c19ad457fa20a8f4a8ab6f1845ab3d28426cd2ba81adb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.04547170904636077, "seed": 2245033345, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033056158772826916, "interval": [-0.15378515114832708, 0.08767283360267325], "p_value": 0.5411255411255411, "input_sha256": "ff4c0c4da22f7071db0822f4513de74ce821fbbe3db364d80fc75f03cdef39ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.04547170904636077, "seed": 2245033345, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033056158772826916, "interval": [-0.12076159673226279, 0.059184671325421725], "p_value": 0.5393520640390769, "input_sha256": "ff4c0c4da22f7071db0822f4513de74ce821fbbe3db364d80fc75f03cdef39ff"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1743594588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.761283768396403, "interval": [-6.808972264816264, 18.33153980160907], "p_value": 0.3116883116883117, "input_sha256": "11ee188e7c2a631aaeb4d534983676ade956a671e3dd310ce2bc3e28ec873882"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1743594588, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.761283768396403, "interval": [-5.231863726827622, 15.787888146209701], "p_value": 0.3297677860242433, "input_sha256": "11ee188e7c2a631aaeb4d534983676ade956a671e3dd310ce2bc3e28ec873882"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.05026482562482612, "seed": 1743594588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0616533582220118, "interval": [-0.06364580321173723, 0.18695251965576082], "p_value": 0.28354978354978355, "input_sha256": "4e0287c8380c220e7562d79ab9283825156bdf8feb28bec20a76500b48fedc46"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.05026482562482612, "seed": 1743594588, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0616533582220118, "interval": [-0.03863106825321074, 0.16787083555682758], "p_value": 0.29374194127781084, "input_sha256": "4e0287c8380c220e7562d79ab9283825156bdf8feb28bec20a76500b48fedc46"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 578473677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.185036925802503, "interval": [0.5083983272654358, 17.86167552433957], "p_value": 0.0367965367965368, "input_sha256": "5740cbb583237a9c77b111d990c9319b42114fed017822cabd882c42a1dbf76f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 578473677, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.185036925802503, "interval": [2.8473726396756978, 16.04715422449691], "p_value": 0.04067507795780938, "input_sha256": "5740cbb583237a9c77b111d990c9319b42114fed017822cabd882c42a1dbf76f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.04888639142128609, "seed": 578473677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06859790740601887, "interval": [-0.028975164072034848, 0.1661709788840726], "p_value": 0.13203463203463203, "input_sha256": "936a4f8dad516911b5407994c8303b84d5e14709247f1b95e30264d55f7d0997"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.04888639142128609, "seed": 578473677, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06859790740601887, "interval": [0.0015053129537194003, 0.14743575081756743], "p_value": 0.13897924091914976, "input_sha256": "936a4f8dad516911b5407994c8303b84d5e14709247f1b95e30264d55f7d0997"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 423075457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.280762832369156, "interval": [-8.306762409343255, 20.86828807408157], "p_value": 0.34415584415584416, "input_sha256": "fbebdbbbbfc29e8cf3ba2487dfe13af589e6af0c5761e4928e998ddf760146dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 423075457, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.280762832369156, "interval": [-4.514246948922067, 16.41364524053353], "p_value": 0.33467362623159497, "input_sha256": "fbebdbbbbfc29e8cf3ba2487dfe13af589e6af0c5761e4928e998ddf760146dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04938205453127973, "seed": 423075457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053662749282509345, "interval": [-0.08290087829629782, 0.1902263768613165], "p_value": 0.38311688311688313, "input_sha256": "c1c1a6cc67bf981f948a34bd1d4f9170f62c69f118d2582a5b98002e75de2672"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04938205453127973, "seed": 423075457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053662749282509345, "interval": [-0.04638657195712956, 0.15426493571418512], "p_value": 0.3822398785941515, "input_sha256": "c1c1a6cc67bf981f948a34bd1d4f9170f62c69f118d2582a5b98002e75de2672"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 502200228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.200439207014739, "interval": [-0.7984336113981367, 19.199312025427616], "p_value": 0.0670995670995671, "input_sha256": "ef62f285c767c748892a4c470ea407dc7cc9f46861622bc2e0711ffb4a6b1673"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 502200228, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.200439207014739, "interval": [0.33551967130007776, 16.417404392249697], "p_value": 0.06743392675482227, "input_sha256": "ef62f285c767c748892a4c470ea407dc7cc9f46861622bc2e0711ffb4a6b1673"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.049867606394953495, "seed": 502200228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09284609218308167, "interval": [-0.022231798003389258, 0.2079239823695526], "p_value": 0.10173160173160173, "input_sha256": "5f4248b624406dbdf74e8307a35ade9e47158d0d41791f16a7df4fc1ee8f96b0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.049867606394953495, "seed": 502200228, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09284609218308167, "interval": [-0.008056491261877017, 0.17903040784901572], "p_value": 0.10236519945546363, "input_sha256": "5f4248b624406dbdf74e8307a35ade9e47158d0d41791f16a7df4fc1ee8f96b0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1847042224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.426353043283144, "interval": [-7.139953414332303, 11.99265950089859], "p_value": 0.6471861471861472, "input_sha256": "1a0c446f51544e4824b778c34782378a0f4fbcd8cbbe892affc3f3f1519dc111"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1847042224, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.426353043283144, "interval": [-3.1208230384535978, 12.946489341969011], "p_value": 0.5765113370936357, "input_sha256": "1a0c446f51544e4824b778c34782378a0f4fbcd8cbbe892affc3f3f1519dc111"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.04982426765171264, "seed": 1847042224, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014341532133009982, "interval": [-0.07718452508632515, 0.10586758935234511], "p_value": 0.7770562770562771, "input_sha256": "7b588816abf49e1e98c3041c831ccf12c800ad3184179454e974d680cd92455f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.04982426765171264, "seed": 1847042224, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014341532133009982, "interval": [-0.038008836763166964, 0.11266782269394376], "p_value": 0.728758384247713, "input_sha256": "7b588816abf49e1e98c3041c831ccf12c800ad3184179454e974d680cd92455f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 90731089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.371047766323459, "interval": [0.5750577664006151, 20.167037766246303], "p_value": 0.032467532467532464, "input_sha256": "a367e23d9812f7d30c5d6db85917fba9da4cb1f01bf9c7c596354cd40b83132a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 90731089, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.371047766323459, "interval": [3.3909769247753228, 17.211027204654503], "p_value": 0.0411580210564074, "input_sha256": "a367e23d9812f7d30c5d6db85917fba9da4cb1f01bf9c7c596354cd40b83132a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0502215937166513, "seed": 90731089, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12034891116691407, "interval": [0.0007459569185459397, 0.23995186541528218], "p_value": 0.0367965367965368, "input_sha256": "a854e503dedd815a969fede780dedb09d262dbfddcb02f2cbcfb36d4140fe37b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0502215937166513, "seed": 90731089, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12034891116691407, "interval": [0.0389422975025456, 0.2096013031032102], "p_value": 0.04899701964301029, "input_sha256": "a854e503dedd815a969fede780dedb09d262dbfddcb02f2cbcfb36d4140fe37b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3659408423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.254899596261517, "interval": [2.028209827942078, 18.481589364580955], "p_value": 0.01948051948051948, "input_sha256": "74afadfd529f9163a84811835ee5c9b8578f95f54960fba64aaff1d68a73c92e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3659408423, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.254899596261517, "interval": [4.035052486032072, 16.46484410753619], "p_value": 0.01956796513199005, "input_sha256": "74afadfd529f9163a84811835ee5c9b8578f95f54960fba64aaff1d68a73c92e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.04786046370843528, "seed": 3659408423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0985012438473005, "interval": [0.011851138802973157, 0.18515134889162782], "p_value": 0.02813852813852814, "input_sha256": "142af76e96485a4d83cc281fe4c7b0bdd4313c5c00fd17bd9e2f4a5d07856699"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.04786046370843528, "seed": 3659408423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0985012438473005, "interval": [0.03490481325117952, 0.16844322721886223], "p_value": 0.02983135543939005, "input_sha256": "142af76e96485a4d83cc281fe4c7b0bdd4313c5c00fd17bd9e2f4a5d07856699"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 708808839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.245788287015387, "interval": [0.7702998864041337, 21.72127668762664], "p_value": 0.03463203463203463, "input_sha256": "a2cbfe9714d77b8761cb4589c926bb2fcf5888fea484dd31a5026d47ffff85d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 708808839, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.245788287015387, "interval": [4.10631196030793, 20.91472158932692], "p_value": 0.03832682946064322, "input_sha256": "a2cbfe9714d77b8761cb4589c926bb2fcf5888fea484dd31a5026d47ffff85d5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0504739565671126, "seed": 708808839, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11242580182961034, "interval": [0.005021858380071187, 0.2198297452791495], "p_value": 0.04112554112554113, "input_sha256": "f827d35f1ec906054f0345c053588e1259b80d2e3198dc1ee3c1f3d0bda7274a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0504739565671126, "seed": 708808839, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11242580182961034, "interval": [0.04027123198449226, 0.2098226159415393], "p_value": 0.04216556976058163, "input_sha256": "f827d35f1ec906054f0345c053588e1259b80d2e3198dc1ee3c1f3d0bda7274a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 91111576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.539380798179685, "interval": [-5.593899070242358, 22.67266066660173], "p_value": 0.2077922077922078, "input_sha256": "37305854d091f2b2480f1d89812f69d456bd8596983d2ba530e82aef84c995bd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 91111576, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.539380798179685, "interval": [-1.0067301989639452, 22.923168383185885], "p_value": 0.2074154082494507, "input_sha256": "37305854d091f2b2480f1d89812f69d456bd8596983d2ba530e82aef84c995bd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.04774125517982825, "seed": 91111576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08077604416787851, "interval": [-0.0471184668509278, 0.20867055518668481], "p_value": 0.18181818181818182, "input_sha256": "3a1d9e880cd597d749666d82f8966c83b0c996d241ad1e5e1ed3a98f15e82a9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.04774125517982825, "seed": 91111576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08077604416787851, "interval": [-0.008538482437313196, 0.20370292521878336], "p_value": 0.18931452647199412, "input_sha256": "3a1d9e880cd597d749666d82f8966c83b0c996d241ad1e5e1ed3a98f15e82a9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 580795847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.303291126060099, "interval": [-3.055528406793716, 19.662110658913914], "p_value": 0.12987012987012986, "input_sha256": "2f982605f9dbc648f65d7828dd21338c756e5c5b3633c561f9e0bde603e3b543"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 580795847, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.303291126060099, "interval": [-1.4647558605889233, 16.76464746384571], "p_value": 0.13407202828337414, "input_sha256": "2f982605f9dbc648f65d7828dd21338c756e5c5b3633c561f9e0bde603e3b543"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.04987930285198492, "seed": 580795847, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09912197014838485, "interval": [-0.012209694425110301, 0.21045363472188], "p_value": 0.07575757575757576, "input_sha256": "4238d45d8d895b4a964e2f5a0ee59505e9e369aa2ab7cd2e4c30487784128657"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.04987930285198492, "seed": 580795847, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09912197014838485, "interval": [-0.004772581162549777, 0.17355272848675837], "p_value": 0.07519595646190078, "input_sha256": "4238d45d8d895b4a964e2f5a0ee59505e9e369aa2ab7cd2e4c30487784128657"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 346059595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.130355037587456, "interval": [4.099770096989131, 20.16093997818578], "p_value": 0.008658008658008658, "input_sha256": "fbe51eaf64744fd436be4f2f23290281ba29142c526de33788cd1b3ed6487602"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 346059595, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.130355037587456, "interval": [6.323488378448344, 18.43432671091151], "p_value": 0.009657147805942424, "input_sha256": "fbe51eaf64744fd436be4f2f23290281ba29142c526de33788cd1b3ed6487602"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.04940580551038262, "seed": 346059595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12565554714091265, "interval": [0.04423177927771242, 0.20707931500411286], "p_value": 0.008658008658008658, "input_sha256": "e4791cf360ab4519c1df28738d9b378bfde823af8d6d5ac4bfdecb9f29ffb5ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.04940580551038262, "seed": 346059595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12565554714091265, "interval": [0.06017585916123097, 0.18640948211150082], "p_value": 0.00883212233984992, "input_sha256": "e4791cf360ab4519c1df28738d9b378bfde823af8d6d5ac4bfdecb9f29ffb5ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3714070619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4694072189689962, "interval": [-7.597227416219882, 10.536041854157874], "p_value": 0.7294372294372294, "input_sha256": "82f6d97de8071fd9f81e6a49013333ad8a5f60f4a2253c4a1ad4c11de3270338"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3714070619, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4694072189689962, "interval": [-5.832500500636094, 8.47442530949141], "p_value": 0.7217427165137325, "input_sha256": "82f6d97de8071fd9f81e6a49013333ad8a5f60f4a2253c4a1ad4c11de3270338"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.050044449354208015, "seed": 3714070619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0045892617420399545, "interval": [-0.08915049692352263, 0.09832902040760254], "p_value": 0.9307359307359307, "input_sha256": "060af7608e9dd409720c9ee91144ef7b729c4d6d7f13c46472aa0c9b38eb908d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.050044449354208015, "seed": 3714070619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0045892617420399545, "interval": [-0.07136960596654629, 0.08163499348848868], "p_value": 0.9148199318693158, "input_sha256": "060af7608e9dd409720c9ee91144ef7b729c4d6d7f13c46472aa0c9b38eb908d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2034918175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7768288593022561, "interval": [-9.222222917160083, 10.775880635764596], "p_value": 0.8636363636363636, "input_sha256": "47f1cf7bc2e077ce9f91d364d71d2f21bb5076c83e4797359af34011918af75d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2034918175, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7768288593022561, "interval": [-6.662428521844316, 8.78282560795222], "p_value": 0.8644936139292455, "input_sha256": "47f1cf7bc2e077ce9f91d364d71d2f21bb5076c83e4797359af34011918af75d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.04827844863121983, "seed": 2034918175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00388947699486189, "interval": [-0.10335252662353031, 0.09557357263380653], "p_value": 0.9307359307359307, "input_sha256": "f79e59708b071ee7e2cb452ad844e116e0902f88a761843d45f633d790776be3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.04827844863121983, "seed": 2034918175, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00388947699486189, "interval": [-0.07637511195062256, 0.07473209920832692], "p_value": 0.9313301121862196, "input_sha256": "f79e59708b071ee7e2cb452ad844e116e0902f88a761843d45f633d790776be3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1571571312, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.854405860579988, "interval": [-0.28265046573649855, 17.991462186896474], "p_value": 0.05627705627705628, "input_sha256": "89980c56ec817620b8b0060ba9b0d3761c51297869d66991e8c46bb2694b87f3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1571571312, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.854405860579988, "interval": [1.9407294672920865, 16.260573388808268], "p_value": 0.056132009411217584, "input_sha256": "89980c56ec817620b8b0060ba9b0d3761c51297869d66991e8c46bb2694b87f3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.04726312801430993, "seed": 1571571312, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0836360308767762, "interval": [-0.0065037300212659604, 0.17377579177481833], "p_value": 0.07142857142857142, "input_sha256": "996f83bcc33f747baf7fe24102c3d96d03404dc4b0badcfd6168a6b5470fa22e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.04726312801430993, "seed": 1571571312, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0836360308767762, "interval": [0.016412626935121254, 0.15536369742784786], "p_value": 0.06529754383726599, "input_sha256": "996f83bcc33f747baf7fe24102c3d96d03404dc4b0badcfd6168a6b5470fa22e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1290648708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.629113574970237, "interval": [4.746538443334229, 22.511688706606243], "p_value": 0.012987012987012988, "input_sha256": "340bda4b8abc8f00a5a85045be109d7ea8f1e60281af6545c0cd1cbc0daf3683"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1290648708, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.629113574970237, "interval": [3.577028354596528, 18.79445851320662], "p_value": 0.009186652779338769, "input_sha256": "340bda4b8abc8f00a5a85045be109d7ea8f1e60281af6545c0cd1cbc0daf3683"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.05054840893060728, "seed": 1290648708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13994447401816168, "interval": [0.04838782021602811, 0.23150112782029525], "p_value": 0.012987012987012988, "input_sha256": "b5879e35e8a0705c456b4883f8494713ddaecac15584a3e5c1cdbf2cb9c37342"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.05054840893060728, "seed": 1290648708, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13994447401816168, "interval": [0.04023349850575866, 0.19029272396271726], "p_value": 0.009446760075270452, "input_sha256": "b5879e35e8a0705c456b4883f8494713ddaecac15584a3e5c1cdbf2cb9c37342"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2948942906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.019877227926047, "interval": [1.978696396695212, 14.061058059156881], "p_value": 0.017316017316017316, "input_sha256": "35afc2a4a1f3591119e486ae66947a7660bf9c73ed99ecf89e8fd8edbf07bb3a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2948942906, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.019877227926047, "interval": [2.863569597374198, 12.390191152637259], "p_value": 0.014439140231605018, "input_sha256": "35afc2a4a1f3591119e486ae66947a7660bf9c73ed99ecf89e8fd8edbf07bb3a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.04839200247074665, "seed": 2948942906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08138273325171998, "interval": [0.016024537199126068, 0.14674092930431387], "p_value": 0.021645021645021644, "input_sha256": "7bd7efb72beea0f4f92cb64cbc1d35375dd4c1fa4234f19dea978599b46a2ca5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.04839200247074665, "seed": 2948942906, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08138273325171998, "interval": [0.02813335673798795, 0.13049912965564298], "p_value": 0.02026836499844657, "input_sha256": "7bd7efb72beea0f4f92cb64cbc1d35375dd4c1fa4234f19dea978599b46a2ca5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1248544381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2850152124940335, "interval": [-5.184911867522923, 15.75494229251099], "p_value": 0.2878787878787879, "input_sha256": "8b8980edcb0bc0e8aff3826ffe620f2fcc1f2932376e4522ee2f9ae2897e4957"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1248544381, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2850152124940335, "interval": [-5.07959165445858, 12.479318965190261], "p_value": 0.28687584369463487, "input_sha256": "8b8980edcb0bc0e8aff3826ffe620f2fcc1f2932376e4522ee2f9ae2897e4957"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.049097588150300846, "seed": 1248544381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056354697425350445, "interval": [-0.05189866015166515, 0.16460805500236603], "p_value": 0.2619047619047619, "input_sha256": "d5d0c5d79b7d659e52de10b98d0029166bba75c15eb346b4b87cd72a16867049"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.049097588150300846, "seed": 1248544381, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056354697425350445, "interval": [-0.047279506622531775, 0.13402788728341383], "p_value": 0.2726140479476844, "input_sha256": "d5d0c5d79b7d659e52de10b98d0029166bba75c15eb346b4b87cd72a16867049"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1406420045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.607919518057875, "interval": [-4.633512539299739, 17.84935157541549], "p_value": 0.2012987012987013, "input_sha256": "ef4facd23f7ee4d435522a196c3c0ce4f36dfb36bbf6de48d3a924998142c1b7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1406420045, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.607919518057875, "interval": [-3.1253362181926483, 14.745038350477618], "p_value": 0.21130497929206107, "input_sha256": "ef4facd23f7ee4d435522a196c3c0ce4f36dfb36bbf6de48d3a924998142c1b7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.05325865446531305, "seed": 1406420045, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07218515471698324, "interval": [-0.06300492454574062, 0.20737523397970709], "p_value": 0.24891774891774893, "input_sha256": "dd840d6838c334fe0485eb268831656884293e5c7c838bcb73fdc46e368e6482"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.05325865446531305, "seed": 1406420045, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07218515471698324, "interval": [-0.04828157749095991, 0.16682332750326673], "p_value": 0.25441683512665497, "input_sha256": "dd840d6838c334fe0485eb268831656884293e5c7c838bcb73fdc46e368e6482"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101878570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5789041418862411, "interval": [-9.293425794610808, 8.135617510838326], "p_value": 0.8896103896103896, "input_sha256": "0878feaba122e392965353b27f54f49c0200f3b36c59cab32d93755712eeffa6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101878570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5789041418862411, "interval": [-8.174631679420312, 5.494662722902694], "p_value": 0.8849282511051239, "input_sha256": "0878feaba122e392965353b27f54f49c0200f3b36c59cab32d93755712eeffa6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.04987376767058584, "seed": 101878570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015582480403434795, "interval": [-0.0983750458352676, 0.06721008502839801], "p_value": 0.670995670995671, "input_sha256": "a5d3f677af57de0d8c816d0bd4aad28abb3ebed25e18f053777ab15c0513a3c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.04987376767058584, "seed": 101878570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015582480403434795, "interval": [-0.08245728341984494, 0.04628090269032283], "p_value": 0.6831953604046042, "input_sha256": "a5d3f677af57de0d8c816d0bd4aad28abb3ebed25e18f053777ab15c0513a3c3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2652085751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.04411113098152, "interval": [-6.550795104351703, 10.639017366314743], "p_value": 0.6017316017316018, "input_sha256": "17a24b415011d52adb7970c8c60d96c3a39879a836a1420e173b2287271a59ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2652085751, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.04411113098152, "interval": [-4.8694102140246125, 8.894199592393504], "p_value": 0.6066407673976589, "input_sha256": "17a24b415011d52adb7970c8c60d96c3a39879a836a1420e173b2287271a59ec"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.04981263374603118, "seed": 2652085751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028675452652546646, "interval": [-0.060843716639416914, 0.1181946219445102], "p_value": 0.4805194805194805, "input_sha256": "9e55e41833287cdf949e0845716f634a02e92ab8d2126f0f4482a5099f5e74f3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.04981263374603118, "seed": 2652085751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028675452652546646, "interval": [-0.04236777479042516, 0.09459657433285279], "p_value": 0.49138570711023444, "input_sha256": "9e55e41833287cdf949e0845716f634a02e92ab8d2126f0f4482a5099f5e74f3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4184411967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.770818651536054, "interval": [-2.4715770515085573, 22.013214354580665], "p_value": 0.09307359307359307, "input_sha256": "214466e8bb5778a51b5ad72dcf4080c8b2c3e134938d64dde7bc62636e96812e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4184411967, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.770818651536054, "interval": [-1.9586870270129932, 16.788640599178617], "p_value": 0.10215644067443883, "input_sha256": "214466e8bb5778a51b5ad72dcf4080c8b2c3e134938d64dde7bc62636e96812e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04870646392887127, "seed": 4184411967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10471653333378199, "interval": [-0.004088642587423599, 0.2135217092549876], "p_value": 0.06060606060606061, "input_sha256": "72f6ee4b30928f2be4650642422c1087efe59be0e1969d351692fa98ddfcb9f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04870646392887127, "seed": 4184411967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10471653333378199, "interval": [-0.001686992574610015, 0.16885079636528938], "p_value": 0.057236164940590695, "input_sha256": "72f6ee4b30928f2be4650642422c1087efe59be0e1969d351692fa98ddfcb9f2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 488930043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.850455506519552, "interval": [-7.72733053272726, 13.428241545766364], "p_value": 0.5627705627705628, "input_sha256": "052a78e2c755092f469350d249a491c4a18885998bdc7d30da53876086d80d05"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 488930043, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.850455506519552, "interval": [-5.1257819286495145, 11.898850979282146], "p_value": 0.5612797897476475, "input_sha256": "052a78e2c755092f469350d249a491c4a18885998bdc7d30da53876086d80d05"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.050532987644760115, "seed": 488930043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02510211943578708, "interval": [-0.07125619963065967, 0.12146043850223383], "p_value": 0.5735930735930735, "input_sha256": "5d080e3169f7a1223cca867327f14f07ffd1fc57f994f8928ed40841baf07203"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.050532987644760115, "seed": 488930043, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02510211943578708, "interval": [-0.053125134614363294, 0.10264599617259265], "p_value": 0.5732774584760194, "input_sha256": "5d080e3169f7a1223cca867327f14f07ffd1fc57f994f8928ed40841baf07203"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1445149799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.812677003061698, "interval": [-2.0717538009026724, 17.697107807026068], "p_value": 0.07142857142857142, "input_sha256": "72947e656fc26abdc3338e52157c876f61da9879762c4916e1ca01ca37a11966"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1445149799, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.812677003061698, "interval": [1.7667748510085701, 18.003612418796386], "p_value": 0.10827835971659736, "input_sha256": "72947e656fc26abdc3338e52157c876f61da9879762c4916e1ca01ca37a11966"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.05131031543479541, "seed": 1445149799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07150752519125085, "interval": [-0.03131407465787417, 0.17432912504037587], "p_value": 0.16017316017316016, "input_sha256": "dffac6fbf88b8506828c4a422083cd8e81374cf1cfa7076dc5872b00a764de20"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.05131031543479541, "seed": 1445149799, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07150752519125085, "interval": [0.006581149828857317, 0.16974777174582], "p_value": 0.15227966745472346, "input_sha256": "dffac6fbf88b8506828c4a422083cd8e81374cf1cfa7076dc5872b00a764de20"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 281506770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.356770906500694, "interval": [-2.4859151523673626, 11.19945696536875], "p_value": 0.1645021645021645, "input_sha256": "62c6f5266622860c467dfe5b068a617bd85e4de76f281877aeb77ae4c231b5b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 281506770, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.356770906500694, "interval": [-0.7556872603400994, 9.176508031978209], "p_value": 0.1722189976272426, "input_sha256": "62c6f5266622860c467dfe5b068a617bd85e4de76f281877aeb77ae4c231b5b9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.05439711210963297, "seed": 281506770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0492038565903368, "interval": [-0.029228381351268387, 0.12763609453194197], "p_value": 0.18181818181818182, "input_sha256": "6444cdcb3c815ee57d4fb8466f503fd34643ff5c8c075b498d4e10fbc11b45b3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.05439711210963297, "seed": 281506770, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0492038565903368, "interval": [-0.01094583126372837, 0.10721101517375421], "p_value": 0.18631269524394198, "input_sha256": "6444cdcb3c815ee57d4fb8466f503fd34643ff5c8c075b498d4e10fbc11b45b3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3480100851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.32084000758164, "interval": [0.9236786898139524, 17.718001325349327], "p_value": 0.023809523809523808, "input_sha256": "e8b7a025b1d2e9713fb0a5c07e73428b92465506af9d0a28fc229762150a79a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3480100851, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.32084000758164, "interval": [3.9241914492645606, 16.938334171879568], "p_value": 0.033294483922642025, "input_sha256": "e8b7a025b1d2e9713fb0a5c07e73428b92465506af9d0a28fc229762150a79a4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.048432304044157555, "seed": 3480100851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10161727194774003, "interval": [0.010513997212786494, 0.19272054668269356], "p_value": 0.030303030303030304, "input_sha256": "0c72b1f4cfca4200aadf80de7826e7a02108acd6fe0116e0996e76c304bd2ec6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.048432304044157555, "seed": 3480100851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10161727194774003, "interval": [0.044688268461748185, 0.19380575376211084], "p_value": 0.03226149299301307, "input_sha256": "0c72b1f4cfca4200aadf80de7826e7a02108acd6fe0116e0996e76c304bd2ec6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1614334161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.134085075345906, "interval": [-2.954102829145869, 21.222272979837683], "p_value": 0.11471861471861472, "input_sha256": "cf5c8d6a09e386481a5f91358a11c2a3ce453af75afad17afd5e98ebbe16c1c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1614334161, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.134085075345906, "interval": [0.2920127317403539, 17.723184538501116], "p_value": 0.11631549869301105, "input_sha256": "cf5c8d6a09e386481a5f91358a11c2a3ce453af75afad17afd5e98ebbe16c1c6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.047953474568888786, "seed": 1614334161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08224244301310046, "interval": [-0.04133925566280666, 0.2058241416890076], "p_value": 0.15367965367965367, "input_sha256": "d1c41d5743758e3f38143af1d597e4693c6b399c5c1a380dc0a7e80621c89fc6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.047953474568888786, "seed": 1614334161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08224244301310046, "interval": [-0.003438946719677627, 0.18029510627960105], "p_value": 0.15835658500362798, "input_sha256": "d1c41d5743758e3f38143af1d597e4693c6b399c5c1a380dc0a7e80621c89fc6"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3381282027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.125382927728546, "interval": [-4.114680046607421, 16.36544590206451], "p_value": 0.20346320346320346, "input_sha256": "634e059a13ec12f051a93f0cdfdb2992343cca42b69e1ee8a265a42a66ab432d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3381282027, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.125382927728546, "interval": [-2.796459584809437, 13.51138431978309], "p_value": 0.2063024415216456, "input_sha256": "634e059a13ec12f051a93f0cdfdb2992343cca42b69e1ee8a265a42a66ab432d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04751596017901503, "seed": 3381282027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06667403815382607, "interval": [-0.04087882515168452, 0.17422690145933667], "p_value": 0.20562770562770563, "input_sha256": "c316683de7e3a0446012ce3676d6dc6776924a6e39669be0dfde073980a82a09"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04751596017901503, "seed": 3381282027, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06667403815382607, "interval": [-0.007737690486355529, 0.16208737530270076], "p_value": 0.19717304731094035, "input_sha256": "c316683de7e3a0446012ce3676d6dc6776924a6e39669be0dfde073980a82a09"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1819992982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.77144578341718, "interval": [-5.613909547291954, 19.156801114126313], "p_value": 0.22077922077922077, "input_sha256": "3b3af661793531bd0320dd262719c6ffe6cd73a80669aa7d7bb4ca1f6ad5be64"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1819992982, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.77144578341718, "interval": [-1.311220945829735, 17.41174431051761], "p_value": 0.23694455661540434, "input_sha256": "3b3af661793531bd0320dd262719c6ffe6cd73a80669aa7d7bb4ca1f6ad5be64"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.05055372738665584, "seed": 1819992982, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06338833442362325, "interval": [-0.054568932296338565, 0.18134560114358506], "p_value": 0.23809523809523808, "input_sha256": "e4805235cd08c1637c653300ad5e60eaecd32f8f272f9edcc1cc4dd2358f7f65"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.05055372738665584, "seed": 1819992982, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06338833442362325, "interval": [-0.014185733476028712, 0.16032383076254605], "p_value": 0.24469838231890131, "input_sha256": "e4805235cd08c1637c653300ad5e60eaecd32f8f272f9edcc1cc4dd2358f7f65"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 434747723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.135044947798628, "interval": [2.9425708908944017, 11.327519004702854], "p_value": 0.004329004329004329, "input_sha256": "a9a617cad2ed9214fb8db89bd3ec5ec85541f0769f41baf28f7e70f2babc00e9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 434747723, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.135044947798628, "interval": [4.106829494698985, 10.967074922520048], "p_value": 0.004412029737159607, "input_sha256": "a9a617cad2ed9214fb8db89bd3ec5ec85541f0769f41baf28f7e70f2babc00e9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04651639043601632, "seed": 434747723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06736882545555727, "interval": [0.0241818207220882, 0.11055583018902633], "p_value": 0.004329004329004329, "input_sha256": "58e06a46f24e9a06cde33335f565c7a8e477c22a150de89b4f0cf3c054cbeeb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04651639043601632, "seed": 434747723, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06736882545555727, "interval": [0.03387628641349669, 0.10475028171813858], "p_value": 0.006983204833353968, "input_sha256": "58e06a46f24e9a06cde33335f565c7a8e477c22a150de89b4f0cf3c054cbeeb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3548616055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9995186156971574, "interval": [-3.092193267421327, 11.09123049881564], "p_value": 0.23160173160173161, "input_sha256": "f962adf205de91fde8988d93d6b8ce0acb3d233b23d96a5087cc19b7551d900d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3548616055, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9995186156971574, "interval": [-1.4532277959942104, 9.794517799201644], "p_value": 0.23145517499421595, "input_sha256": "f962adf205de91fde8988d93d6b8ce0acb3d233b23d96a5087cc19b7551d900d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.05078449628121734, "seed": 3548616055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04511694869327369, "interval": [-0.041389858359423506, 0.1316237557459709], "p_value": 0.2554112554112554, "input_sha256": "d95d058f0aeac024b7879f19ac6b50c5e33d47a04caeffe05ec98c730532885d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.05078449628121734, "seed": 3548616055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04511694869327369, "interval": [-0.03141650166706086, 0.10370891196323394], "p_value": 0.2609067856342164, "input_sha256": "d95d058f0aeac024b7879f19ac6b50c5e33d47a04caeffe05ec98c730532885d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2199362246, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5125523855107685, "interval": [-3.5678228486242363, 12.592927619645774], "p_value": 0.23376623376623376, "input_sha256": "b4c1eacd14a5d4387f7b8dd8a1be0188db1e863af769b7d581c465833f5329c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2199362246, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5125523855107685, "interval": [-3.317395477885812, 10.193782849573546], "p_value": 0.23902585575449145, "input_sha256": "b4c1eacd14a5d4387f7b8dd8a1be0188db1e863af769b7d581c465833f5329c2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.047733232484331985, "seed": 2199362246, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03840666644781231, "interval": [-0.03950521504402826, 0.11631854793965288], "p_value": 0.2813852813852814, "input_sha256": "ec2a09b16f897fdfa271bd3120dd3d111c30c72a8baa73928bb536000818c21b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.047733232484331985, "seed": 2199362246, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03840666644781231, "interval": [-0.036168067566637555, 0.09569605727720232], "p_value": 0.2957660768153289, "input_sha256": "ec2a09b16f897fdfa271bd3120dd3d111c30c72a8baa73928bb536000818c21b"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 177212554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.46129516656129, "interval": [1.3668051115132833, 11.555785221609296], "p_value": 0.023809523809523808, "input_sha256": "0cff93a660b32b2b53bbdf68b678cfb5b6663ce361d9ea1d87219cfd25e77cc0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 177212554, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.46129516656129, "interval": [2.472635921742547, 10.256400135054912], "p_value": 0.018523966323068658, "input_sha256": "0cff93a660b32b2b53bbdf68b678cfb5b6663ce361d9ea1d87219cfd25e77cc0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.05267302411869803, "seed": 177212554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07356349564985966, "interval": [0.01874327904273391, 0.12838371225698542], "p_value": 0.010822510822510822, "input_sha256": "e858307d438a6d70a92d6a2259ac016c26e3a776a735d3ac6ea116c1ab6d5b60"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.05267302411869803, "seed": 177212554, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07356349564985966, "interval": [0.03530935175060035, 0.11674709990012527], "p_value": 0.013884640067146459, "input_sha256": "e858307d438a6d70a92d6a2259ac016c26e3a776a735d3ac6ea116c1ab6d5b60"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 209975990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.276409917895788, "interval": [-4.777890474453137, 9.330710310244713], "p_value": 0.4653679653679654, "input_sha256": "00d30338a968c9055bbe271a348bfa70ed763f63cf69f4a514718b5ec64983d4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 209975990, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.276409917895788, "interval": [-3.2779277858809777, 7.75272347744734], "p_value": 0.4807071887902813, "input_sha256": "00d30338a968c9055bbe271a348bfa70ed763f63cf69f4a514718b5ec64983d4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.046239692736988545, "seed": 209975990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011004036526631442, "interval": [-0.05041956366307516, 0.07242763671633803], "p_value": 0.6883116883116883, "input_sha256": "150dbcb774a7008f1cf0c747ceb4967829a6b3e3bc1839fa05e1bfb0583f2aa2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.046239692736988545, "seed": 209975990, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011004036526631442, "interval": [-0.03774231618278066, 0.05904999583627415], "p_value": 0.6963110318899781, "input_sha256": "150dbcb774a7008f1cf0c747ceb4967829a6b3e3bc1839fa05e1bfb0583f2aa2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2479890407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.39171591382509696, "interval": [-11.555352592894614, 12.338784420544808], "p_value": 0.9523809523809523, "input_sha256": "017eaebae0b55b1092df569c70da83fa57c4c6aaf62dfe5d7aac2c5fc2227706"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2479890407, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.39171591382509696, "interval": [-7.268230591390779, 11.23157396187057], "p_value": 0.9429789426695959, "input_sha256": "017eaebae0b55b1092df569c70da83fa57c4c6aaf62dfe5d7aac2c5fc2227706"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.050975284446849484, "seed": 2479890407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009404702290203737, "interval": [-0.12894813109969044, 0.11013872651928297], "p_value": 0.8658008658008658, "input_sha256": "95bacb944b221b908ff59096ca45d13a793d1df18b7ee4839e0f82f9e9ef56c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.050975284446849484, "seed": 2479890407, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009404702290203737, "interval": [-0.08860535374252199, 0.10050805550274697], "p_value": 0.8637249151819164, "input_sha256": "95bacb944b221b908ff59096ca45d13a793d1df18b7ee4839e0f82f9e9ef56c9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 608601595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.6209614578888845, "interval": [-5.5299460164012215, 16.77186893217899], "p_value": 0.2748917748917749, "input_sha256": "9b1cf5f69e780f0e0c0a00d6646351d384333c3d00592a3f70756ff43754a860"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 608601595, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.6209614578888845, "interval": [-3.4960734606786072, 13.528938522708591], "p_value": 0.28226876460783984, "input_sha256": "9b1cf5f69e780f0e0c0a00d6646351d384333c3d00592a3f70756ff43754a860"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.047716378792318444, "seed": 608601595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05494947805513706, "interval": [-0.06181276312727631, 0.1717117192375504], "p_value": 0.30952380952380953, "input_sha256": "8784332f8c279c3ea4a8e40e0fcd824583d3e7248caa5492240cf316a144ffef"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.047716378792318444, "seed": 608601595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05494947805513706, "interval": [-0.04200630152643933, 0.13558064888301416], "p_value": 0.314259741024168, "input_sha256": "8784332f8c279c3ea4a8e40e0fcd824583d3e7248caa5492240cf316a144ffef"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1813688887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8262388937530787, "interval": [-3.7212806730449195, 11.373758460551077], "p_value": 0.2878787878787879, "input_sha256": "4120a3c0cd330fde1a121f2fadf391808a1697e08133adc83f65291359379c87"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1813688887, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8262388937530787, "interval": [-2.0888918125040457, 10.08223193792775], "p_value": 0.2850055818358086, "input_sha256": "4120a3c0cd330fde1a121f2fadf391808a1697e08133adc83f65291359379c87"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.05250660470643009, "seed": 1813688887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02903665981403987, "interval": [-0.05492240070664445, 0.11299572033472419], "p_value": 0.461038961038961, "input_sha256": "fd265ea55067a08e2404b2ea02a9ca5de8a706da9a341ff85a0866315d6dc486"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.05250660470643009, "seed": 1813688887, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02903665981403987, "interval": [-0.03771826622559443, 0.0993706149067941], "p_value": 0.45711793536504997, "input_sha256": "fd265ea55067a08e2404b2ea02a9ca5de8a706da9a341ff85a0866315d6dc486"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2297695223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3847203542880795, "interval": [-14.414359272042676, 7.644918563466517], "p_value": 0.5064935064935064, "input_sha256": "b6bcfb16ce03550196b6233b4020f4ee097275de26bc43423c8de643e0e0b9c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2297695223, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3847203542880795, "interval": [-11.375695488683355, 6.473512888787904], "p_value": 0.5092353372887226, "input_sha256": "b6bcfb16ce03550196b6233b4020f4ee097275de26bc43423c8de643e0e0b9c5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.04820923967319415, "seed": 2297695223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019839538907429607, "interval": [-0.12868261105379253, 0.08900353323893331], "p_value": 0.6796536796536796, "input_sha256": "2bcacdec27817c766ddc4e6c7a40ac6e3a35d20fde794208f45aea19c8258667"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.04820923967319415, "seed": 2297695223, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019839538907429607, "interval": [-0.09777200578169981, 0.0779733401703103], "p_value": 0.6924234402044891, "input_sha256": "2bcacdec27817c766ddc4e6c7a40ac6e3a35d20fde794208f45aea19c8258667"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3606479658, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.849944031704154, "interval": [-4.2813487783232285, 15.981236841731537], "p_value": 0.21428571428571427, "input_sha256": "1b02f7081f25cdeb56aea69b06e7214f0fdb898a516d0459296147c43b1cf963"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3606479658, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.849944031704154, "interval": [-3.3795727396659307, 12.71108681103794], "p_value": 0.22114289341136004, "input_sha256": "1b02f7081f25cdeb56aea69b06e7214f0fdb898a516d0459296147c43b1cf963"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.04962045569667179, "seed": 3606479658, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03976973949322943, "interval": [-0.08431396721010118, 0.16385344619656003], "p_value": 0.47619047619047616, "input_sha256": "62af395382a0a2b48398ec2f91211f63e89e64af3daac48f73b1c4569f6ebd22"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.04962045569667179, "seed": 3606479658, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03976973949322943, "interval": [-0.07602580566197362, 0.11639727009291566], "p_value": 0.4744842820024431, "input_sha256": "62af395382a0a2b48398ec2f91211f63e89e64af3daac48f73b1c4569f6ebd22"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 512764531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.641539577905671, "interval": [-1.734500148566224, 15.017579304377566], "p_value": 0.11471861471861472, "input_sha256": "8de9c2923420d092ec38d4bb14406795db5e8cdc285185f7c59b86021b401be7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 512764531, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.641539577905671, "interval": [0.13999653979690668, 13.683736476740437], "p_value": 0.10749177047270705, "input_sha256": "8de9c2923420d092ec38d4bb14406795db5e8cdc285185f7c59b86021b401be7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.05193999433316121, "seed": 512764531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.074615215565973, "interval": [-0.030312617208536008, 0.17954304834048201], "p_value": 0.13852813852813853, "input_sha256": "53fe970a7a27d64e7dd06a40d33a7d436eb66770b0ea2c98cb07d94fdbcca04c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.05193999433316121, "seed": 512764531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.074615215565973, "interval": [-0.009211891044856434, 0.16061683492907403], "p_value": 0.1440741780352079, "input_sha256": "53fe970a7a27d64e7dd06a40d33a7d436eb66770b0ea2c98cb07d94fdbcca04c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 939789683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.297072271275424, "interval": [-7.773090646523332, 18.36723518907418], "p_value": 0.3852813852813853, "input_sha256": "1da50adc7c545b2fda2fb66599836769b3ca32a7b80a188a661fde8530941e3e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 939789683, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.297072271275424, "interval": [-3.885100755132282, 15.93104332990607], "p_value": 0.3853650927235751, "input_sha256": "1da50adc7c545b2fda2fb66599836769b3ca32a7b80a188a661fde8530941e3e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.048724207296931284, "seed": 939789683, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056743176314664245, "interval": [-0.07767694537951286, 0.19116329800884135], "p_value": 0.3787878787878788, "input_sha256": "986957cbb2168f1f2ccba96b37974b1e360d94a26086ad6bff9d4965d0fb2f92"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.048724207296931284, "seed": 939789683, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056743176314664245, "interval": [-0.03461836547111951, 0.17806196643846992], "p_value": 0.36875638573946024, "input_sha256": "986957cbb2168f1f2ccba96b37974b1e360d94a26086ad6bff9d4965d0fb2f92"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1983196503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.924599118242922, "interval": [0.016493445670868745, 13.832704790814976], "p_value": 0.05844155844155844, "input_sha256": "7813089708e728a4c7890706d8d4c201ff8b30c91b22a77b1b7fc31942f2287c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1983196503, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.924599118242922, "interval": [0.7418209261553175, 12.064972782758034], "p_value": 0.04955155290458565, "input_sha256": "7813089708e728a4c7890706d8d4c201ff8b30c91b22a77b1b7fc31942f2287c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.052961902776526716, "seed": 1983196503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06604521654984867, "interval": [-0.0229163563320917, 0.15500678943178903], "p_value": 0.1277056277056277, "input_sha256": "e07e22aa365a355277462f9acbbe309a34957d839ee1cb71137f66962eca8c68"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.052961902776526716, "seed": 1983196503, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06604521654984867, "interval": [-0.014792991676988143, 0.1292125801448021], "p_value": 0.1280182414762572, "input_sha256": "e07e22aa365a355277462f9acbbe309a34957d839ee1cb71137f66962eca8c68"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2614122956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.180550069005177, "interval": [-2.312173256729732, 10.673273394740086], "p_value": 0.14502164502164502, "input_sha256": "6f38ca9e0f5b7feb7c94beb0aad2dc7b019556da22c30f2efab01ef2b621d99e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2614122956, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.180550069005177, "interval": [0.48570890063745625, 11.06360903226226], "p_value": 0.17464103622715557, "input_sha256": "6f38ca9e0f5b7feb7c94beb0aad2dc7b019556da22c30f2efab01ef2b621d99e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.05114123664411955, "seed": 2614122956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04779266643385559, "interval": [-0.022128731004553842, 0.11771406387226502], "p_value": 0.12337662337662338, "input_sha256": "eaf18b65769af53876f2a7315e091944b1a34fc96cee2ae74a178841487c53d1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.05114123664411955, "seed": 2614122956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04779266643385559, "interval": [0.007048379307845674, 0.11459967829289844], "p_value": 0.1511973784924565, "input_sha256": "eaf18b65769af53876f2a7315e091944b1a34fc96cee2ae74a178841487c53d1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1437202415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7007716993593043, "interval": [-5.557159417379513, 12.958702816098121], "p_value": 0.3852813852813853, "input_sha256": "c06f62c87f2d290a063dfb32595087cedc4a912389cb4f99948017c09f16daad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1437202415, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7007716993593043, "interval": [-3.4519962297111313, 11.052149856836442], "p_value": 0.3938807406019156, "input_sha256": "c06f62c87f2d290a063dfb32595087cedc4a912389cb4f99948017c09f16daad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.04929656071996464, "seed": 1437202415, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03324806681090155, "interval": [-0.07273890021057026, 0.13923503383237334], "p_value": 0.5064935064935064, "input_sha256": "17de81a226f643166b4396f85a6bd00d4fc91d75d1b3ec70dba95da78d18f19d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.04929656071996464, "seed": 1437202415, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03324806681090155, "interval": [-0.052491403479706475, 0.11237772685104716], "p_value": 0.49972793677252936, "input_sha256": "17de81a226f643166b4396f85a6bd00d4fc91d75d1b3ec70dba95da78d18f19d"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4197546285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.282159587900269, "interval": [3.7543953995771515, 18.809923776223386], "p_value": 0.0021645021645021645, "input_sha256": "966d6d5cb9ce625396af4a89c0458cefd9cd8efd62b65d23767fa3cd529388fc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4197546285, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.282159587900269, "interval": [7.272271211354491, 19.1494552668478], "p_value": 0.009831630178263752, "input_sha256": "966d6d5cb9ce625396af4a89c0458cefd9cd8efd62b65d23767fa3cd529388fc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.04660729368653698, "seed": 4197546285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09379537989019307, "interval": [0.02004663802786333, 0.1675441217525228], "p_value": 0.0021645021645021645, "input_sha256": "d10e566512a7a757d89e3faab2ee9ee0bdeb9ffef6eeaaf9d63e8bf1d202740a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.04660729368653698, "seed": 4197546285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09379537989019307, "interval": [0.05160414417999523, 0.16962233086373124], "p_value": 0.019194148150427682, "input_sha256": "d10e566512a7a757d89e3faab2ee9ee0bdeb9ffef6eeaaf9d63e8bf1d202740a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1877809178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.120272213663453, "interval": [0.2575015775707108, 15.983042849756195], "p_value": 0.04329004329004329, "input_sha256": "77f8ac7414b6a45eb1bb4c05375b6741631af6af38ebb76d8e0006bb8eea8c0c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1877809178, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.120272213663453, "interval": [0.9848365012594357, 12.907165845699167], "p_value": 0.0450093605576614, "input_sha256": "77f8ac7414b6a45eb1bb4c05375b6741631af6af38ebb76d8e0006bb8eea8c0c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.04847734103328327, "seed": 1877809178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06906290864658104, "interval": [-0.014208613560896685, 0.1523344308540588], "p_value": 0.07575757575757576, "input_sha256": "cba24e18196f885fdd0a3db6cd7bc8db11e8bc21f64d95c32ee33b10649a8592"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.04847734103328327, "seed": 1877809178, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06906290864658104, "interval": [-0.00601309774674932, 0.12273042732926254], "p_value": 0.08851503868770674, "input_sha256": "cba24e18196f885fdd0a3db6cd7bc8db11e8bc21f64d95c32ee33b10649a8592"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3648439565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5992287239427903, "interval": [-5.226763449771241, 4.02830600188566], "p_value": 0.7813852813852814, "input_sha256": "3e13c574c00720f069ea8fe47b9aef530969e0e802c0380f5aed529be69dec44"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3648439565, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5992287239427903, "interval": [-4.184031852714779, 3.1450397206684553], "p_value": 0.7768550192355823, "input_sha256": "3e13c574c00720f069ea8fe47b9aef530969e0e802c0380f5aed529be69dec44"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.04930618142414118, "seed": 3648439565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00020926572702426038, "interval": [-0.04853268945953136, 0.04895122091357988], "p_value": 0.987012987012987, "input_sha256": "084baf6e48be00ac830572b5bd78330fb6b48efb9aae366827c4e4826a80827c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.04930618142414118, "seed": 3648439565, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00020926572702426038, "interval": [-0.035089265124036935, 0.043222754843796236], "p_value": 0.992476443148181, "input_sha256": "084baf6e48be00ac830572b5bd78330fb6b48efb9aae366827c4e4826a80827c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1359254532, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.142448015611093, "interval": [0.7368191517758493, 19.548076879446334], "p_value": 0.04112554112554113, "input_sha256": "5595bdab0f78106be6ea22e8087dbba29713683d5dfed863d9cfb8fbc871f928"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1359254532, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.142448015611093, "interval": [2.028705422111544, 16.889539151372286], "p_value": 0.037232779193124316, "input_sha256": "5595bdab0f78106be6ea22e8087dbba29713683d5dfed863d9cfb8fbc871f928"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.05049193648169903, "seed": 1359254532, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10485942913644983, "interval": [0.001846156675777852, 0.2078727015971218], "p_value": 0.04329004329004329, "input_sha256": "37c08f45d975a9364e802b37d6092cc885d03258cd49dbfdc474b7ce95db0437"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.05049193648169903, "seed": 1359254532, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10485942913644983, "interval": [0.022059009745141193, 0.18247905042552906], "p_value": 0.04678635087654055, "input_sha256": "37c08f45d975a9364e802b37d6092cc885d03258cd49dbfdc474b7ce95db0437"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1733902657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3699131019097806, "interval": [-11.919419229832938, 14.659245433652499], "p_value": 0.8203463203463204, "input_sha256": "74b5b643e1088aae9ce4a43875d0cfd1d907c505a2e60ec95a08e0a16e97f181"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1733902657, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3699131019097806, "interval": [-8.025569606058705, 11.530049539769742], "p_value": 0.8175214481310893, "input_sha256": "74b5b643e1088aae9ce4a43875d0cfd1d907c505a2e60ec95a08e0a16e97f181"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04726738308943517, "seed": 1733902657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003195597060154265, "interval": [-0.1323555208485629, 0.13874671496887142], "p_value": 0.9632034632034632, "input_sha256": "665373ab2dd4c75780abaf7618cc24d53869887dcfdcd2eb2e48f118693f0d14"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04726738308943517, "seed": 1733902657, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003195597060154265, "interval": [-0.09475166607513566, 0.09566205276952529], "p_value": 0.9573023742906742, "input_sha256": "665373ab2dd4c75780abaf7618cc24d53869887dcfdcd2eb2e48f118693f0d14"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2070183750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.162583194719854, "interval": [4.436188950553072, 17.888977438886634], "p_value": 0.008658008658008658, "input_sha256": "1b96721a395878368a7382fdb295a9476ebaec33b59d1e866aa4665d6b0f4337"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2070183750, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.162583194719854, "interval": [5.952779780798888, 16.262736340962494], "p_value": 0.004168078244807628, "input_sha256": "1b96721a395878368a7382fdb295a9476ebaec33b59d1e866aa4665d6b0f4337"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.05289366030988673, "seed": 2070183750, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11460542864420233, "interval": [0.03555973081601714, 0.19365112647238752], "p_value": 0.010822510822510822, "input_sha256": "94f3cc89bc5d7b1b088fccb23b78c075940a6492542215b82a2145e89b1f2aca"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.05289366030988673, "seed": 2070183750, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11460542864420233, "interval": [0.05506175309147046, 0.1815277667007154], "p_value": 0.009074319661543163, "input_sha256": "94f3cc89bc5d7b1b088fccb23b78c075940a6492542215b82a2145e89b1f2aca"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4054508676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.420675749812355, "interval": [0.11300426969504151, 16.728347229929668], "p_value": 0.05411255411255411, "input_sha256": "254076be1f92bbe084ec651cc8cf6458ebe86d881bd049436790fe3d37f89e50"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4054508676, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.420675749812355, "interval": [1.6828686100629329, 14.776117648304282], "p_value": 0.04750564663311482, "input_sha256": "254076be1f92bbe084ec651cc8cf6458ebe86d881bd049436790fe3d37f89e50"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.048004346247487374, "seed": 4054508676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09128346406898873, "interval": [0.007716467200392985, 0.17485046093758447], "p_value": 0.03896103896103896, "input_sha256": "7f2a4d48ef9a9d2aaf81e4e23c11e58eaa333c2d7f9f31ee8e0de24846629979"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.048004346247487374, "seed": 4054508676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09128346406898873, "interval": [0.029020412325268575, 0.15758946263060905], "p_value": 0.03546101283184084, "input_sha256": "7f2a4d48ef9a9d2aaf81e4e23c11e58eaa333c2d7f9f31ee8e0de24846629979"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3347597334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.961023227935684, "interval": [-3.0924038855526224, 13.01445034142399], "p_value": 0.19913419913419914, "input_sha256": "6767bcec3ee40a50dde61f45e0b181e294f31b6b761f50ff6287ed3740b0614e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3347597334, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.961023227935684, "interval": [-1.0772324217711984, 11.062424450050084], "p_value": 0.19536974874077684, "input_sha256": "6767bcec3ee40a50dde61f45e0b181e294f31b6b761f50ff6287ed3740b0614e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.05173340025321996, "seed": 3347597334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02912342419567719, "interval": [-0.06963167472014771, 0.1278785231115021], "p_value": 0.49567099567099565, "input_sha256": "0a7f1da457103521c0b86be362aaf038186c679d64e0e8986d259543f1d1d301"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.05173340025321996, "seed": 3347597334, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02912342419567719, "interval": [-0.050125149511831835, 0.09624649158058143], "p_value": 0.5069413216110783, "input_sha256": "0a7f1da457103521c0b86be362aaf038186c679d64e0e8986d259543f1d1d301"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2121397225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7652150023469684, "interval": [-9.896795209574092, 17.427225214268027], "p_value": 0.5497835497835498, "input_sha256": "8ea9f7ee8f59d2ab12d4b56a625c94fb28d5d396118d9a1a31a046480fdba82e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2121397225, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7652150023469684, "interval": [-8.534825188682968, 13.21901249513947], "p_value": 0.552498040552668, "input_sha256": "8ea9f7ee8f59d2ab12d4b56a625c94fb28d5d396118d9a1a31a046480fdba82e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.048926007970530344, "seed": 2121397225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03749066521847201, "interval": [-0.09294989141619246, 0.16793122185313647], "p_value": 0.5303030303030303, "input_sha256": "6fd8bcc66e985c2e2408e72d07fa1ec642e129e96d6bf0f821240a1e3260034a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.048926007970530344, "seed": 2121397225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03749066521847201, "interval": [-0.07963265658694618, 0.1313756755596661], "p_value": 0.5358376436019117, "input_sha256": "6fd8bcc66e985c2e2408e72d07fa1ec642e129e96d6bf0f821240a1e3260034a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 823800598, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.393634552840517, "interval": [-2.8400410869716417, 19.627310192652676], "p_value": 0.12987012987012986, "input_sha256": "9cb0af9a94b5025e8cf23681146633ca77b95fde8e2d45f40662a09301e62a4a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 823800598, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.393634552840517, "interval": [-1.3085470432828374, 16.66672842430165], "p_value": 0.12502278650252452, "input_sha256": "9cb0af9a94b5025e8cf23681146633ca77b95fde8e2d45f40662a09301e62a4a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.049790367785218725, "seed": 823800598, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09076098094268897, "interval": [-0.03176717469166078, 0.21328913657703874], "p_value": 0.12554112554112554, "input_sha256": "ab547700c4e2368f0e164c41ef4d9de1dad1f4ef3ef6e78acce3a3a77a0f0a7c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.049790367785218725, "seed": 823800598, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09076098094268897, "interval": [-0.012898013921080725, 0.1843153584541165], "p_value": 0.12918376342050178, "input_sha256": "ab547700c4e2368f0e164c41ef4d9de1dad1f4ef3ef6e78acce3a3a77a0f0a7c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 810004034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8049889583365912, "interval": [-4.915568401344053, 12.525546318017234], "p_value": 0.34415584415584416, "input_sha256": "4913be6845db7d4ef0f4af8add992f833b2e80910533d8925f962c0f712c2fc1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 810004034, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8049889583365912, "interval": [-3.387316120270249, 10.840158695223252], "p_value": 0.3526017478634941, "input_sha256": "4913be6845db7d4ef0f4af8add992f833b2e80910533d8925f962c0f712c2fc1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.046771930512140375, "seed": 810004034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030530259313662385, "interval": [-0.045714999479599956, 0.10677551810692473], "p_value": 0.37662337662337664, "input_sha256": "17830403747ec50117635717c02d913ea008cfdd6bd5f02cabe7c212c07594e8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.046771930512140375, "seed": 810004034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030530259313662385, "interval": [-0.031736377210170544, 0.09265194236536693], "p_value": 0.3926500984402518, "input_sha256": "17830403747ec50117635717c02d913ea008cfdd6bd5f02cabe7c212c07594e8"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3291655920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5525162768174674, "interval": [-4.80407742273737, 11.909109976372305], "p_value": 0.3528138528138528, "input_sha256": "07506317b190dbb437f4b1d6caab4facf644e213d1889fcd30173b0867ddd625"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3291655920, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5525162768174674, "interval": [-3.4296656981379736, 9.717063049378913], "p_value": 0.35935428777897926, "input_sha256": "07506317b190dbb437f4b1d6caab4facf644e213d1889fcd30173b0867ddd625"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.04788562410852689, "seed": 3291655920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02657030697300268, "interval": [-0.05495981048214252, 0.10810042442814788], "p_value": 0.4523809523809524, "input_sha256": "5fbf19b1a4aa9d7ed1a107e141f2f90f11ccb2d4394616a4f085c29e8d5d77d3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.04788562410852689, "seed": 3291655920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02657030697300268, "interval": [-0.03925785937264962, 0.08229877116340864], "p_value": 0.4676758759660956, "input_sha256": "5fbf19b1a4aa9d7ed1a107e141f2f90f11ccb2d4394616a4f085c29e8d5d77d3"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3207484675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7406588121840159, "interval": [-10.851397327196537, 12.332714951564569], "p_value": 0.8831168831168831, "input_sha256": "9810c08fbbe8ed82de5a0935e99b02fc1498590b07e197d8a0136eb94ff67956"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3207484675, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7406588121840159, "interval": [-8.507883067148219, 10.039224691067531], "p_value": 0.8894762090036792, "input_sha256": "9810c08fbbe8ed82de5a0935e99b02fc1498590b07e197d8a0136eb94ff67956"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04746907030087602, "seed": 3207484675, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014691951136969097, "interval": [-0.1410594177074163, 0.11167551543347813], "p_value": 0.8268398268398268, "input_sha256": "36a16668e00b1120c079dd997169bb6fd5effe1863bc95dbfa3fd8b0c8601432"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04746907030087602, "seed": 3207484675, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014691951136969097, "interval": [-0.12196629182824803, 0.07703401498695929], "p_value": 0.7976308695099444, "input_sha256": "36a16668e00b1120c079dd997169bb6fd5effe1863bc95dbfa3fd8b0c8601432"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 536040140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.12892094328418, "interval": [-5.982308801699264, 18.240150688267622], "p_value": 0.2922077922077922, "input_sha256": "f9589e289d4cd5661c2b96830c310bf643f02467fc649e8ac4ea7ac78d35f26e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 536040140, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.12892094328418, "interval": [-1.6759381862482647, 16.42881518365173], "p_value": 0.2754939166830716, "input_sha256": "f9589e289d4cd5661c2b96830c310bf643f02467fc649e8ac4ea7ac78d35f26e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.04869980709546001, "seed": 536040140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05936343499262095, "interval": [-0.06526037202615101, 0.1839872420113929], "p_value": 0.31385281385281383, "input_sha256": "35cc6d36068db7648085b5cd0772dc651ee984472607657f836bcd4c53cabef1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.04869980709546001, "seed": 536040140, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05936343499262095, "interval": [-0.02591059132899225, 0.15552622154970494], "p_value": 0.30367959767700986, "input_sha256": "35cc6d36068db7648085b5cd0772dc651ee984472607657f836bcd4c53cabef1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3611046222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.27979179390172, "interval": [0.7578324244253292, 15.801751163378112], "p_value": 0.032467532467532464, "input_sha256": "37a4d01af83fb01f9ef310bcb8eb4ef7636d6a0757bc105ebc3247af73ea02c1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3611046222, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.27979179390172, "interval": [2.6204242904346557, 14.864822058426482], "p_value": 0.034207226469144605, "input_sha256": "37a4d01af83fb01f9ef310bcb8eb4ef7636d6a0757bc105ebc3247af73ea02c1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.05072165289863268, "seed": 3611046222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09486657116305303, "interval": [0.003256416775588397, 0.18647672555051764], "p_value": 0.05194805194805195, "input_sha256": "ea274e3ab160cd6aa7b9dd33fc2e66178da4a37db87e5dd245366f75c8a7a282"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.05072165289863268, "seed": 3611046222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09486657116305303, "interval": [0.015689358925920573, 0.16706600006635972], "p_value": 0.0437109001898186, "input_sha256": "ea274e3ab160cd6aa7b9dd33fc2e66178da4a37db87e5dd245366f75c8a7a282"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1377562826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.899017615798055, "interval": [3.583481487932481, 22.21455374366363], "p_value": 0.015151515151515152, "input_sha256": "8474f8adc32856e19ed3afd5c13a733f6d7461e2d10b7d4255c60ec8bd18bc42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1377562826, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.899017615798055, "interval": [4.738484783017371, 19.628762041433017], "p_value": 0.011863486564292987, "input_sha256": "8474f8adc32856e19ed3afd5c13a733f6d7461e2d10b7d4255c60ec8bd18bc42"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.050768074017454694, "seed": 1377562826, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1272480401930286, "interval": [0.012991812907963848, 0.24150426747809334], "p_value": 0.03463203463203463, "input_sha256": "5ab526cf007a42109e73e9017b322b6cdfd3e8407a48df1a38c26f9eb0f9c06e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.050768074017454694, "seed": 1377562826, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1272480401930286, "interval": [0.026222585471858247, 0.21029679099355872], "p_value": 0.03295469882375179, "input_sha256": "5ab526cf007a42109e73e9017b322b6cdfd3e8407a48df1a38c26f9eb0f9c06e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 821687414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.612847022798401, "interval": [-7.126028167055773, 12.351722212652575], "p_value": 0.5757575757575758, "input_sha256": "186a0eebe448544694a553c95e8e12033de7dc8c90c6b4b6f0dcfb53ee15a8bb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 821687414, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.612847022798401, "interval": [-6.721631173930202, 9.28152244506415], "p_value": 0.5621626715995833, "input_sha256": "186a0eebe448544694a553c95e8e12033de7dc8c90c6b4b6f0dcfb53ee15a8bb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04881460906861835, "seed": 821687414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020602864174572147, "interval": [-0.09490026495609728, 0.1361059933052416], "p_value": 0.6774891774891775, "input_sha256": "06ca46da0598ed2ecc3e6e21037ebad0bc08fcbc0a46a90715c516e22a411bcd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04881460906861835, "seed": 821687414, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020602864174572147, "interval": [-0.08721313067210552, 0.09911852545596375], "p_value": 0.6973103159830153, "input_sha256": "06ca46da0598ed2ecc3e6e21037ebad0bc08fcbc0a46a90715c516e22a411bcd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1976054162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1427252043055773, "interval": [-9.23596482024621, 11.521415228857364], "p_value": 0.8095238095238095, "input_sha256": "147fd6e70c5233302df78205da4aa8d3525fff7f48b7c527f8bdd1651930c705"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1976054162, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1427252043055773, "interval": [-6.886029105649982, 9.800118719980734], "p_value": 0.8096972583555246, "input_sha256": "147fd6e70c5233302df78205da4aa8d3525fff7f48b7c527f8bdd1651930c705"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.04840113333958681, "seed": 1976054162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008802660625327946, "interval": [-0.10679585947358904, 0.12440118072424493], "p_value": 0.8701298701298701, "input_sha256": "10bcce0105f7c2dcc2c4e468c726a273720710ec15c67ad51d3a2a9d8e5186f1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.04840113333958681, "seed": 1976054162, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008802660625327946, "interval": [-0.07926884556484658, 0.10888223742130167], "p_value": 0.867397025142289, "input_sha256": "10bcce0105f7c2dcc2c4e468c726a273720710ec15c67ad51d3a2a9d8e5186f1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1691007845, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.809533328668283, "interval": [-13.831311242428768, 8.2122445850922], "p_value": 0.5606060606060606, "input_sha256": "54e5d6944e18967348556c5b85bca816c5ee23a068dcf968a815e3a987af984e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1691007845, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.809533328668283, "interval": [-11.984805688361199, 5.895826139396972], "p_value": 0.5815107670370907, "input_sha256": "54e5d6944e18967348556c5b85bca816c5ee23a068dcf968a815e3a987af984e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.04895476585902491, "seed": 1691007845, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02616763802434495, "interval": [-0.13237300509292338, 0.08003772904423347], "p_value": 0.5865800865800865, "input_sha256": "fce1e43564f8a70cbb5ae22c42100f14234808011ccad2ba1348078c1d57a3cd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.04895476585902491, "seed": 1691007845, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02616763802434495, "interval": [-0.11603439232772339, 0.053946661019452426], "p_value": 0.594694998417865, "input_sha256": "fce1e43564f8a70cbb5ae22c42100f14234808011ccad2ba1348078c1d57a3cd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 167575822, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.240663016590074, "interval": [-2.1636190760727088, 12.644945109252856], "p_value": 0.1406926406926407, "input_sha256": "6f5014afde86e838e46cd6545bafe332c29f8dd3ac101aeab51690f87ac34900"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 167575822, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.240663016590074, "interval": [-0.8242161593844086, 10.687708617499593], "p_value": 0.1444671148773073, "input_sha256": "6f5014afde86e838e46cd6545bafe332c29f8dd3ac101aeab51690f87ac34900"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.04766234374406871, "seed": 167575822, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05566210990225738, "interval": [-0.014224787395775734, 0.1255490072002905], "p_value": 0.1038961038961039, "input_sha256": "f91063738cc93f4a1d30c7f8b2d290898773d93f32ee1732df1e56087a5213a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.04766234374406871, "seed": 167575822, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05566210990225738, "interval": [-0.0027052635411386385, 0.10819131100652322], "p_value": 0.10581205286575825, "input_sha256": "f91063738cc93f4a1d30c7f8b2d290898773d93f32ee1732df1e56087a5213a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 998376241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.810994832369305, "interval": [-0.11669002793799699, 19.738679692676605], "p_value": 0.05411255411255411, "input_sha256": "2daa80055885119fe0a2c2b1c1d60c5228424533401425554c26c472ec2264fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 998376241, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.810994832369305, "interval": [2.8272529385893312, 18.281766341973025], "p_value": 0.05221333134896827, "input_sha256": "2daa80055885119fe0a2c2b1c1d60c5228424533401425554c26c472ec2264fb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.047172608086091944, "seed": 998376241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09526843539011376, "interval": [-0.007730106363781769, 0.1982669771440093], "p_value": 0.0735930735930736, "input_sha256": "2fa5cff083dffeabab879305b1338721c78ac49cfc26e28624d12ef715bc1331"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.047172608086091944, "seed": 998376241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09526843539011376, "interval": [0.025758622529394218, 0.18456201332389613], "p_value": 0.06566211395977871, "input_sha256": "2fa5cff083dffeabab879305b1338721c78ac49cfc26e28624d12ef715bc1331"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3836586890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.267424437874081, "interval": [-5.308127537618914, 7.842976413367076], "p_value": 0.6861471861471862, "input_sha256": "9ab21298760fdc582ce54b43c835b1570d95d055f613d51e3af5654ca2bb2f41"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3836586890, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.267424437874081, "interval": [-3.427124362331257, 7.027032743389389], "p_value": 0.6746919247094434, "input_sha256": "9ab21298760fdc582ce54b43c835b1570d95d055f613d51e3af5654ca2bb2f41"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.04727657170620738, "seed": 3836586890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015537161293380501, "interval": [-0.047462039187438666, 0.07853636177419968], "p_value": 0.5887445887445888, "input_sha256": "ad32f78a21b6333af339c95a3544188ec20964dc1e1d43419e005907218e6b93"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.04727657170620738, "seed": 3836586890, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015537161293380501, "interval": [-0.031339217877977193, 0.06804354717071655], "p_value": 0.5924450292139662, "input_sha256": "ad32f78a21b6333af339c95a3544188ec20964dc1e1d43419e005907218e6b93"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3275751166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.28935781399336236, "interval": [-8.960502457720953, 9.539218085707677], "p_value": 0.9458874458874459, "input_sha256": "2d17c1fec368eb0e97f0f22b062cdc164d0a0450acf3fcba1d7124575961f5dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3275751166, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.28935781399336236, "interval": [-7.948151228852736, 6.3840748305822475], "p_value": 0.9447858864118174, "input_sha256": "2d17c1fec368eb0e97f0f22b062cdc164d0a0450acf3fcba1d7124575961f5dc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04845892370414415, "seed": 3275751166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019240571617653024, "interval": [-0.10324739293948934, 0.10709550726301995], "p_value": 0.9805194805194806, "input_sha256": "0399ffa201ce1b1709bcaad7a19010be55163077c8d1b66996a6e0a26d6287d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04845892370414415, "seed": 3275751166, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019240571617653024, "interval": [-0.08746736929684783, 0.07216226802400467], "p_value": 0.9676729210931698, "input_sha256": "0399ffa201ce1b1709bcaad7a19010be55163077c8d1b66996a6e0a26d6287d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3195881647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.329385631005717, "interval": [4.101854383745967, 16.55691687826547], "p_value": 0.004329004329004329, "input_sha256": "3377f11129b6e77eb24a0b8e3a297258dfe24fc6feacef1c16aaaefac57902fc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3195881647, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.329385631005717, "interval": [5.495904796787717, 15.645496935596865], "p_value": 0.004717979837601815, "input_sha256": "3377f11129b6e77eb24a0b8e3a297258dfe24fc6feacef1c16aaaefac57902fc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04722444188443182, "seed": 3195881647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11335635999279853, "interval": [0.06134922303468091, 0.16536349695091615], "p_value": 0.0021645021645021645, "input_sha256": "355fb79c3c4a32eff121eeb5227459845555d60967e434f1a431a5920e181585"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04722444188443182, "seed": 3195881647, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11335635999279853, "interval": [0.07738259392840065, 0.15871465999343817], "p_value": 0.0009714602094356421, "input_sha256": "355fb79c3c4a32eff121eeb5227459845555d60967e434f1a431a5920e181585"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 252175368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.693079311580833, "interval": [-1.4372560732687472, 14.823414696430413], "p_value": 0.09523809523809523, "input_sha256": "ce59664fb3334d817eb07c844fbc4f5323589972a4a48c5a79bdae4cddcca1a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 252175368, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.693079311580833, "interval": [0.025336117565738808, 13.556949500861819], "p_value": 0.09623012109033832, "input_sha256": "ce59664fb3334d817eb07c844fbc4f5323589972a4a48c5a79bdae4cddcca1a2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.05026532221048923, "seed": 252175368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07370567783290817, "interval": [-0.022037837241577, 0.16944919290739335], "p_value": 0.12121212121212122, "input_sha256": "8059c940903e4203286879fefb001a4226d949649c222c642b4fec157f39538f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.05026532221048923, "seed": 252175368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07370567783290817, "interval": [-0.005283519924610025, 0.14866308920671564], "p_value": 0.11631366011339472, "input_sha256": "8059c940903e4203286879fefb001a4226d949649c222c642b4fec157f39538f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3994203349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.458599520400565, "interval": [-5.197388808076557, 18.114587848877687], "p_value": 0.21861471861471862, "input_sha256": "20c2c7936dbba7b200d05d233f4af659bfb734086fd473b25a43bc14dd96eeb0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3994203349, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.458599520400565, "interval": [-1.1906676165869257, 16.564240865096153], "p_value": 0.23513071045373882, "input_sha256": "20c2c7936dbba7b200d05d233f4af659bfb734086fd473b25a43bc14dd96eeb0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.04865561997530555, "seed": 3994203349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07055687148541766, "interval": [-0.04286153935388991, 0.1839752823247252], "p_value": 0.16883116883116883, "input_sha256": "01b0054832bfe9e55671146960a136c359f44373d2710dfb5b363bea75a270d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.04865561997530555, "seed": 3994203349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07055687148541766, "interval": [-0.004566567754660467, 0.16791773756451306], "p_value": 0.18906135652752695, "input_sha256": "01b0054832bfe9e55671146960a136c359f44373d2710dfb5b363bea75a270d7"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1192615427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.050794351621297, "interval": [-3.6719032683655737, 11.773491971608168], "p_value": 0.2662337662337662, "input_sha256": "539125f0ffea1d0ff0dcaf43c219f567e74ffc0b921ac51c43defde4417aa4dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1192615427, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.050794351621297, "interval": [-1.8220707179291824, 10.018761700982154], "p_value": 0.2688749467347997, "input_sha256": "539125f0ffea1d0ff0dcaf43c219f567e74ffc0b921ac51c43defde4417aa4dd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.04843355731153365, "seed": 1192615427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043595799063948955, "interval": [-0.030464375524724856, 0.11765597365262276], "p_value": 0.22077922077922077, "input_sha256": "ebcb0c3952de1c59e89f8b2f031e6bcbddda7091d703f92d86d48f8c388e989e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.04843355731153365, "seed": 1192615427, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043595799063948955, "interval": [-0.011956393179931458, 0.10118671678232628], "p_value": 0.21894957772863577, "input_sha256": "ebcb0c3952de1c59e89f8b2f031e6bcbddda7091d703f92d86d48f8c388e989e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3668470766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.752168964699578, "interval": [-0.8541796910137167, 8.358517620412872], "p_value": 0.09307359307359307, "input_sha256": "d9349aed4550330167af023f5586e8b11dbe2473c410f7c4a8da0b600862d4e5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3668470766, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.752168964699578, "interval": [-0.2786772196611208, 7.105009491036159], "p_value": 0.09905631077253, "input_sha256": "d9349aed4550330167af023f5586e8b11dbe2473c410f7c4a8da0b600862d4e5"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.050619147906233085, "seed": 3668470766, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03140242131869811, "interval": [-0.011602439124289772, 0.07440728176168598], "p_value": 0.13203463203463203, "input_sha256": "946523c439dc794384e3651132dedea2a29d64e49b849fa0bdc5989b1f29fce1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.050619147906233085, "seed": 3668470766, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03140242131869811, "interval": [-0.0171977299354483, 0.05836291775209951], "p_value": 0.1337640928356738, "input_sha256": "946523c439dc794384e3651132dedea2a29d64e49b849fa0bdc5989b1f29fce1"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1743770207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.258203110449532, "interval": [-0.4531592141949412, 14.969565435094005], "p_value": 0.0670995670995671, "input_sha256": "fa66c2c08d5badde789735cac6aecb1f3f11674d8c49d38b05edd3fcf9c948ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1743770207, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.258203110449532, "interval": [-0.12318167470466733, 11.948698209261366], "p_value": 0.062013664244656076, "input_sha256": "fa66c2c08d5badde789735cac6aecb1f3f11674d8c49d38b05edd3fcf9c948ed"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.05018953553138495, "seed": 1743770207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09594436403661503, "interval": [0.017717870505543493, 0.17417085756768658], "p_value": 0.0367965367965368, "input_sha256": "94aef18711e5f9a0f86a0754a967ec952ccb0526a4178249b9cbc86404494a9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.05018953553138495, "seed": 1743770207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09594436403661503, "interval": [0.02194461128974816, 0.14444880620727804], "p_value": 0.021148559750683082, "input_sha256": "94aef18711e5f9a0f86a0754a967ec952ccb0526a4178249b9cbc86404494a9f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1750115039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.533402190685676, "interval": [0.9720674771651261, 24.094736904206226], "p_value": 0.032467532467532464, "input_sha256": "c0f10fd37dc981fda8c6856edd6d71356f4bb4b93e76e8b4603ac8adfaf0c7fa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1750115039, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.533402190685676, "interval": [2.5680495052550194, 20.734300972440106], "p_value": 0.03720870524220235, "input_sha256": "c0f10fd37dc981fda8c6856edd6d71356f4bb4b93e76e8b4603ac8adfaf0c7fa"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.050407379664269066, "seed": 1750115039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14789313519186992, "interval": [0.011646898578654141, 0.2841393718050857], "p_value": 0.03463203463203463, "input_sha256": "7789e3b7b89bd2bf8944017fe9025a6f272356c64cb2b4a38631e03f16e9d29e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.050407379664269066, "seed": 1750115039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14789313519186992, "interval": [0.037870510852010875, 0.24442848936891606], "p_value": 0.037443776935562736, "input_sha256": "7789e3b7b89bd2bf8944017fe9025a6f272356c64cb2b4a38631e03f16e9d29e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3473406971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.027150986880107, "interval": [-2.0052913667579855, 14.0595933405182], "p_value": 0.10822510822510822, "input_sha256": "9307901b7d348cdd36de13a9e44f9013450f0acb85a9de9c721b8eb674f8b36f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3473406971, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.027150986880107, "interval": [-0.7716076051999808, 11.490305477600296], "p_value": 0.12513090655884038, "input_sha256": "9307901b7d348cdd36de13a9e44f9013450f0acb85a9de9c721b8eb674f8b36f"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.04864337429081423, "seed": 3473406971, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05960634275277156, "interval": [-0.02311643773726925, 0.14232912324281238], "p_value": 0.12554112554112554, "input_sha256": "d022977ed245acc1007f9445baa2cb88e44ab2cb23d5e74d20fb93b872841f57"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.04864337429081423, "seed": 3473406971, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05960634275277156, "interval": [-0.010635902543413702, 0.11697121544469061], "p_value": 0.1388210133306865, "input_sha256": "d022977ed245acc1007f9445baa2cb88e44ab2cb23d5e74d20fb93b872841f57"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1841689688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.325901363119845, "interval": [0.9910698332150929, 11.660732893024598], "p_value": 0.008658008658008658, "input_sha256": "367fea7fd6eede61821159e2dd429fd662684ec679c5f056efc49e2d4b1f7085"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1841689688, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.325901363119845, "interval": [2.8295959938373323, 11.132798373712108], "p_value": 0.026079376178989026, "input_sha256": "367fea7fd6eede61821159e2dd429fd662684ec679c5f056efc49e2d4b1f7085"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.04842284738775977, "seed": 1841689688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07621174613453587, "interval": [0.02000244741194701, 0.13242104485712472], "p_value": 0.006493506493506494, "input_sha256": "a331cab49787caca69dd79f90a4ed0d3c61bf2034e99a097cce71cee769fed29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.04842284738775977, "seed": 1841689688, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07621174613453587, "interval": [0.04114045688581809, 0.13896966328283938], "p_value": 0.012938071702477457, "input_sha256": "a331cab49787caca69dd79f90a4ed0d3c61bf2034e99a097cce71cee769fed29"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1646437779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.167299002311458, "interval": [0.7002590496675065, 15.634338954955409], "p_value": 0.04329004329004329, "input_sha256": "bcacfca0df69826d2d63eaa0a8da6911139e8f06607e41155c4216294df79367"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1646437779, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.167299002311458, "interval": [2.731576024961469, 14.118247470058671], "p_value": 0.03524836155343849, "input_sha256": "bcacfca0df69826d2d63eaa0a8da6911139e8f06607e41155c4216294df79367"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.04890283510656141, "seed": 1646437779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09160755390290334, "interval": [0.017711683054720775, 0.16550342475108593], "p_value": 0.021645021645021644, "input_sha256": "a2b319522aaf3a051b6c1633944a4807d554d44b912edc217afa4ebb37d2b58e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.04890283510656141, "seed": 1646437779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09160755390290334, "interval": [0.037441341770721476, 0.14926476150055687], "p_value": 0.020864637300916835, "input_sha256": "a2b319522aaf3a051b6c1633944a4807d554d44b912edc217afa4ebb37d2b58e"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3322886685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.078122446953377, "interval": [-1.5009968653332537, 15.657241759240009], "p_value": 0.09956709956709957, "input_sha256": "c81b0dd808ccb984dad1d9e07818ac1bec171c2be386bc93a7d603b59d1e94e9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3322886685, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.078122446953377, "interval": [0.8859017246410477, 14.28145439890189], "p_value": 0.09577436138889638, "input_sha256": "c81b0dd808ccb984dad1d9e07818ac1bec171c2be386bc93a7d603b59d1e94e9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.048783327840948326, "seed": 3322886685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061885488585266574, "interval": [-0.026920546189774394, 0.15069152336030756], "p_value": 0.14935064935064934, "input_sha256": "e040ab784502aa98137eeba6b9f96b94f0bbe64599d84ae3a6d5e0371c50efc9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.048783327840948326, "seed": 3322886685, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061885488585266574, "interval": [-0.004132532831374594, 0.12836897785793372], "p_value": 0.15078364975548442, "input_sha256": "e040ab784502aa98137eeba6b9f96b94f0bbe64599d84ae3a6d5e0371c50efc9"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1274440287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.147513822949406, "interval": [-1.5789304571237235, 17.873958103022538], "p_value": 0.09307359307359307, "input_sha256": "3e788bddc370dd9147376e31fba5e254c888f2724f8b17b7a70ab9d2ca75c7a0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1274440287, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.147513822949406, "interval": [1.118543862354953, 16.58548590464159], "p_value": 0.09105256586237606, "input_sha256": "3e788bddc370dd9147376e31fba5e254c888f2724f8b17b7a70ab9d2ca75c7a0"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.05256772055760341, "seed": 1274440287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09490429352331367, "interval": [-0.021957263210269085, 0.21176585025689643], "p_value": 0.09307359307359307, "input_sha256": "fb8cab7b07903531fa3ef5065af71092f97249a12bea30406dd257bc28afc125"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.05256772055760341, "seed": 1274440287, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09490429352331367, "interval": [0.021365762504659585, 0.2172715843047419], "p_value": 0.10022509784019817, "input_sha256": "fb8cab7b07903531fa3ef5065af71092f97249a12bea30406dd257bc28afc125"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3548043011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.547721903514098, "interval": [4.725335739301041, 24.370108067727156], "p_value": 0.008658008658008658, "input_sha256": "8b5bd21e0a1a8dec5f616541782509404000e9d29cf33385ad939893ad3cede4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3548043011, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.547721903514098, "interval": [6.25257701260606, 20.297394028343135], "p_value": 0.011555746425875807, "input_sha256": "8b5bd21e0a1a8dec5f616541782509404000e9d29cf33385ad939893ad3cede4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.04739961024866235, "seed": 3548043011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1448138466394428, "interval": [0.04786834592837416, 0.24175934735051144], "p_value": 0.008658008658008658, "input_sha256": "281df98163045e663a837a4b51bfd7f9fcf1c3ab010704525b5ae7db7d936cdb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.04739961024866235, "seed": 3548043011, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1448138466394428, "interval": [0.06328657605270337, 0.20111099014673228], "p_value": 0.01138434526732698, "input_sha256": "281df98163045e663a837a4b51bfd7f9fcf1c3ab010704525b5ae7db7d936cdb"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1394508925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1742549929535251, "interval": [-13.973273755594724, 14.321783741501774], "p_value": 0.974025974025974, "input_sha256": "27fe5581c6f3cb96b1dd2ce106499ad36427184d874a6faeb6951aa378f7eedd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1394508925, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1742549929535251, "interval": [-11.439395753946396, 10.995108505155867], "p_value": 0.9786376639228, "input_sha256": "27fe5581c6f3cb96b1dd2ce106499ad36427184d874a6faeb6951aa378f7eedd"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.049558698277212265, "seed": 1394508925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0026280373463476447, "interval": [-0.1540536387426036, 0.14879756404990832], "p_value": 0.974025974025974, "input_sha256": "8e9f9a98900004c73579d16b67fd7a3adec4a0a0a73203ed6fdf50e6fcd57614"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.049558698277212265, "seed": 1394508925, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0026280373463476447, "interval": [-0.12477025452092007, 0.11124013448218076], "p_value": 0.9699077859395522, "input_sha256": "8e9f9a98900004c73579d16b67fd7a3adec4a0a0a73203ed6fdf50e6fcd57614"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3089732559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8655476135145577, "interval": [-7.568132057699145, 15.29922728472826], "p_value": 0.4696969696969697, "input_sha256": "a5460d6e9acb3e6104ff6117560f51c021fd4ae711b4ae1824c35e63111a7ed2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3089732559, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8655476135145577, "interval": [-5.208810981844746, 12.996605612273784], "p_value": 0.46721756127599046, "input_sha256": "a5460d6e9acb3e6104ff6117560f51c021fd4ae711b4ae1824c35e63111a7ed2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.04787023605623266, "seed": 3089732559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0362944382859787, "interval": [-0.08612112316520537, 0.15870999973716277], "p_value": 0.5411255411255411, "input_sha256": "c64c39ecc3c2b7749a051622eedca08f4537cbc26b7b7b0a85229b4ed8a1281c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.04787023605623266, "seed": 3089732559, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0362944382859787, "interval": [-0.05646659671679765, 0.13795693454263608], "p_value": 0.5203554741977348, "input_sha256": "c64c39ecc3c2b7749a051622eedca08f4537cbc26b7b7b0a85229b4ed8a1281c"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 180805268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.805931940271375, "interval": [-3.200855127928415, 18.812719008471163], "p_value": 0.15151515151515152, "input_sha256": "ccab16a065305667a9790019cf71d14dd12edac49f33849cb15dbf04e0901d20"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 180805268, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.805931940271375, "interval": [-2.3943328577737932, 15.816132184521647], "p_value": 0.1424611649192139, "input_sha256": "ccab16a065305667a9790019cf71d14dd12edac49f33849cb15dbf04e0901d20"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04676309796209497, "seed": 180805268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06524823585592433, "interval": [-0.04182570582496224, 0.1723221775368109], "p_value": 0.19696969696969696, "input_sha256": "7cfd4f6aa2eb42201ec01bc9690c209d0b957c180dc4a83a8cd6c365d6edd7c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04676309796209497, "seed": 180805268, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06524823585592433, "interval": [-0.03183764821869036, 0.14405363134616375], "p_value": 0.19997819171064105, "input_sha256": "7cfd4f6aa2eb42201ec01bc9690c209d0b957c180dc4a83a8cd6c365d6edd7c4"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3439856611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.596600340969715, "interval": [-2.9021531672709315, 10.095353849210362], "p_value": 0.23593073593073594, "input_sha256": "8d15e4f31b5bf4f7c1ac64786446a0e46c8892cca82eb40c117364b528b895fc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3439856611, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.596600340969715, "interval": [-1.6112647248850767, 8.789172303631311], "p_value": 0.2451401422624146, "input_sha256": "8d15e4f31b5bf4f7c1ac64786446a0e46c8892cca82eb40c117364b528b895fc"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.05101662329901833, "seed": 3439856611, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02756926972395138, "interval": [-0.04433803018529385, 0.09947656963319661], "p_value": 0.3939393939393939, "input_sha256": "c1f015e1dd1849b157ab92525bd6b3034d19b1400ada3f7a1e7e732c4acc4c1a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.05101662329901833, "seed": 3439856611, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02756926972395138, "interval": [-0.03628586931736308, 0.07843127574353365], "p_value": 0.40827255553666975, "input_sha256": "c1f015e1dd1849b157ab92525bd6b3034d19b1400ada3f7a1e7e732c4acc4c1a"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1735238181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.774449560005158, "interval": [3.004104057151004, 26.54479506285931], "p_value": 0.006493506493506494, "input_sha256": "0a74242600b25f8d0c5144fa69904202d5a58b1162baaf17feea67142ecb9dad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1735238181, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.774449560005158, "interval": [6.797050927983611, 26.423245262977467], "p_value": 0.019013595501689753, "input_sha256": "0a74242600b25f8d0c5144fa69904202d5a58b1162baaf17feea67142ecb9dad"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.049613644773736816, "seed": 1735238181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14409130294367137, "interval": [0.030063834641653242, 0.2581187712456895], "p_value": 0.010822510822510822, "input_sha256": "b7449d9ef4d384c79f603d2669fd147d99604a994e02009be114750ee27c5eb2"}
{"scenario": "few_geos", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.049613644773736816, "seed": 1735238181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14409130294367137, "interval": [0.06639567798739264, 0.2466070622495676], "p_value": 0.018300140158211933, "input_sha256": "b7449d9ef4d384c79f603d2669fd147d99604a994e02009be114750ee27c5eb2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 273819211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.825132512757265, "interval": [-3.0029893963933496, 8.65325442190788], "p_value": 0.335, "input_sha256": "d2e7a6401ea543939f7c1ac634f1441123b0bb9848661ce1b9230dda21f1ea63"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 273819211, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.825132512757265, "interval": [-1.8499849897891758, 9.677843877514258], "p_value": 0.3319858706965526, "input_sha256": "d2e7a6401ea543939f7c1ac634f1441123b0bb9848661ce1b9230dda21f1ea63"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 273819211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03335619789909211, "interval": [-0.026365151493510493, 0.0930775472916947], "p_value": 0.284, "input_sha256": "8aac5fee7836affa1b93458aa3fb83fdeb3cd9ee418a8d7e0ef6e04cd909f4cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 273819211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03335619789909211, "interval": [-0.012764530780650218, 0.10028950441302803], "p_value": 0.26338277196353815, "input_sha256": "8aac5fee7836affa1b93458aa3fb83fdeb3cd9ee418a8d7e0ef6e04cd909f4cf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 73732090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2959883950901183, "interval": [-6.712367366923721, 4.1203905767434845], "p_value": 0.612, "input_sha256": "5592688595e914d2dee3f34df541be0b4f9c548fbd6fcc2e8f35f320e03d394c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 73732090, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2959883950901183, "interval": [-5.752262244048489, 4.217965923771893], "p_value": 0.6300795392730045, "input_sha256": "5592688595e914d2dee3f34df541be0b4f9c548fbd6fcc2e8f35f320e03d394c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 73732090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014658200887771602, "interval": [-0.07229046386918739, 0.042974062093644176], "p_value": 0.594, "input_sha256": "a02557d61d9e5581fd66b4745e9f1241f628cc3a60c1e578531191f98b5146ea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 73732090, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014658200887771602, "interval": [-0.06399147888326868, 0.043472725378957515], "p_value": 0.6091238393419665, "input_sha256": "a02557d61d9e5581fd66b4745e9f1241f628cc3a60c1e578531191f98b5146ea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3211121065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.962970317069126, "interval": [-10.301131711595723, 0.3751910774574698], "p_value": 0.073, "input_sha256": "866776abbd216a6b5108ff88d02681d2e859d52cd1c68fb7403654a01fe2bd76"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3211121065, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.962970317069126, "interval": [-9.945751965430148, -0.3638023576945021], "p_value": 0.06742641300933026, "input_sha256": "866776abbd216a6b5108ff88d02681d2e859d52cd1c68fb7403654a01fe2bd76"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3211121065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04083767884098659, "interval": [-0.09688640997275087, 0.015211052290777696], "p_value": 0.146, "input_sha256": "ba97332fa649e87e52b7e272ec0cc7572b75ab0c61d6c4757518da806471dd5a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3211121065, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04083767884098659, "interval": [-0.09502152134614729, 0.007831047195957768], "p_value": 0.14841680681042438, "input_sha256": "ba97332fa649e87e52b7e272ec0cc7572b75ab0c61d6c4757518da806471dd5a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2545106371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6237142384146965, "interval": [-8.339074012135239, 7.0916455353058465], "p_value": 0.881, "input_sha256": "af163e5e2d6c73afe6e5b8b865e8b4fbd8a7afcebe1cf5e22b8f6593b559efce"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2545106371, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6237142384146965, "interval": [-7.682306097814639, 6.446622508049632], "p_value": 0.8708171596685204, "input_sha256": "af163e5e2d6c73afe6e5b8b865e8b4fbd8a7afcebe1cf5e22b8f6593b559efce"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2545106371, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014530227969813465, "interval": [-0.08848156613223895, 0.059421110192612016], "p_value": 0.711, "input_sha256": "48c8431b67b899301d72bd462b0e67714326840183bc05dc9724cd82168b0805"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2545106371, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014530227969813465, "interval": [-0.08448430613747665, 0.05076838976250671], "p_value": 0.6929777808593007, "input_sha256": "48c8431b67b899301d72bd462b0e67714326840183bc05dc9724cd82168b0805"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3444855585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3195786073320726, "interval": [-4.71001718763943, 7.349174402303575], "p_value": 0.66, "input_sha256": "f1f01768937bd046f2bcd07c781fede5f69826faf13491dcbda0f479b23cd046"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3444855585, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3195786073320726, "interval": [-4.378017701512817, 6.454757450632588], "p_value": 0.6576975882836371, "input_sha256": "f1f01768937bd046f2bcd07c781fede5f69826faf13491dcbda0f479b23cd046"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3444855585, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01613079502870693, "interval": [-0.046588976728241374, 0.07885056678565523], "p_value": 0.617, "input_sha256": "a21c54adbb07a304fa49325581f0f6349fc61a49e223b5bbac3383baabc680c2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3444855585, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01613079502870693, "interval": [-0.04048138611953154, 0.07470113264928084], "p_value": 0.6025136813295573, "input_sha256": "a21c54adbb07a304fa49325581f0f6349fc61a49e223b5bbac3383baabc680c2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3502445125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5265411036933214, "interval": [-6.404026111391692, 3.3509439040050495], "p_value": 0.541, "input_sha256": "b7a3e97a099fcd81745f52fc806b18f4d6a87ed4c07de8f4b02865e420079471"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3502445125, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5265411036933214, "interval": [-6.106256025336011, 3.510627006503013], "p_value": 0.5297623095873736, "input_sha256": "b7a3e97a099fcd81745f52fc806b18f4d6a87ed4c07de8f4b02865e420079471"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3502445125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01851728150472881, "interval": [-0.0725021421377742, 0.03546757912831657], "p_value": 0.499, "input_sha256": "ee3f910cbe1489841035cca6d4bdd14682162a5ee47a263986503ab74d7ce989"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3502445125, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01851728150472881, "interval": [-0.0675117663686854, 0.03501969570232288], "p_value": 0.49123316797694716, "input_sha256": "ee3f910cbe1489841035cca6d4bdd14682162a5ee47a263986503ab74d7ce989"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1715459401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5297191728370985, "interval": [-6.578561979247571, 3.5191236335733738], "p_value": 0.526, "input_sha256": "c2ca79f3578377e7cc3448b5ecd4fddd8b3961fe0483b26b11e31d4bfbeb4ce5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1715459401, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5297191728370985, "interval": [-6.5201772788740815, 2.8904914977033545], "p_value": 0.542138040661083, "input_sha256": "c2ca79f3578377e7cc3448b5ecd4fddd8b3961fe0483b26b11e31d4bfbeb4ce5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1715459401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020434837879993818, "interval": [-0.07014694323197586, 0.029277267471988222], "p_value": 0.395, "input_sha256": "31220655246799404ee8eaef04e8182b35d92da3e67f9fc48b94145dc145fc05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1715459401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020434837879993818, "interval": [-0.07032803080315982, 0.023987888818499423], "p_value": 0.4096131250917925, "input_sha256": "31220655246799404ee8eaef04e8182b35d92da3e67f9fc48b94145dc145fc05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1729648882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2926509378049795, "interval": [-6.348704433057087, 5.763402557447128], "p_value": 0.936, "input_sha256": "50d82f96c17dd4797282ab5aab5809217a0ed9b3d5e9acc5aee80900b5ec52a2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1729648882, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2926509378049795, "interval": [-6.272690827669794, 4.722798869981517], "p_value": 0.9222612419175529, "input_sha256": "50d82f96c17dd4797282ab5aab5809217a0ed9b3d5e9acc5aee80900b5ec52a2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1729648882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01730613913127134, "interval": [-0.08765872886415543, 0.053046450601612755], "p_value": 0.622, "input_sha256": "edee9c35f5a0408df126c63cae680c1ee0cfe8acfad76b9e29c3c57d2e8cbc6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1729648882, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01730613913127134, "interval": [-0.08910891461761383, 0.040460232894678455], "p_value": 0.6192921302349226, "input_sha256": "edee9c35f5a0408df126c63cae680c1ee0cfe8acfad76b9e29c3c57d2e8cbc6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 933724650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.13014165262876976, "interval": [-5.065921663073446, 4.805638357815907], "p_value": 0.96, "input_sha256": "a25cf959c5e0c43f0623c310f06c6886653b77410f1743bc48f95c19b24b1179"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 933724650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.13014165262876976, "interval": [-4.979185181984684, 4.203365130421077], "p_value": 0.9574307367914319, "input_sha256": "a25cf959c5e0c43f0623c310f06c6886653b77410f1743bc48f95c19b24b1179"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 933724650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0015027266934755784, "interval": [-0.05398904065117449, 0.050983587264223335], "p_value": 0.948, "input_sha256": "86407dd31d0cb24839f0d4f6a488929e7897ca47f85297a5b814361eb86bbf07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 933724650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0015027266934755784, "interval": [-0.05241577938796295, 0.04599182907899833], "p_value": 0.9537404960488596, "input_sha256": "86407dd31d0cb24839f0d4f6a488929e7897ca47f85297a5b814361eb86bbf07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2476985758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6779493981874651, "interval": [-4.905357127912181, 6.261255924287111], "p_value": 0.819, "input_sha256": "d3cabab93ed317bc62d502011bb9a518862af24d8c92b9003ff8ead9c4cb566a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2476985758, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6779493981874651, "interval": [-4.71516459250161, 5.976286399155972], "p_value": 0.8065285952179603, "input_sha256": "d3cabab93ed317bc62d502011bb9a518862af24d8c92b9003ff8ead9c4cb566a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2476985758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011698704233583719, "interval": [-0.046375325964970814, 0.06977273443213824], "p_value": 0.693, "input_sha256": "9f114545f35287f9d91d9f1aeedfb5c8ab31db5e90681e232f686facf2b47e99"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2476985758, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011698704233583719, "interval": [-0.0440430539637609, 0.06557457467250659], "p_value": 0.6840651201217678, "input_sha256": "9f114545f35287f9d91d9f1aeedfb5c8ab31db5e90681e232f686facf2b47e99"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3459883357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.412641365172683, "interval": [-5.5823801060571965, 6.4076628364025625], "p_value": 0.889, "input_sha256": "3bf996d68187c8237098f9048a1e8b1fd028c6ed54f42913442c391c30ef4471"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3459883357, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.412641365172683, "interval": [-6.319052416361959, 5.283787646797328], "p_value": 0.8898748379756747, "input_sha256": "3bf996d68187c8237098f9048a1e8b1fd028c6ed54f42913442c391c30ef4471"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3459883357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005733668762457053, "interval": [-0.057218256767598674, 0.06868559429251278], "p_value": 0.851, "input_sha256": "e35492aa5a082821bb2ea0a7afbb6eadf28ff71ad9b9b8714e5239d8e625006f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3459883357, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005733668762457053, "interval": [-0.06295046157607934, 0.05727486787874014], "p_value": 0.8546908704523242, "input_sha256": "e35492aa5a082821bb2ea0a7afbb6eadf28ff71ad9b9b8714e5239d8e625006f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1045439925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.196680342911159, "interval": [-12.038251271557566, -0.3551094142647502], "p_value": 0.033, "input_sha256": "e4cfb734d1984f61344a3adda8d3d7a1c2d28aff77f35cd14e378d8898da2669"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1045439925, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.196680342911159, "interval": [-12.312060153215286, -1.5122202402434757], "p_value": 0.03819843068144437, "input_sha256": "e4cfb734d1984f61344a3adda8d3d7a1c2d28aff77f35cd14e378d8898da2669"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1045439925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06517905806344115, "interval": [-0.12312518651889795, -0.007232929607984349], "p_value": 0.024, "input_sha256": "1e2a51921552d658313cf73451263e8ca57720f47ecad962469a43319a26bc4f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1045439925, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06517905806344115, "interval": [-0.1253485114967702, -0.015768128500588344], "p_value": 0.028508655412592374, "input_sha256": "1e2a51921552d658313cf73451263e8ca57720f47ecad962469a43319a26bc4f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 717955255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8984267968211537, "interval": [-5.275225262705706, 3.4783716690633986], "p_value": 0.688, "input_sha256": "894975d02b9d1884da4a32b718370f4c9bb0873317dbb440303bb4d63f78f5f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 717955255, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8984267968211537, "interval": [-4.920224229494803, 2.990770562352446], "p_value": 0.6798377690862001, "input_sha256": "894975d02b9d1884da4a32b718370f4c9bb0873317dbb440303bb4d63f78f5f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 717955255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01691582610258091, "interval": [-0.06742698865914212, 0.033595336453980294], "p_value": 0.495, "input_sha256": "4333c28e68f5e5a6d4b95e4c3648007408959933540dc1b40bc30db0e6b85ca4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 717955255, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01691582610258091, "interval": [-0.06163333680184965, 0.02519940902336084], "p_value": 0.5019060885446603, "input_sha256": "4333c28e68f5e5a6d4b95e4c3648007408959933540dc1b40bc30db0e6b85ca4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2304732059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.907755310523662, "interval": [-9.741806685651268, -0.0737039353960558], "p_value": 0.052, "input_sha256": "b292ffeb1409bd050acd75686366a88e4afaf5028814f02699ebfb7e8d732978"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2304732059, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.907755310523662, "interval": [-9.533257882863227, -1.1107254903512422], "p_value": 0.0467747584134251, "input_sha256": "b292ffeb1409bd050acd75686366a88e4afaf5028814f02699ebfb7e8d732978"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2304732059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05001461611560472, "interval": [-0.10086993992389127, 0.0008407076926818385], "p_value": 0.055, "input_sha256": "299d3fb79591e50a0c29beb5fc1179eb96f754dab53266a90ba32e49f0b3b6cc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2304732059, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05001461611560472, "interval": [-0.09642124581462115, -0.0075318678530720065], "p_value": 0.05371502513649666, "input_sha256": "299d3fb79591e50a0c29beb5fc1179eb96f754dab53266a90ba32e49f0b3b6cc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2095355835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9981618574045452, "interval": [-3.5184721637922616, 7.514795878601352], "p_value": 0.489, "input_sha256": "00311cd2bdcebd2894a9bcfac182ecf50f326c74c13ad6c057f27b2e9c8b5f05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2095355835, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9981618574045452, "interval": [-2.3905067064709957, 7.734562372375911], "p_value": 0.46641951387815384, "input_sha256": "00311cd2bdcebd2894a9bcfac182ecf50f326c74c13ad6c057f27b2e9c8b5f05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2095355835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013110930925906275, "interval": [-0.04109122692393095, 0.06731308877574349], "p_value": 0.646, "input_sha256": "8df8200c32a0830030468fae147952003724cbc5a2b82db4a61efef6a1a3d5eb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2095355835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013110930925906275, "interval": [-0.033420740241608786, 0.06630176745738818], "p_value": 0.6256972482894367, "input_sha256": "8df8200c32a0830030468fae147952003724cbc5a2b82db4a61efef6a1a3d5eb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1959461028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9304119117364706, "interval": [-7.7447410989158545, 9.605564922388796], "p_value": 0.861, "input_sha256": "80f9e67c6ba0a723866773b2a0de04b33bd97abf56e3fd6f8bc42f1725c9687a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1959461028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9304119117364706, "interval": [-10.288128611928746, 6.887353411890652], "p_value": 0.8288716765704551, "input_sha256": "80f9e67c6ba0a723866773b2a0de04b33bd97abf56e3fd6f8bc42f1725c9687a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1959461028, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004381046719283424, "interval": [-0.07727591244917181, 0.08603800588773866], "p_value": 0.928, "input_sha256": "2e3790d97c2f7da6b3dc83f0776eaa5f70c46b720244ff16707b28fea474926b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1959461028, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004381046719283424, "interval": [-0.08613635434087649, 0.06608973437012136], "p_value": 0.9140679202064199, "input_sha256": "2e3790d97c2f7da6b3dc83f0776eaa5f70c46b720244ff16707b28fea474926b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 351762612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0945340441443054, "interval": [-6.485844326939715, 4.296776238651104], "p_value": 0.689, "input_sha256": "39611fccfdd8a42288dccba3945554d1b72ca8723a069caee08e515cc82f5df5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 351762612, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0945340441443054, "interval": [-5.900352298210811, 4.382678188936029], "p_value": 0.6832021141358445, "input_sha256": "39611fccfdd8a42288dccba3945554d1b72ca8723a069caee08e515cc82f5df5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 351762612, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011955098955975546, "interval": [-0.0662375416791447, 0.042327343767193604], "p_value": 0.659, "input_sha256": "705548072f40f516294e1e76a9593f7376e941ee78ee8ef448984607bd2f1da1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 351762612, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011955098955975546, "interval": [-0.059898679906720674, 0.04344735878707254], "p_value": 0.6578641308977341, "input_sha256": "705548072f40f516294e1e76a9593f7376e941ee78ee8ef448984607bd2f1da1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3560912475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3688214220797326, "interval": [-3.6444422888755232, 6.382085133034988], "p_value": 0.581, "input_sha256": "344c677c2b7a52ac42bef8a96c32b610e4350000b5c738d56dbb49a327da7e0a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3560912475, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3688214220797326, "interval": [-3.3998376897001417, 6.103302178984442], "p_value": 0.5832580874653086, "input_sha256": "344c677c2b7a52ac42bef8a96c32b610e4350000b5c738d56dbb49a327da7e0a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3560912475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010258169344386087, "interval": [-0.038474941208551994, 0.05899127989732417], "p_value": 0.683, "input_sha256": "8e9e089a14133af8b6498120ef26dc6678124e7fd8f52d5a3a072f214c4ed4a1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3560912475, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010258169344386087, "interval": [-0.03744204034269033, 0.05569166296862716], "p_value": 0.6722196937607935, "input_sha256": "8e9e089a14133af8b6498120ef26dc6678124e7fd8f52d5a3a072f214c4ed4a1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2710291833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.430941038066053, "interval": [-6.704448359991584, 1.8425662838594778], "p_value": 0.272, "input_sha256": "0dbb2d9b7ef23908ff1facd9a80c5d4d3aa8dc20271bf0500d44965448664eb8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2710291833, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.430941038066053, "interval": [-6.261864268195545, 1.851245009537676], "p_value": 0.25551557118189855, "input_sha256": "0dbb2d9b7ef23908ff1facd9a80c5d4d3aa8dc20271bf0500d44965448664eb8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2710291833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030479107843644007, "interval": [-0.07920906171983258, 0.018250846032544565], "p_value": 0.22, "input_sha256": "5b33c992e5b8307aa080b8919f219010b6bd3a63754d50c419b34ab5854b7f3d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2710291833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030479107843644007, "interval": [-0.07751123553312102, 0.015371930918426195], "p_value": 0.21120380566606087, "input_sha256": "5b33c992e5b8307aa080b8919f219010b6bd3a63754d50c419b34ab5854b7f3d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 205816009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7718738543370929, "interval": [-8.320958271680272, 4.777210563006087], "p_value": 0.592, "input_sha256": "ef1ff0e0d18475714d0e97943feba1d01f9b1feaf5248c45670a730505bf68ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 205816009, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7718738543370929, "interval": [-7.460577029226883, 3.7806106387429335], "p_value": 0.5867983923883519, "input_sha256": "ef1ff0e0d18475714d0e97943feba1d01f9b1feaf5248c45670a730505bf68ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 205816009, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019597726429873834, "interval": [-0.08832751901742902, 0.04913206615768135], "p_value": 0.566, "input_sha256": "53a33a365cb752b26752aff709cd7a84e1928c601d48d71bb2b08f43fe18e1ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 205816009, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019597726429873834, "interval": [-0.0774368664603157, 0.04089369241937509], "p_value": 0.5668368089491742, "input_sha256": "53a33a365cb752b26752aff709cd7a84e1928c601d48d71bb2b08f43fe18e1ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2231687894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.493175062848546, "interval": [-2.812066872267084, 9.798416997964175], "p_value": 0.295, "input_sha256": "85c2c0481980314f56d5c240a1dd4cd4a15c1fa313df0ee5e96d957b4b7e562b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2231687894, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.493175062848546, "interval": [-2.2186871800754364, 9.759347428417717], "p_value": 0.2687256819132332, "input_sha256": "85c2c0481980314f56d5c240a1dd4cd4a15c1fa313df0ee5e96d957b4b7e562b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2231687894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038405506417775265, "interval": [-0.02551052858346463, 0.10232154141901516], "p_value": 0.26, "input_sha256": "b16d7500389ea6419b6be82a3f1f15ce0f62c97eff6cdd512da76520ffa34c90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2231687894, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038405506417775265, "interval": [-0.02058818233619391, 0.10443777866189603], "p_value": 0.23062004154402013, "input_sha256": "b16d7500389ea6419b6be82a3f1f15ce0f62c97eff6cdd512da76520ffa34c90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1086677199, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5423297640200007, "interval": [-4.160712352166552, 5.245371880206553], "p_value": 0.827, "input_sha256": "c66ad1aadd0b073b7fe019d403d3a5b048281b03440f4566b9b69d0da3153d50"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1086677199, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5423297640200007, "interval": [-3.47054593794064, 5.544348072177419], "p_value": 0.8162325070429286, "input_sha256": "c66ad1aadd0b073b7fe019d403d3a5b048281b03440f4566b9b69d0da3153d50"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1086677199, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007861801154746773, "interval": [-0.04245789426839252, 0.058181496577886065], "p_value": 0.768, "input_sha256": "6de99643c140603694c061b3ac0b389720232c8eb9baad52dc652683ce643467"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1086677199, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007861801154746773, "interval": [-0.034901802364758566, 0.05941587849877798], "p_value": 0.7530541105306011, "input_sha256": "6de99643c140603694c061b3ac0b389720232c8eb9baad52dc652683ce643467"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3162410288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.79122480360763, "interval": [-3.4251717753213793, 7.007621382536639], "p_value": 0.513, "input_sha256": "daff40d14b431c8a49bb0ad4498c7a9499181e6d8c6c4f6618c736c158bd1e5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3162410288, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.79122480360763, "interval": [-3.0289626687581457, 6.843287905599925], "p_value": 0.49118796783351537, "input_sha256": "daff40d14b431c8a49bb0ad4498c7a9499181e6d8c6c4f6618c736c158bd1e5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3162410288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014243187582016939, "interval": [-0.03975564673817919, 0.06824202190221307], "p_value": 0.618, "input_sha256": "96102a9883d79ff4fd9f9dd07074eec78d6378fdc1f6fad6ac2ef8ef6bcbcdae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3162410288, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014243187582016939, "interval": [-0.03436414510972011, 0.06785415280729669], "p_value": 0.5964667049160873, "input_sha256": "96102a9883d79ff4fd9f9dd07074eec78d6378fdc1f6fad6ac2ef8ef6bcbcdae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3479221959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.502673055084433, "interval": [-10.538163423717608, 1.5328173135487422], "p_value": 0.154, "input_sha256": "2d29db52dcc26d116c988a1168080f1aa038b65b3158e904f5b325749744faf6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3479221959, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.502673055084433, "interval": [-9.904324219519248, 0.7954685025289445], "p_value": 0.13864777155895608, "input_sha256": "2d29db52dcc26d116c988a1168080f1aa038b65b3158e904f5b325749744faf6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3479221959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.052999879124314156, "interval": [-0.11685240121035549, 0.01085264296172718], "p_value": 0.112, "input_sha256": "c61bde96367ca02316bd1431bd08780f345b5cdc0314e69941e2971b1e5854f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3479221959, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.052999879124314156, "interval": [-0.11028851512324414, 0.004289518956454047], "p_value": 0.10063984140427518, "input_sha256": "c61bde96367ca02316bd1431bd08780f345b5cdc0314e69941e2971b1e5854f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 856139006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.0646034583206205, "interval": [-10.141236866899526, 0.01202995025828546], "p_value": 0.054, "input_sha256": "5b44e0be240e5ae879e07f9b840d54a89d72be98ea61c3aa57bf92332e22afad"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 856139006, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.0646034583206205, "interval": [-9.993403320040242, -0.7241625433023134], "p_value": 0.05051708090510493, "input_sha256": "5b44e0be240e5ae879e07f9b840d54a89d72be98ea61c3aa57bf92332e22afad"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 856139006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05182936139843354, "interval": [-0.10617142578598321, 0.002512702989116135], "p_value": 0.065, "input_sha256": "27d24cd432187dd80055265bd1008b3982571c3788524866ef2ef78d5dfcce47"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 856139006, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05182936139843354, "interval": [-0.10894689753554132, -0.006389003470317875], "p_value": 0.060940610921550814, "input_sha256": "27d24cd432187dd80055265bd1008b3982571c3788524866ef2ef78d5dfcce47"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 989721613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7754070513606148, "interval": [-3.595286310643476, 7.146100413364706], "p_value": 0.521, "input_sha256": "2d33b03341a7c4a25a81a2446be101bc3abf577b634e43acc7ba05958cb25023"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 989721613, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7754070513606148, "interval": [-3.1977905025297186, 7.034880605335715], "p_value": 0.5066692595077772, "input_sha256": "2d33b03341a7c4a25a81a2446be101bc3abf577b634e43acc7ba05958cb25023"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 989721613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019053770375049295, "interval": [-0.042101055313302826, 0.08020859606340142], "p_value": 0.541, "input_sha256": "9fe377d38fe41ada6f0cb934cc867a0cbc40fc5a9645f4475bee67f0f6bc9a13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 989721613, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019053770375049295, "interval": [-0.04071216628752776, 0.079224959763036], "p_value": 0.5317031743627745, "input_sha256": "9fe377d38fe41ada6f0cb934cc867a0cbc40fc5a9645f4475bee67f0f6bc9a13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 923624255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0895827750763756, "interval": [-8.260550624880814, 2.081385074728063], "p_value": 0.22, "input_sha256": "dc1b43f0574d5c104369716efb9361e9f3966ab298957181017d806a6eb11311"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 923624255, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0895827750763756, "interval": [-8.588514219773216, 1.5056833975303623], "p_value": 0.23371330308453783, "input_sha256": "dc1b43f0574d5c104369716efb9361e9f3966ab298957181017d806a6eb11311"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 923624255, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025163183143230718, "interval": [-0.0752605310606182, 0.024934164774156768], "p_value": 0.306, "input_sha256": "a24a2361cd6f5c3db84aea4f51fcf0dfe5ba9aae73c73fb1a91b799358d6906c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 923624255, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025163183143230718, "interval": [-0.07580891949335418, 0.019677796443444973], "p_value": 0.31546809371036677, "input_sha256": "a24a2361cd6f5c3db84aea4f51fcf0dfe5ba9aae73c73fb1a91b799358d6906c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1592788981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.65727119954248, "interval": [-4.884838468513837, 3.570296069428877], "p_value": 0.761, "input_sha256": "69812fe4ad41d26f1599cb55355612332d297563b6155fca959269ea05445987"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1592788981, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.65727119954248, "interval": [-5.132874792177735, 2.76632525215478], "p_value": 0.7545578878943642, "input_sha256": "69812fe4ad41d26f1599cb55355612332d297563b6155fca959269ea05445987"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1592788981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004582174741220135, "interval": [-0.05158181821498809, 0.04241746873254782], "p_value": 0.833, "input_sha256": "9915630911694c91db3d176e56d79f82208f173febeba4c3d0e68fddfc7f466f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1592788981, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004582174741220135, "interval": [-0.05533562276844743, 0.03511475335667294], "p_value": 0.8445914705801301, "input_sha256": "9915630911694c91db3d176e56d79f82208f173febeba4c3d0e68fddfc7f466f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1664382123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1112030701943842, "interval": [-6.161703913238327, 3.9392977728495584], "p_value": 0.638, "input_sha256": "33d0f028bb0925fc671fe303b9b8bb5cb3b5d8633c0d3a94d6f0107d493c5acd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1664382123, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1112030701943842, "interval": [-6.287437436221879, 3.412168843585178], "p_value": 0.6585368380155159, "input_sha256": "33d0f028bb0925fc671fe303b9b8bb5cb3b5d8633c0d3a94d6f0107d493c5acd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1664382123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012981196394056115, "interval": [-0.06196215870378663, 0.0359997659156744], "p_value": 0.576, "input_sha256": "d5c3ef93275db5b192a094f8cd94397efbad2a4b1381f9d8d2f5732813ec5639"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1664382123, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012981196394056115, "interval": [-0.061887803786569946, 0.03125286292872253], "p_value": 0.5946982355407999, "input_sha256": "d5c3ef93275db5b192a094f8cd94397efbad2a4b1381f9d8d2f5732813ec5639"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3642401154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.414165513156398, "interval": [-2.3669061496492656, 7.1952371759620615], "p_value": 0.337, "input_sha256": "f9fa66536801bd48a662bdbfcffa45275be0c4981b262fc90bad42219c95a5bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3642401154, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.414165513156398, "interval": [-1.7574883712347151, 6.949203657773976], "p_value": 0.31000640038295363, "input_sha256": "f9fa66536801bd48a662bdbfcffa45275be0c4981b262fc90bad42219c95a5bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3642401154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03303382053159615, "interval": [-0.023403932954118516, 0.08947157401731082], "p_value": 0.257, "input_sha256": "77393d72e6e0ce44aa5aa41123a19fe450a0eec1d99e306bbd02e0e150cbd712"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3642401154, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03303382053159615, "interval": [-0.014970564177596544, 0.08555278276646747], "p_value": 0.2398494949038467, "input_sha256": "77393d72e6e0ce44aa5aa41123a19fe450a0eec1d99e306bbd02e0e150cbd712"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2017002832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.550077642563167, "interval": [-4.728932110996993, 7.829087396123327], "p_value": 0.64, "input_sha256": "af251138f5519601a5e2291caec2e6ccb698704f1de094771693eb1043df6421"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2017002832, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.550077642563167, "interval": [-4.614474809360543, 6.967472817498212], "p_value": 0.6199586612765431, "input_sha256": "af251138f5519601a5e2291caec2e6ccb698704f1de094771693eb1043df6421"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2017002832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008998157775193555, "interval": [-0.05618277404664866, 0.07417908959703577], "p_value": 0.781, "input_sha256": "8c2f204f239feb53c74f737d4bcd68ba18ac8787338a1be0e38a4c88e5de4301"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2017002832, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008998157775193555, "interval": [-0.05291094089306668, 0.07114306446992037], "p_value": 0.7813946153172405, "input_sha256": "8c2f204f239feb53c74f737d4bcd68ba18ac8787338a1be0e38a4c88e5de4301"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3117645349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9851615928455502, "interval": [-3.988490432685266, 5.958813618376366], "p_value": 0.679, "input_sha256": "a3d879ba1bcb4a353ea1fe3db8dd9d0db56689bb01d3d1576659e66e670e8d93"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3117645349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9851615928455502, "interval": [-3.315413716048561, 6.2619953514157], "p_value": 0.6903094767525335, "input_sha256": "a3d879ba1bcb4a353ea1fe3db8dd9d0db56689bb01d3d1576659e66e670e8d93"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3117645349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01263051424397299, "interval": [-0.03480342693176782, 0.0600644554197138], "p_value": 0.57, "input_sha256": "5ace8f4c2c4a1f2859138ef17e2f92e41974985d076eaacee06d4cd59144a053"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3117645349, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01263051424397299, "interval": [-0.028302509854494638, 0.06283576813413651], "p_value": 0.5922141239474591, "input_sha256": "5ace8f4c2c4a1f2859138ef17e2f92e41974985d076eaacee06d4cd59144a053"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2290389060, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.020972149643046, "interval": [-10.620557275313393, 0.5786129760273013], "p_value": 0.077, "input_sha256": "cd2f48fadb55b1de11a95b9c54618bd5139e4f42b02e3b8da6c5762d017f7a9a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2290389060, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.020972149643046, "interval": [-10.028597796171296, 0.03465255461140828], "p_value": 0.07734387523812211, "input_sha256": "cd2f48fadb55b1de11a95b9c54618bd5139e4f42b02e3b8da6c5762d017f7a9a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2290389060, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05786289578129464, "interval": [-0.11613436311325373, 0.0004085715506644619], "p_value": 0.045, "input_sha256": "8cf449e94d0aeec6c8011bb2aae2160e7deaa66c22f06945562446f820775e82"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2290389060, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05786289578129464, "interval": [-0.10922812035895024, -0.003962600985450858], "p_value": 0.05154746099955362, "input_sha256": "8cf449e94d0aeec6c8011bb2aae2160e7deaa66c22f06945562446f820775e82"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1648146592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7156326897512315, "interval": [-6.8036212539961864, 1.3723558744937234], "p_value": 0.192, "input_sha256": "3cafbd458ab87f2236694577ca0f79974cb3a43b802a60c67f92e6627af12102"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1648146592, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7156326897512315, "interval": [-6.330154140460725, 0.7438132512882716], "p_value": 0.18535064438682802, "input_sha256": "3cafbd458ab87f2236694577ca0f79974cb3a43b802a60c67f92e6627af12102"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1648146592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03431526155854682, "interval": [-0.08773516182174304, 0.019104638704649395], "p_value": 0.206, "input_sha256": "b4cefc6f734f03150229f26a1b6799413392cb0a54163e92c1ec9b37725079da"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1648146592, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03431526155854682, "interval": [-0.08273878975787163, 0.009777460627267906], "p_value": 0.20023307707142404, "input_sha256": "b4cefc6f734f03150229f26a1b6799413392cb0a54163e92c1ec9b37725079da"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2915271901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0097028656855542, "interval": [-4.765836653313427, 6.785242384684535], "p_value": 0.733, "input_sha256": "828006272f70b2c4573f500f067038ff4b3ee84a593229e0d4936725980160e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2915271901, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0097028656855542, "interval": [-4.0028829009669185, 7.1384070391960694], "p_value": 0.7249656472313522, "input_sha256": "828006272f70b2c4573f500f067038ff4b3ee84a593229e0d4936725980160e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2915271901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017484207989941034, "interval": [-0.04257308821847911, 0.07754150419836117], "p_value": 0.588, "input_sha256": "0d28dd290793fcdecb8e41047e002f92c575aec7f247ea2896cea14d71503c78"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2915271901, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017484207989941034, "interval": [-0.03229620523967814, 0.0842887785373778], "p_value": 0.5587702551805411, "input_sha256": "0d28dd290793fcdecb8e41047e002f92c575aec7f247ea2896cea14d71503c78"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2340714175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.410611069322093, "interval": [-10.878995858902856, 2.0577737202586697], "p_value": 0.189, "input_sha256": "2eef45ecee8b695b1e60fb68272c85f830b297c605a10dd9b6622995b9da3bcc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2340714175, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.410611069322093, "interval": [-10.732652146774669, 0.9106540641103626], "p_value": 0.17321657367505217, "input_sha256": "2eef45ecee8b695b1e60fb68272c85f830b297c605a10dd9b6622995b9da3bcc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2340714175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04673681687481769, "interval": [-0.1126443173824999, 0.01917068363286452], "p_value": 0.164, "input_sha256": "dfba725ce53515118305ca73d2e7e2d1a6a32d7bc8e3a74dfd3ff645e1f9b7c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2340714175, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04673681687481769, "interval": [-0.11040651640873217, 0.007261084761957028], "p_value": 0.15705067293647018, "input_sha256": "dfba725ce53515118305ca73d2e7e2d1a6a32d7bc8e3a74dfd3ff645e1f9b7c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3744440838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1960741229407486, "interval": [-6.127130043949785, 3.7349817980682882], "p_value": 0.633, "input_sha256": "8eb20fcca3e5af692a9a105000ccec3d04b40cf4d4e1003f1d4aa530b17ac937"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3744440838, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1960741229407486, "interval": [-5.630097203508895, 3.231292828655939], "p_value": 0.6259291350641225, "input_sha256": "8eb20fcca3e5af692a9a105000ccec3d04b40cf4d4e1003f1d4aa530b17ac937"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3744440838, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016670794682451737, "interval": [-0.06790834015674324, 0.03456675079183976], "p_value": 0.507, "input_sha256": "c8d9f4463c16b626ea8ef3aea11c6832b40e174da2073119d80cd40aa9f4848e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3744440838, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016670794682451737, "interval": [-0.060615587408664684, 0.03088077164405758], "p_value": 0.5140749838410353, "input_sha256": "c8d9f4463c16b626ea8ef3aea11c6832b40e174da2073119d80cd40aa9f4848e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2987894519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.672340873568582, "interval": [-2.367574255433655, 7.712256002570819], "p_value": 0.3, "input_sha256": "93e1d27a839d6a99298b4f351a31039449e064ff003c23aa62fd225c7d47ce13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2987894519, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.672340873568582, "interval": [-1.9831296549348627, 7.117530704535609], "p_value": 0.28863116528260613, "input_sha256": "93e1d27a839d6a99298b4f351a31039449e064ff003c23aa62fd225c7d47ce13"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2987894519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026713050446202972, "interval": [-0.0232643414090054, 0.07669044230141134], "p_value": 0.299, "input_sha256": "87d3df7561027a2d013968fd58adcb022a3b582c6b8c40b4f54c8bba486cf708"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2987894519, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026713050446202972, "interval": [-0.018737627176224243, 0.07195360827285674], "p_value": 0.2852671379027538, "input_sha256": "87d3df7561027a2d013968fd58adcb022a3b582c6b8c40b4f54c8bba486cf708"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 366471278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8076702956786423, "interval": [-5.18715223596119, 6.802492827318475], "p_value": 0.785, "input_sha256": "8fa2eb75907ccf9bf5c9cf0870686b9545250e854d92f87d5bdf06f0673b020e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 366471278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8076702956786423, "interval": [-5.640865638968364, 6.0552857852892075], "p_value": 0.7844962671703686, "input_sha256": "8fa2eb75907ccf9bf5c9cf0870686b9545250e854d92f87d5bdf06f0673b020e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 366471278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013338917531954278, "interval": [-0.04657947362333091, 0.07325730868723947], "p_value": 0.632, "input_sha256": "6e84272bacd9344c0a415567d8c4b27b5e921b46696c6657f19f65ac46b8a81f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 366471278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013338917531954278, "interval": [-0.04957376337041743, 0.06898719210187845], "p_value": 0.6522073799332821, "input_sha256": "6e84272bacd9344c0a415567d8c4b27b5e921b46696c6657f19f65ac46b8a81f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1262206172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8366099986395508, "interval": [-8.968747269079543, 5.2955272718004425], "p_value": 0.602, "input_sha256": "2d251fbe34c9fed180179e162665a0ed9cdc1b173b25b5f91b2f4700fb90fe59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1262206172, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8366099986395508, "interval": [-9.019786671528006, 3.703108975054309], "p_value": 0.6032144858332079, "input_sha256": "2d251fbe34c9fed180179e162665a0ed9cdc1b173b25b5f91b2f4700fb90fe59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1262206172, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028597300402334574, "interval": [-0.10764600180884917, 0.050451401004180024], "p_value": 0.484, "input_sha256": "85afcc1350b5a27e53a8d6691c8ec9b2dd524355cf4c6b6d6b7c9a237fd952db"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1262206172, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028597300402334574, "interval": [-0.10918303538432564, 0.031848019432396936], "p_value": 0.4653613971587073, "input_sha256": "85afcc1350b5a27e53a8d6691c8ec9b2dd524355cf4c6b6d6b7c9a237fd952db"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1524555714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4716735925502258, "interval": [-4.478199931608636, 7.421547116709087], "p_value": 0.614, "input_sha256": "45d4e111b968c321e83bd98178235f1f8d7badd902f81881fdc32a89fa175f8a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1524555714, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4716735925502258, "interval": [-3.837082083107733, 7.715380323441638], "p_value": 0.6194322328492532, "input_sha256": "45d4e111b968c321e83bd98178235f1f8d7badd902f81881fdc32a89fa175f8a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1524555714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009747390165773626, "interval": [-0.047177138276138605, 0.06667191860768586], "p_value": 0.709, "input_sha256": "4785dd6eb396d9c69769c206dd1abadda95a65b876b457bb78495fe5aad61c38"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1524555714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009747390165773626, "interval": [-0.04579948589814759, 0.06393029028275005], "p_value": 0.7306990115984662, "input_sha256": "4785dd6eb396d9c69769c206dd1abadda95a65b876b457bb78495fe5aad61c38"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1745815681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11040396355580118, "interval": [-4.121621268412215, 3.900813341300613], "p_value": 0.949, "input_sha256": "0195b45a249cb1edbe56fa8c1961e373444a2c2ab5aca5cacfd8fca9cd2a325f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1745815681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11040396355580118, "interval": [-4.446158553065606, 3.4259282053415516], "p_value": 0.9558469805940354, "input_sha256": "0195b45a249cb1edbe56fa8c1961e373444a2c2ab5aca5cacfd8fca9cd2a325f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1745815681, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0070899003552039735, "interval": [-0.04900103545455977, 0.03482123474415182], "p_value": 0.74, "input_sha256": "0748553b01a02d3feca0f511132846702af110e062608619c641b0984eb9ed2c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1745815681, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0070899003552039735, "interval": [-0.05533539953698306, 0.028526225928704522], "p_value": 0.7334674151488674, "input_sha256": "0748553b01a02d3feca0f511132846702af110e062608619c641b0984eb9ed2c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3919257913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9099725129028204, "interval": [-4.920120658813714, 6.7400656846193545], "p_value": 0.747, "input_sha256": "f578c7a0ed21b058356c598571f77e1a5ad06d5b545ad8b2635e63a6e9ceeba4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3919257913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9099725129028204, "interval": [-4.540278767999024, 6.576976870803611], "p_value": 0.752968524321231, "input_sha256": "f578c7a0ed21b058356c598571f77e1a5ad06d5b545ad8b2635e63a6e9ceeba4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3919257913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012795511598471851, "interval": [-0.052753817260545316, 0.07834484045748902], "p_value": 0.686, "input_sha256": "28881c8958fd9386d8eaf3ecce8683b5ee84fe2b77f848688231d1add4c7190a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3919257913, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012795511598471851, "interval": [-0.041999129022281964, 0.0817361398495531], "p_value": 0.6937860207112715, "input_sha256": "28881c8958fd9386d8eaf3ecce8683b5ee84fe2b77f848688231d1add4c7190a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3626203387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7064207062644812, "interval": [-4.460891983441801, 5.873733395970763], "p_value": 0.792, "input_sha256": "c76ceeb20ec226e5f777b0ff5dca532a2e47da4fdf42d56de021f219b5a3d176"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3626203387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7064207062644812, "interval": [-4.112790663905566, 5.647948741599384], "p_value": 0.78336893813906, "input_sha256": "c76ceeb20ec226e5f777b0ff5dca532a2e47da4fdf42d56de021f219b5a3d176"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3626203387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007049842273057522, "interval": [-0.048682031278951446, 0.06278171582506649], "p_value": 0.803, "input_sha256": "4de6dc8d0143c2b190205e738e774c87d5c33811fdb5856534cd3b66aa3cb55c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3626203387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007049842273057522, "interval": [-0.04407372401223646, 0.06287279053946668], "p_value": 0.7991644164447362, "input_sha256": "4de6dc8d0143c2b190205e738e774c87d5c33811fdb5856534cd3b66aa3cb55c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1173554216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.494664798042591, "interval": [-0.548772127560186, 11.538101723645369], "p_value": 0.072, "input_sha256": "8b74986049063233c0ff6f6b51ba41206f0df2217e87433fa4d3f2e7cc526a07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1173554216, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.494664798042591, "interval": [0.38149294880722234, 11.940685866779454], "p_value": 0.07345008377708387, "input_sha256": "8b74986049063233c0ff6f6b51ba41206f0df2217e87433fa4d3f2e7cc526a07"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1173554216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06575195517371951, "interval": [-0.003416993592366843, 0.13492090393980588], "p_value": 0.061, "input_sha256": "931e8dc362fb5d0af77f6c8f9919e5f72a82db64d4246a7399ee9f622eea64a2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1173554216, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06575195517371951, "interval": [0.009829294366905784, 0.14091767825132484], "p_value": 0.061728688189178836, "input_sha256": "931e8dc362fb5d0af77f6c8f9919e5f72a82db64d4246a7399ee9f622eea64a2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 320688069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.877756921184096, "interval": [-10.826113272310437, 1.070599429942244], "p_value": 0.102, "input_sha256": "9b4c56e89edaff3508bdd44a6d409467a62dba48832e200bc9ed636c05a52f5d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 320688069, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.877756921184096, "interval": [-11.219672963815825, 0.4074883215945399], "p_value": 0.10475195115083404, "input_sha256": "9b4c56e89edaff3508bdd44a6d409467a62dba48832e200bc9ed636c05a52f5d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 320688069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.038493720347965714, "interval": [-0.10249104657781277, 0.025503605881881337], "p_value": 0.231, "input_sha256": "85aa1ad2171a42e2456802c551f259acd3172e6ac21a700413aa5f21e2a661d8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 320688069, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.038493720347965714, "interval": [-0.10783693624349662, 0.02079705243276197], "p_value": 0.22954299518112403, "input_sha256": "85aa1ad2171a42e2456802c551f259acd3172e6ac21a700413aa5f21e2a661d8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 456890198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4198625909159581, "interval": [-6.14581518043322, 3.306089998601304], "p_value": 0.578, "input_sha256": "ee891093122e14277c917fdc1928112480a3de9d37801cddaee7ef131d3637c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 456890198, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4198625909159581, "interval": [-6.310022021620437, 2.906413836629897], "p_value": 0.5466368068990515, "input_sha256": "ee891093122e14277c917fdc1928112480a3de9d37801cddaee7ef131d3637c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 456890198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016951393016681582, "interval": [-0.06765467598626748, 0.03375188995290432], "p_value": 0.546, "input_sha256": "d2e6ee003b694d04b002ebad170f1249871ca669a70f28b086be6585f50f710d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 456890198, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016951393016681582, "interval": [-0.06995686858042502, 0.030031507593009057], "p_value": 0.5025301274490241, "input_sha256": "d2e6ee003b694d04b002ebad170f1249871ca669a70f28b086be6585f50f710d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 209939833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3910071211063526, "interval": [-6.382694746910971, 3.600680504698266], "p_value": 0.604, "input_sha256": "0d82adb1fb54af5507b1f33c75d8f6281e0d1a870364ee739493b46a81c85b75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 209939833, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3910071211063526, "interval": [-5.489923893655911, 4.087096127402567], "p_value": 0.5748154384393396, "input_sha256": "0d82adb1fb54af5507b1f33c75d8f6281e0d1a870364ee739493b46a81c85b75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 209939833, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014634397856806133, "interval": [-0.06689990417639058, 0.03763110846277832], "p_value": 0.614, "input_sha256": "8156104ab7d6aff60763b783031ed13ceba3862761e50b2891526922e4c6cf22"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 209939833, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014634397856806133, "interval": [-0.057665222943900564, 0.04163978971173018], "p_value": 0.5732046202182368, "input_sha256": "8156104ab7d6aff60763b783031ed13ceba3862761e50b2891526922e4c6cf22"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3599156759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8899053010808995, "interval": [-5.763857378574415, 3.984046776412616], "p_value": 0.732, "input_sha256": "aa4b3d53f0d1c2c9810d6a2adf54ea2a909c5a9b8007d15bca5a51e0c135290f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3599156759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8899053010808995, "interval": [-5.395157038487135, 3.26769365457663], "p_value": 0.7132472203427331, "input_sha256": "aa4b3d53f0d1c2c9810d6a2adf54ea2a909c5a9b8007d15bca5a51e0c135290f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3599156759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013583994023962986, "interval": [-0.07261685728385489, 0.04544886923592891], "p_value": 0.651, "input_sha256": "ac5cbb4038cd5d082c2bb76a156f87fada30ee4318898f4a82aa22cf8f3d104e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3599156759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013583994023962986, "interval": [-0.07121133797409329, 0.03327270503252068], "p_value": 0.6427749551440411, "input_sha256": "ac5cbb4038cd5d082c2bb76a156f87fada30ee4318898f4a82aa22cf8f3d104e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 425724401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8803254151227922, "interval": [-4.199819856771461, 5.960470687017045], "p_value": 0.733, "input_sha256": "39adae1716067327d15ea7a328d68cf9bc93e2ca1a5a31e629a18200e160cb5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 425724401, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8803254151227922, "interval": [-3.898966590540733, 5.75406743027552], "p_value": 0.7270931213865184, "input_sha256": "39adae1716067327d15ea7a328d68cf9bc93e2ca1a5a31e629a18200e160cb5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 425724401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009117376692510067, "interval": [-0.04075945409563079, 0.05899420748065092], "p_value": 0.716, "input_sha256": "165dd67e58e192d921496728e28810e86e558d90159e098b155473bbcc8069fd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 425724401, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009117376692510067, "interval": [-0.03784355715601867, 0.05845962163827121], "p_value": 0.7125647944773863, "input_sha256": "165dd67e58e192d921496728e28810e86e558d90159e098b155473bbcc8069fd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2207967503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7299324527545741, "interval": [-5.525055241456076, 4.0651903359469275], "p_value": 0.761, "input_sha256": "260a15855cd6b8bb8177ec51d42e03b3988635297ea38612d37dac7d92b4befe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2207967503, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7299324527545741, "interval": [-5.123124986971398, 3.9269459207086643], "p_value": 0.7595702509465088, "input_sha256": "260a15855cd6b8bb8177ec51d42e03b3988635297ea38612d37dac7d92b4befe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2207967503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009570138321607635, "interval": [-0.057856589289794876, 0.038716312646579605], "p_value": 0.676, "input_sha256": "b4511444e4321a0bbbf093bae23efbcfb02921770b71d04a7c166a955e9a1c7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2207967503, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009570138321607635, "interval": [-0.05279543452459701, 0.03579992465781286], "p_value": 0.690211052341799, "input_sha256": "b4511444e4321a0bbbf093bae23efbcfb02921770b71d04a7c166a955e9a1c7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3703701742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055688693345162577, "interval": [-5.293451441228658, 5.404828827918983], "p_value": 0.985, "input_sha256": "e14f7690702a4795a93de9a42eaa7f049f58d389676e04853e7d4231c576ff7d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3703701742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055688693345162577, "interval": [-3.988377995835981, 6.322048794083917], "p_value": 0.983295508234705, "input_sha256": "e14f7690702a4795a93de9a42eaa7f049f58d389676e04853e7d4231c576ff7d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3703701742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0029312903971318166, "interval": [-0.055415640506549124, 0.06127822130081276], "p_value": 0.903, "input_sha256": "efe513986629e59eb9f42c79b5e2e3b7c261e4f121f6edc44984b3f7c6a9759b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3703701742, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0029312903971318166, "interval": [-0.041299170494024255, 0.06834791443818865], "p_value": 0.9195142258171182, "input_sha256": "efe513986629e59eb9f42c79b5e2e3b7c261e4f121f6edc44984b3f7c6a9759b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2853879695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.270892992342106, "interval": [-8.334676032684566, 1.7928900480003547], "p_value": 0.201, "input_sha256": "67d9bb43acff489665e81e921ab7d94ad50fe4c910e703783e81417b1d472921"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2853879695, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.270892992342106, "interval": [-8.588773814205737, 0.7563722938583559], "p_value": 0.19810013431864715, "input_sha256": "67d9bb43acff489665e81e921ab7d94ad50fe4c910e703783e81417b1d472921"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2853879695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04083609930309404, "interval": [-0.09627260251926545, 0.014600403913077382], "p_value": 0.154, "input_sha256": "5a2903ffe9986d14f567873737787d38c3a8aadfa7100142770034129617e845"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2853879695, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04083609930309404, "interval": [-0.09887028647391409, 0.0027373602270042703], "p_value": 0.14320193225127387, "input_sha256": "5a2903ffe9986d14f567873737787d38c3a8aadfa7100142770034129617e845"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3416135366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.041919235561248, "interval": [-3.2699814493731605, 7.353819920495656], "p_value": 0.457, "input_sha256": "a49bf8242d3003b449d37003d01a5e84cb6183d3a8cb39b8813ccbcfd40da539"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3416135366, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.041919235561248, "interval": [-3.17041101406457, 6.626361476853469], "p_value": 0.44043813712251634, "input_sha256": "a49bf8242d3003b449d37003d01a5e84cb6183d3a8cb39b8813ccbcfd40da539"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3416135366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021228679067095732, "interval": [-0.03277193531864883, 0.0752292934528403], "p_value": 0.432, "input_sha256": "6a7646bc343194d53043fbdfd8ed95221b50b6a8d6753de3fe28d6e013adb180"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3416135366, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021228679067095732, "interval": [-0.03152301941711298, 0.0691983135979649], "p_value": 0.43055899156373656, "input_sha256": "6a7646bc343194d53043fbdfd8ed95221b50b6a8d6753de3fe28d6e013adb180"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 921402651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.392543581408143, "interval": [-0.4173150426296992, 9.202402205445985], "p_value": 0.089, "input_sha256": "80ffac0b2de72ca661f0c6668a2f7c87f12526031650be0e9fbbce8eb28c949e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 921402651, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.392543581408143, "interval": [-0.13988911259817294, 9.142078246510335], "p_value": 0.07223931304229636, "input_sha256": "80ffac0b2de72ca661f0c6668a2f7c87f12526031650be0e9fbbce8eb28c949e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 921402651, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04660442190301395, "interval": [-0.0023197648819713243, 0.09552860868799923], "p_value": 0.081, "input_sha256": "15b513ab2ee3bcb31f6fac17257cafa57080e9300ec534e5872bc6c68084a0fa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 921402651, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04660442190301395, "interval": [-0.00030740127072749663, 0.09048859234012128], "p_value": 0.061283943298106575, "input_sha256": "15b513ab2ee3bcb31f6fac17257cafa57080e9300ec534e5872bc6c68084a0fa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2092301088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.101437900609742, "interval": [-7.349116732392185, 3.1462409311727004], "p_value": 0.436, "input_sha256": "cfd1098b755060e386f734656dd45746b351d9f42704e9f85b78581997be640c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2092301088, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.101437900609742, "interval": [-7.620110822256785, 2.302521595431809], "p_value": 0.4225862409265856, "input_sha256": "cfd1098b755060e386f734656dd45746b351d9f42704e9f85b78581997be640c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2092301088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02603418870290599, "interval": [-0.08491645598287655, 0.032848078577064566], "p_value": 0.379, "input_sha256": "fe62e48f53b3537e7a802cb7759f27964b2581bee47493602c5db780abe2dbde"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2092301088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02603418870290599, "interval": [-0.08934750935578877, 0.021036406335379544], "p_value": 0.37615757849537046, "input_sha256": "fe62e48f53b3537e7a802cb7759f27964b2581bee47493602c5db780abe2dbde"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3744076448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.691913491620513, "interval": [-1.4791202658289695, 10.862947249069995], "p_value": 0.122, "input_sha256": "e84403108554760054427f51e1eab9212137c2b3ba3024d3c08d53afc950564f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3744076448, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.691913491620513, "interval": [-0.4733978854381882, 10.86736470773425], "p_value": 0.1320435372346419, "input_sha256": "e84403108554760054427f51e1eab9212137c2b3ba3024d3c08d53afc950564f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3744076448, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0558007822006862, "interval": [-0.027323195804171835, 0.13892476020554423], "p_value": 0.176, "input_sha256": "db6f0bf291f3200091bfa4fae5e5df6a033a6666a4f200c1dd859e7421ac25b5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3744076448, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0558007822006862, "interval": [-0.008085562963181279, 0.1495716607212963], "p_value": 0.1818005116627045, "input_sha256": "db6f0bf291f3200091bfa4fae5e5df6a033a6666a4f200c1dd859e7421ac25b5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2220702655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.467794469740834, "interval": [-9.4354535072431, 2.4998645677614317], "p_value": 0.249, "input_sha256": "00792b0c424000ac9d1579c596fdbc4c6c68f2d875db2503bc7e523cbfca80f7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2220702655, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.467794469740834, "interval": [-9.1888478257561, 2.177646601315391], "p_value": 0.2465688152691544, "input_sha256": "00792b0c424000ac9d1579c596fdbc4c6c68f2d875db2503bc7e523cbfca80f7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2220702655, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03190122055025862, "interval": [-0.09952597886988168, 0.03572353776936444], "p_value": 0.359, "input_sha256": "d602c8f034a817647450cf56a8ea58a048902a838f7d01278f9b69292c85a444"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2220702655, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03190122055025862, "interval": [-0.09901005600193141, 0.03017844244167597], "p_value": 0.3455951653936252, "input_sha256": "d602c8f034a817647450cf56a8ea58a048902a838f7d01278f9b69292c85a444"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2733852703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7381533475874216, "interval": [-6.659200883584621, 3.1828941884097777], "p_value": 0.484, "input_sha256": "c0363a8558b4a0a909efa0187dc6480cb637e0b16cd0ca038f3bbde6352ea870"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2733852703, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7381533475874216, "interval": [-6.373279034949523, 3.0233910208954704], "p_value": 0.47806161317336393, "input_sha256": "c0363a8558b4a0a909efa0187dc6480cb637e0b16cd0ca038f3bbde6352ea870"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2733852703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021333596927297305, "interval": [-0.07492696837631085, 0.032259774521716245], "p_value": 0.435, "input_sha256": "590ddc68a331deed285d4680b8d3a67518ddc77130adfd49eaaf3b6e9d690fdf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2733852703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021333596927297305, "interval": [-0.07309562145576104, 0.02955531874904537], "p_value": 0.4246292189293511, "input_sha256": "590ddc68a331deed285d4680b8d3a67518ddc77130adfd49eaaf3b6e9d690fdf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2086886499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.50125704725298, "interval": [-7.358322998313258, 6.355808903807298], "p_value": 0.868, "input_sha256": "52213bb0952bf4ae1cb0c925c446a80e15cf76642c179ce8ed490668dd4b30c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2086886499, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.50125704725298, "interval": [-7.009276111309169, 5.643694334742456], "p_value": 0.8831322831490094, "input_sha256": "52213bb0952bf4ae1cb0c925c446a80e15cf76642c179ce8ed490668dd4b30c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2086886499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00015121245559121532, "interval": [-0.07424690689031035, 0.07394448197912792], "p_value": 0.994, "input_sha256": "b80b7f16b4abb2d129def0e198c0cd1e576cdbedb8c775404e79fb47f1847000"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2086886499, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00015121245559121532, "interval": [-0.06798265177734494, 0.0647726375411817], "p_value": 0.9967247893739251, "input_sha256": "b80b7f16b4abb2d129def0e198c0cd1e576cdbedb8c775404e79fb47f1847000"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 84769240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.981737134113101, "interval": [-3.4183668193114833, 7.381841087537685], "p_value": 0.485, "input_sha256": "51d4331baad56f7a5433025d57887a7f5303c3eef6aa4889270dbddc4911f911"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 84769240, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.981737134113101, "interval": [-3.533905712913203, 6.778193539835208], "p_value": 0.460604235487588, "input_sha256": "51d4331baad56f7a5433025d57887a7f5303c3eef6aa4889270dbddc4911f911"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 84769240, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02458648710581534, "interval": [-0.029965781324584197, 0.07913875553621488], "p_value": 0.388, "input_sha256": "7cedc1a6eb334a881842c9ad31a5ea80fa5b98b59e41aeebeb89089b82d9f3e9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 84769240, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02458648710581534, "interval": [-0.026095757533960054, 0.07404225412206406], "p_value": 0.36525749934805785, "input_sha256": "7cedc1a6eb334a881842c9ad31a5ea80fa5b98b59e41aeebeb89089b82d9f3e9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4020810096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4120371660003812, "interval": [-5.579055132019343, 4.754980800018581], "p_value": 0.886, "input_sha256": "ce1176490605f7e0d69dd3a04fb8132ba8eb6c73a1b21585ddf75b1a438d093d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4020810096, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4120371660003812, "interval": [-5.694665263248544, 4.212180097552584], "p_value": 0.8725079950793855, "input_sha256": "ce1176490605f7e0d69dd3a04fb8132ba8eb6c73a1b21585ddf75b1a438d093d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4020810096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008923735052206644, "interval": [-0.06424078091878586, 0.046393310814372576], "p_value": 0.764, "input_sha256": "503592703e3eb59319c3188f2cb7f493579de55ced7039a7b2d81a18fa3c9946"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4020810096, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008923735052206644, "interval": [-0.06922171738451749, 0.03735915769963404], "p_value": 0.7454392670026599, "input_sha256": "503592703e3eb59319c3188f2cb7f493579de55ced7039a7b2d81a18fa3c9946"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3015990566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1206404981600286, "interval": [-6.174971550592101, 3.9336905542720437], "p_value": 0.645, "input_sha256": "9f96e638bf40307b5e6c3aaf9dc25abba9460e70aaab5457f44ba7be7d7cdd56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3015990566, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1206404981600286, "interval": [-6.22049670191385, 3.385356101549165], "p_value": 0.654584743357561, "input_sha256": "9f96e638bf40307b5e6c3aaf9dc25abba9460e70aaab5457f44ba7be7d7cdd56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3015990566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016278714858995708, "interval": [-0.07087031270908295, 0.03831288299109153], "p_value": 0.554, "input_sha256": "3aeb6164d9e3197c2f56ee571addceefc6e23ef515f01234e56a2d18b3b20345"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3015990566, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016278714858995708, "interval": [-0.07113557562683817, 0.028938565678643398], "p_value": 0.547725215063891, "input_sha256": "3aeb6164d9e3197c2f56ee571addceefc6e23ef515f01234e56a2d18b3b20345"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3318996584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5572599199316208, "interval": [-3.6797684771014305, 6.794288316964672], "p_value": 0.559, "input_sha256": "e85d819280778fbe881f38b49489d7a5b766ca44a7864daae38d836ab8db4b59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3318996584, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5572599199316208, "interval": [-2.8592221943069696, 6.712996653481795], "p_value": 0.5489939592587295, "input_sha256": "e85d819280778fbe881f38b49489d7a5b766ca44a7864daae38d836ab8db4b59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3318996584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009495673507832161, "interval": [-0.04719346129967389, 0.06618480831533821], "p_value": 0.729, "input_sha256": "893d233c7db6d1ea63c88c6b389fc4b0853c798fbf5cae2b0a7c5fbcf164b94f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3318996584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009495673507832161, "interval": [-0.03904262114200663, 0.06637317105991168], "p_value": 0.735125349021144, "input_sha256": "893d233c7db6d1ea63c88c6b389fc4b0853c798fbf5cae2b0a7c5fbcf164b94f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2755164473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3435221616055255, "interval": [-5.238484010137034, 4.551439686925983], "p_value": 0.888, "input_sha256": "a8493ee9c740f121d237e6b51fb6b313160453e39b768f279e0c08d9fe5a32da"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2755164473, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3435221616055255, "interval": [-5.320441647483663, 3.980343765901923], "p_value": 0.8875287795835187, "input_sha256": "a8493ee9c740f121d237e6b51fb6b313160453e39b768f279e0c08d9fe5a32da"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2755164473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0033309173202741016, "interval": [-0.04572657439780286, 0.05238840903835106], "p_value": 0.899, "input_sha256": "3b3d23c9a5abafb37daab40f3063c33dcaf954a27e4b52bbdbc48589742c1505"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2755164473, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0033309173202741016, "interval": [-0.046568637180077234, 0.04794010364421763], "p_value": 0.8912415841420838, "input_sha256": "3b3d23c9a5abafb37daab40f3063c33dcaf954a27e4b52bbdbc48589742c1505"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 614580298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0771660064085182, "interval": [-5.975056023818807, 8.129388036635843], "p_value": 0.746, "input_sha256": "339c642f01a2dc74ce7abed4db75d222b0b259b4dbea634a4bc683c70e00414a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 614580298, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0771660064085182, "interval": [-5.708903110650733, 7.759756041862719], "p_value": 0.7585936593006266, "input_sha256": "339c642f01a2dc74ce7abed4db75d222b0b259b4dbea634a4bc683c70e00414a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 614580298, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002930214192268507, "interval": [-0.09188131476856846, 0.08602088638403145], "p_value": 0.941, "input_sha256": "dd17a9f9be0b87ed658ea46f20c42098b4e946ac6c798f50ecb4dfeb35e7532e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 614580298, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002930214192268507, "interval": [-0.09151274829276082, 0.08091253688574945], "p_value": 0.9471781792824492, "input_sha256": "dd17a9f9be0b87ed658ea46f20c42098b4e946ac6c798f50ecb4dfeb35e7532e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3208923137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9867300488928459, "interval": [-5.524507685919447, 7.497967783705139], "p_value": 0.789, "input_sha256": "549acaace8e01098522e01c7544d2ed623d3110f77eca85b8f0b63571cf06e39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3208923137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9867300488928459, "interval": [-5.647550325920887, 6.831573919947925], "p_value": 0.7599114581122105, "input_sha256": "549acaace8e01098522e01c7544d2ed623d3110f77eca85b8f0b63571cf06e39"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3208923137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016053389081942086, "interval": [-0.04499833500025107, 0.07710511316413524], "p_value": 0.624, "input_sha256": "5a2b7f1029a9f62685a3ac4b8cafeb5dffd330b06f60dd430ecc46cd985e8c98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3208923137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016053389081942086, "interval": [-0.04123389397538005, 0.07706537668928735], "p_value": 0.5967095775157228, "input_sha256": "5a2b7f1029a9f62685a3ac4b8cafeb5dffd330b06f60dd430ecc46cd985e8c98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1533499625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.184729464176117, "interval": [-4.130497111154447, 6.499956039506681], "p_value": 0.663, "input_sha256": "0b10d60f2cb657c7ec6482a8eb7e1c7ac72331397108b2b4b8fc0f83afd6d540"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1533499625, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.184729464176117, "interval": [-3.4378432649058577, 6.127947155030072], "p_value": 0.6539702326301465, "input_sha256": "0b10d60f2cb657c7ec6482a8eb7e1c7ac72331397108b2b4b8fc0f83afd6d540"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1533499625, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009423439531329653, "interval": [-0.045311950576733345, 0.06415882963939265], "p_value": 0.738, "input_sha256": "4bcfb8e5bdaa00b1b53831c9c03c80fd6878b89c309e8bd05b62e75a78226e25"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1533499625, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009423439531329653, "interval": [-0.03984338660022459, 0.05869400542768341], "p_value": 0.7288811482781148, "input_sha256": "4bcfb8e5bdaa00b1b53831c9c03c80fd6878b89c309e8bd05b62e75a78226e25"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2555109674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.926250775323725, "interval": [-3.2280429641978854, 9.080544514845336], "p_value": 0.335, "input_sha256": "6b99c17c46a98eaf3d839ee8d620c2248d44a48ba71bd24d9d63ac6fda6a89ea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2555109674, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.926250775323725, "interval": [-2.3704670801221916, 8.965345237418745], "p_value": 0.3392671106797761, "input_sha256": "6b99c17c46a98eaf3d839ee8d620c2248d44a48ba71bd24d9d63ac6fda6a89ea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2555109674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03404903909409484, "interval": [-0.0298810134667473, 0.09797909165493698], "p_value": 0.285, "input_sha256": "88de6f029a7add1daacc1449722134ded59e36bde841ccc7b0d92104789a857c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2555109674, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03404903909409484, "interval": [-0.02156036742715066, 0.09695123309129658], "p_value": 0.28472032271687064, "input_sha256": "88de6f029a7add1daacc1449722134ded59e36bde841ccc7b0d92104789a857c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1004617905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.74512729428573, "interval": [-7.799654330814116, 2.3093997422426558], "p_value": 0.262, "input_sha256": "d493c0915fda62bf47df16e3725eec6cd183fc3c734383d74db2319812ad2489"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1004617905, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.74512729428573, "interval": [-7.625157661464605, 1.5013190922512765], "p_value": 0.277786854477436, "input_sha256": "d493c0915fda62bf47df16e3725eec6cd183fc3c734383d74db2319812ad2489"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1004617905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.027862187581482983, "interval": [-0.08097475874996807, 0.025250383587002108], "p_value": 0.285, "input_sha256": "3518fb3a61c878063090ebb1cd35e8b6fd4006c7bef0f3beb3e39218420f8ede"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1004617905, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.027862187581482983, "interval": [-0.0781319281251333, 0.019030981717015883], "p_value": 0.2941351513993071, "input_sha256": "3518fb3a61c878063090ebb1cd35e8b6fd4006c7bef0f3beb3e39218420f8ede"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2409247792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.845182585123621, "interval": [-1.5856637237488895, 7.2760288939961315], "p_value": 0.198, "input_sha256": "8255456b6a4a7ccb7bc0aae25a3f633d0412b59dbc9dfc67dde450b5233953a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2409247792, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.845182585123621, "interval": [-1.4833711672772132, 6.747846221559292], "p_value": 0.20113605470921428, "input_sha256": "8255456b6a4a7ccb7bc0aae25a3f633d0412b59dbc9dfc67dde450b5233953a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2409247792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03681989852094423, "interval": [-0.007297032587006501, 0.08093682962889495], "p_value": 0.108, "input_sha256": "af6feab79666f9f21ae778ca6606506e4e8663e52459f445504f5205cb6bf9c1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2409247792, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03681989852094423, "interval": [-0.005584587777557776, 0.07563571368129372], "p_value": 0.09905217183229686, "input_sha256": "af6feab79666f9f21ae778ca6606506e4e8663e52459f445504f5205cb6bf9c1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1096035111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9385376609843057, "interval": [-2.6518929222692287, 4.52896824423784], "p_value": 0.583, "input_sha256": "e9000c8d7be45567281f24f0a8631908b71655ca06aa6fdd3cae0c4fa8d26c14"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1096035111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9385376609843057, "interval": [-2.577535206334208, 4.483412789622401], "p_value": 0.5996059743835853, "input_sha256": "e9000c8d7be45567281f24f0a8631908b71655ca06aa6fdd3cae0c4fa8d26c14"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1096035111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011368581667167699, "interval": [-0.02780295744343532, 0.05054012077777072], "p_value": 0.534, "input_sha256": "abd17992ed4eb4b4ef16bfcffe734c21795029cadb5730ae1ea4f933acc2f129"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1096035111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011368581667167699, "interval": [-0.026988879309738624, 0.047584940266527286], "p_value": 0.5599725050159099, "input_sha256": "abd17992ed4eb4b4ef16bfcffe734c21795029cadb5730ae1ea4f933acc2f129"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1771604295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.048461066805655, "interval": [-1.3455926293371219, 9.44251476294843], "p_value": 0.13, "input_sha256": "7b6dcbc1fb26a6d98bbf1cb3ad81f06c62d4ed1a93afcfb4169f410903446d31"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1771604295, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.048461066805655, "interval": [-0.7794453580287228, 9.505303435121085], "p_value": 0.1369356629910982, "input_sha256": "7b6dcbc1fb26a6d98bbf1cb3ad81f06c62d4ed1a93afcfb4169f410903446d31"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1771604295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04319311162382303, "interval": [-0.02006956857875218, 0.10645579182639824], "p_value": 0.171, "input_sha256": "9d4242a05aa357415b8bf4fabee41b2cf0e29b92a69e234a34f24b3ffc4f25ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1771604295, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04319311162382303, "interval": [-0.012353947006450152, 0.10788922822314564], "p_value": 0.17491370592440889, "input_sha256": "9d4242a05aa357415b8bf4fabee41b2cf0e29b92a69e234a34f24b3ffc4f25ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1582841410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025687023686765897, "interval": [-4.0705171917118985, 4.019143144338367], "p_value": 0.987, "input_sha256": "12364e4dfc5a277afc535a28876d78e23b6aa5f8b888e7779e01a1c336892212"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1582841410, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025687023686765897, "interval": [-4.301139536673419, 3.302447227930448], "p_value": 0.989809643816537, "input_sha256": "12364e4dfc5a277afc535a28876d78e23b6aa5f8b888e7779e01a1c336892212"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1582841410, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004180431624724576, "interval": [-0.051451446985774696, 0.043090583736325544], "p_value": 0.838, "input_sha256": "1cd1368b2954ce7d91c26919acef3e6c853093d37c17c7db30118b9d1337bced"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1582841410, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004180431624724576, "interval": [-0.06759861595824629, 0.02935311048717635], "p_value": 0.858648219531288, "input_sha256": "1cd1368b2954ce7d91c26919acef3e6c853093d37c17c7db30118b9d1337bced"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3668815260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.017744985898398, "interval": [-5.72396568815715, 3.6884757163603537], "p_value": 0.661, "input_sha256": "e3ffe3e30ff355edd38c2f1a3081237432006da8d1bc89439fee2a60ed3e0477"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3668815260, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.017744985898398, "interval": [-5.388833931859478, 3.670003512531723], "p_value": 0.6628983940381244, "input_sha256": "e3ffe3e30ff355edd38c2f1a3081237432006da8d1bc89439fee2a60ed3e0477"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3668815260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013330766890050777, "interval": [-0.05197706847396942, 0.054643221851979576], "p_value": 0.968, "input_sha256": "c08e3b9babce501fd97e4aa1c1d16ba31b9e4e356de66f9bafe2732dc447f688"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3668815260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013330766890050777, "interval": [-0.04041226434764363, 0.06187239980340031], "p_value": 0.9595532784486273, "input_sha256": "c08e3b9babce501fd97e4aa1c1d16ba31b9e4e356de66f9bafe2732dc447f688"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 419302653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.014619159262992, "interval": [-9.959611374899026, 3.9303730563730435], "p_value": 0.391, "input_sha256": "578c1818985bb25905238ee8946f395708c2f3f2614c4544947519e3259be44c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 419302653, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.014619159262992, "interval": [-9.898891291435989, 3.0412745593225092], "p_value": 0.3822992387201368, "input_sha256": "578c1818985bb25905238ee8946f395708c2f3f2614c4544947519e3259be44c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 419302653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021413266162262162, "interval": [-0.09718141502315504, 0.054354882698630716], "p_value": 0.588, "input_sha256": "d80b221a4257ca61a802172e078197758b47879cb57c393cd8c8f58411754d91"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 419302653, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021413266162262162, "interval": [-0.08981207873085169, 0.05060080495022922], "p_value": 0.5676673407760808, "input_sha256": "d80b221a4257ca61a802172e078197758b47879cb57c393cd8c8f58411754d91"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4185203772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.524877251542252, "interval": [-5.590553086424642, 6.640307589509146], "p_value": 0.858, "input_sha256": "0e9421ea20ff04c4dbabc599475806373491bd23f47ad448f9466f308d0a579a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4185203772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.524877251542252, "interval": [-4.8061202418528755, 6.21718867260748], "p_value": 0.8627217867027359, "input_sha256": "0e9421ea20ff04c4dbabc599475806373491bd23f47ad448f9466f308d0a579a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4185203772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013697690469031826, "interval": [-0.06214687519336126, 0.06488641328716763], "p_value": 0.956, "input_sha256": "374c5be0439af2fea88dd07091674bd1234b435154a41eccc8ed001bd8b92704"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4185203772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013697690469031826, "interval": [-0.05404067228075127, 0.06406035501800218], "p_value": 0.9653116477249449, "input_sha256": "374c5be0439af2fea88dd07091674bd1234b435154a41eccc8ed001bd8b92704"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 372756975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02477800567087307, "interval": [-5.900142219611281, 5.850586208269535], "p_value": 0.994, "input_sha256": "67740fb1a6990aa296d5fc3eab1ca59fc976199362c1a57b35a579056254968a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 372756975, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02477800567087307, "interval": [-5.330799751273941, 5.5465719078352596], "p_value": 0.9931692914748315, "input_sha256": "67740fb1a6990aa296d5fc3eab1ca59fc976199362c1a57b35a579056254968a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 372756975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012260186181249522, "interval": [-0.07211582069288788, 0.04759544833038884], "p_value": 0.676, "input_sha256": "5d9381f7a242d4a1ae2f12aee1160630e55c50addaf223ff0b6b265574dd7c45"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 372756975, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012260186181249522, "interval": [-0.07166862695874346, 0.04012709407770928], "p_value": 0.6778132013530449, "input_sha256": "5d9381f7a242d4a1ae2f12aee1160630e55c50addaf223ff0b6b265574dd7c45"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 948677171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.035396586024928, "interval": [-1.7800547409250926, 9.850847912974949], "p_value": 0.151, "input_sha256": "7d7c3100a3b4beb27c6d5dc810d1823affb281fccf16bc6d3bc74a495c7ecf74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 948677171, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.035396586024928, "interval": [-0.7932805444462369, 10.168468601884552], "p_value": 0.16820544610398883, "input_sha256": "7d7c3100a3b4beb27c6d5dc810d1823affb281fccf16bc6d3bc74a495c7ecf74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 948677171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04367522354571651, "interval": [-0.015271176150720822, 0.10262162324215385], "p_value": 0.139, "input_sha256": "252b5ea4ca0d240d2312c465aa6b0c40fdac939891e7b76b2d51796d80c66d27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 948677171, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04367522354571651, "interval": [-0.005204897359809204, 0.10503450957367118], "p_value": 0.14176459889411386, "input_sha256": "252b5ea4ca0d240d2312c465aa6b0c40fdac939891e7b76b2d51796d80c66d27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1596312480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5922804450174031, "interval": [-3.816697786439603, 5.001258676474409], "p_value": 0.795, "input_sha256": "bb7c3fa641fe6a9cfa048892510c84c4dc820b7e7e99b9312c549433eb9db15c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1596312480, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5922804450174031, "interval": [-3.32182167378699, 5.074394005744615], "p_value": 0.7870487305814615, "input_sha256": "bb7c3fa641fe6a9cfa048892510c84c4dc820b7e7e99b9312c549433eb9db15c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1596312480, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0015221104865961177, "interval": [-0.047768004050932455, 0.04472378307774022], "p_value": 0.934, "input_sha256": "efea68813273d479f737cdc6798b2874eaace14e1f5283ae30f9b36f6c0aa1c9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1596312480, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0015221104865961177, "interval": [-0.04374348937528905, 0.04464629075368203], "p_value": 0.9472211202290113, "input_sha256": "efea68813273d479f737cdc6798b2874eaace14e1f5283ae30f9b36f6c0aa1c9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 890935854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.22221061213837778, "interval": [-4.411730581106614, 4.856151805383369], "p_value": 0.921, "input_sha256": "efc3af8b61bddd21ed7aeace9394451745a318fa88bbf0f4ea238b0ab78ecd56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 890935854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.22221061213837778, "interval": [-3.55636339313055, 5.566092495644606], "p_value": 0.9231765588701273, "input_sha256": "efc3af8b61bddd21ed7aeace9394451745a318fa88bbf0f4ea238b0ab78ecd56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 890935854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007001745507903612, "interval": [-0.04419828800764383, 0.058201779023451056], "p_value": 0.794, "input_sha256": "171a412dc33d0a194a9eb952392a7cf1de845d6619f2770684984c4019d4a209"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 890935854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007001745507903612, "interval": [-0.034241518265359774, 0.0709480640811723], "p_value": 0.7831505773477498, "input_sha256": "171a412dc33d0a194a9eb952392a7cf1de845d6619f2770684984c4019d4a209"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1012019580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5753045494709053, "interval": [-3.6665310587738897, 6.8171401577157], "p_value": 0.54, "input_sha256": "9dbbc927b14c666e25e9ccb124b00ee35d76df4295a3459c17c39177f1255bdb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1012019580, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5753045494709053, "interval": [-3.6168928790963633, 5.972454436458087], "p_value": 0.5462374579576348, "input_sha256": "9dbbc927b14c666e25e9ccb124b00ee35d76df4295a3459c17c39177f1255bdb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1012019580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017889357359453836, "interval": [-0.03633526613696725, 0.07211398085587492], "p_value": 0.519, "input_sha256": "8b69c5ff39e3f9f8379c2b1f2ad56ae44c62c7c2b42d50405d0da8c6055a2257"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1012019580, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017889357359453836, "interval": [-0.033212675036261165, 0.0647011327846737], "p_value": 0.508157045174258, "input_sha256": "8b69c5ff39e3f9f8379c2b1f2ad56ae44c62c7c2b42d50405d0da8c6055a2257"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3404997485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8247797327621216, "interval": [-8.114943950431478, 2.4653844849072355], "p_value": 0.27, "input_sha256": "375190f5f46c32a7d8ccb0883b728dfadd24ee73828842a697951b312f395a7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3404997485, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8247797327621216, "interval": [-7.5582573138686, 2.2793473384921517], "p_value": 0.28637737560569665, "input_sha256": "375190f5f46c32a7d8ccb0883b728dfadd24ee73828842a697951b312f395a7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3404997485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02175382194169416, "interval": [-0.07702522690589675, 0.033517583022508436], "p_value": 0.416, "input_sha256": "696ac7d17289f83b2320d3a1e459c5875e2adc72c4407ffff0744825b23a85d9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3404997485, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02175382194169416, "interval": [-0.07090968361040528, 0.03207582169186854], "p_value": 0.43039437242119094, "input_sha256": "696ac7d17289f83b2320d3a1e459c5875e2adc72c4407ffff0744825b23a85d9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 571201856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.110656533339, "interval": [-7.333103747242232, 3.1117906805642317], "p_value": 0.422, "input_sha256": "7a71fc67f4ee613777c956d0a5e6cfa863e459f17d0dba028eca02988e974814"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 571201856, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.110656533339, "interval": [-6.684364260505865, 3.151262439262511], "p_value": 0.41481283548862136, "input_sha256": "7a71fc67f4ee613777c956d0a5e6cfa863e459f17d0dba028eca02988e974814"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 571201856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023973055898519682, "interval": [-0.0742084671443314, 0.02626235534729203], "p_value": 0.341, "input_sha256": "ec629a29f1d6d990eddc990d3a651623215f0069e9352d0d02c824b8ec012d14"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 571201856, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023973055898519682, "interval": [-0.0681350541192968, 0.025718371501888347], "p_value": 0.3378242862231332, "input_sha256": "ec629a29f1d6d990eddc990d3a651623215f0069e9352d0d02c824b8ec012d14"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4040412692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7291159623308303, "interval": [-7.386659587442128, 5.928427662780467], "p_value": 0.826, "input_sha256": "e6c317d1a0eef25946b94f42568c5750edf13e2b3216789a558c20fa4ca30da0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4040412692, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7291159623308303, "interval": [-6.70211085229753, 5.835365092587837], "p_value": 0.8257297640613441, "input_sha256": "e6c317d1a0eef25946b94f42568c5750edf13e2b3216789a558c20fa4ca30da0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4040412692, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.021604665079447097, "interval": [-0.09264658862361722, 0.04943725846472302], "p_value": 0.572, "input_sha256": "0e0944187fddf8cdb80d0c9a1428ae0d472266f47b582df3796fd366846eb796"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4040412692, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.021604665079447097, "interval": [-0.08947018202097287, 0.04188246634716829], "p_value": 0.541032081910698, "input_sha256": "0e0944187fddf8cdb80d0c9a1428ae0d472266f47b582df3796fd366846eb796"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3344760160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9641614508531688, "interval": [-8.868743731173087, 4.94042082946675], "p_value": 0.569, "input_sha256": "78c168c3ba9c264689b9206ea8ede1802d0eae104257fb10aad9bb8894b394cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3344760160, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9641614508531688, "interval": [-8.647555028214786, 4.0988543867010145], "p_value": 0.5673910808858205, "input_sha256": "78c168c3ba9c264689b9206ea8ede1802d0eae104257fb10aad9bb8894b394cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3344760160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022057921860786256, "interval": [-0.08866572054809481, 0.0445498768265223], "p_value": 0.497, "input_sha256": "dffd98b26feb5d453b526751b68a8c8379432a3fa2ba6b7d94000a964c16012d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3344760160, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022057921860786256, "interval": [-0.08716212754524937, 0.03332580325448567], "p_value": 0.5053182596550607, "input_sha256": "dffd98b26feb5d453b526751b68a8c8379432a3fa2ba6b7d94000a964c16012d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3690246067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5055461615498675, "interval": [-5.03236431989793, 4.021271996798195], "p_value": 0.822, "input_sha256": "20c2c29c0fa62978df34c1cef17acc870e772e12062ec4e4447cd7378172536d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3690246067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5055461615498675, "interval": [-4.446795513869184, 3.8329738019293025], "p_value": 0.8223172350964065, "input_sha256": "20c2c29c0fa62978df34c1cef17acc870e772e12062ec4e4447cd7378172536d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3690246067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006179275734515502, "interval": [-0.05549299541584714, 0.043134443946816134], "p_value": 0.812, "input_sha256": "333709816791412036a3d0615cc56d49d763d38ec0e51070ab0ebee3fe53d5cc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3690246067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006179275734515502, "interval": [-0.04894876460053416, 0.043131914742605415], "p_value": 0.8010775603410153, "input_sha256": "333709816791412036a3d0615cc56d49d763d38ec0e51070ab0ebee3fe53d5cc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3383765890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8539701920204292, "interval": [-7.503953149755032, 1.7960127657141731], "p_value": 0.232, "input_sha256": "e0f8d7b29409df300f1949d4b76bf1038085cb87e9adc3a39356a30a32d2fe0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3383765890, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8539701920204292, "interval": [-7.1952661762062675, 1.7315018447953425], "p_value": 0.22141801266904612, "input_sha256": "e0f8d7b29409df300f1949d4b76bf1038085cb87e9adc3a39356a30a32d2fe0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3383765890, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0346221104067379, "interval": [-0.08454402258944387, 0.01529980177596807], "p_value": 0.187, "input_sha256": "b26dab61c42b20daa8316fdb2f6e76981c1959ab219d674d348d3ade9ac6f743"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3383765890, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0346221104067379, "interval": [-0.08557277194989661, 0.012993506493025995], "p_value": 0.1684418139972174, "input_sha256": "b26dab61c42b20daa8316fdb2f6e76981c1959ab219d674d348d3ade9ac6f743"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4055582905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4479992078585378, "interval": [-2.611168817567009, 9.507167233284084], "p_value": 0.239, "input_sha256": "3177472aed3701e26d55b8ca458d1b7a6f3fef6a7c22a5cece9150348973dc22"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4055582905, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4479992078585378, "interval": [-1.8490364276377216, 10.145700961715201], "p_value": 0.2548393595833376, "input_sha256": "3177472aed3701e26d55b8ca458d1b7a6f3fef6a7c22a5cece9150348973dc22"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4055582905, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031386076786006634, "interval": [-0.03255626279321472, 0.09532841636522799], "p_value": 0.309, "input_sha256": "55a5bb8e67966065c8296f340e220ebc6b51a87e3709dd63d195a899e0a4ef4d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4055582905, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031386076786006634, "interval": [-0.026543115810112195, 0.09923011662760672], "p_value": 0.3250384803649903, "input_sha256": "55a5bb8e67966065c8296f340e220ebc6b51a87e3709dd63d195a899e0a4ef4d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1824207871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8887262969706882, "interval": [-5.893893031603491, 4.116440437662114], "p_value": 0.721, "input_sha256": "a589e28413d621b08db7e724a0ccd3a935493f111f60e03efbae62fc128747b0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1824207871, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8887262969706882, "interval": [-5.543333000602984, 3.653170321577737], "p_value": 0.7205605880330563, "input_sha256": "a589e28413d621b08db7e724a0ccd3a935493f111f60e03efbae62fc128747b0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1824207871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018302712724302894, "interval": [-0.07390947961641725, 0.037304054167811455], "p_value": 0.486, "input_sha256": "5857d7afcd0a521910ef6fe291bac25814086398539a35d440e8fb68e3a8814b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1824207871, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018302712724302894, "interval": [-0.07557864110025135, 0.027613704241755032], "p_value": 0.5074807947929122, "input_sha256": "5857d7afcd0a521910ef6fe291bac25814086398539a35d440e8fb68e3a8814b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3826785095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5528191731946182, "interval": [-3.0620629175081495, 6.167701263897386], "p_value": 0.501, "input_sha256": "db02404bd7057945398680b2f7e6e82b1b3166df2c2d59844c8613195f0fdcc6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3826785095, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5528191731946182, "interval": [-3.245066874960831, 5.373648538418627], "p_value": 0.49975579568339323, "input_sha256": "db02404bd7057945398680b2f7e6e82b1b3166df2c2d59844c8613195f0fdcc6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3826785095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013927323613610959, "interval": [-0.03245702198953, 0.06031166921675192], "p_value": 0.532, "input_sha256": "43ebf2bcf67bb80ec736a227bee33f102c9a48f6e673f91204db8bf37f3c53e8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3826785095, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013927323613610959, "interval": [-0.03360424267470582, 0.05255835528253587], "p_value": 0.5467043620645482, "input_sha256": "43ebf2bcf67bb80ec736a227bee33f102c9a48f6e673f91204db8bf37f3c53e8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 450634091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5434260126660044, "interval": [-4.555626626168339, 5.6424786515003476], "p_value": 0.826, "input_sha256": "e4a86c2598e0dcb7b33952fb5bacf298aeb9c283213e193a6f352e6ae2f4843e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 450634091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5434260126660044, "interval": [-4.030960203571482, 5.592795197969241], "p_value": 0.8301859249969282, "input_sha256": "e4a86c2598e0dcb7b33952fb5bacf298aeb9c283213e193a6f352e6ae2f4843e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 450634091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01313938597206725, "interval": [-0.03867628990378149, 0.064955061847916], "p_value": 0.606, "input_sha256": "b6e67f553af76d4305e88106839185c0edd62af208c69f36207e707d60def01b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 450634091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01313938597206725, "interval": [-0.03330174427138303, 0.06378308519659198], "p_value": 0.6100792590373942, "input_sha256": "b6e67f553af76d4305e88106839185c0edd62af208c69f36207e707d60def01b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2248794502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3926701220917117, "interval": [-7.505116994256001, 2.719776750072578], "p_value": 0.345, "input_sha256": "7f883742037863b511a6c6224764a6ae5ce3e915c008e6163957584f531ab62b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2248794502, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3926701220917117, "interval": [-7.74210295127999, 2.4381559225122005], "p_value": 0.34907432422555684, "input_sha256": "7f883742037863b511a6c6224764a6ae5ce3e915c008e6163957584f531ab62b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2248794502, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024218711993160343, "interval": [-0.07714137239656338, 0.0287039484102427], "p_value": 0.368, "input_sha256": "5d5af6b011f94af61dd1599ccded5c3d829c2abf1bf62cf1a6d6aaa7179e7201"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2248794502, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024218711993160343, "interval": [-0.07685574810170259, 0.025752735809439993], "p_value": 0.3599722208425342, "input_sha256": "5d5af6b011f94af61dd1599ccded5c3d829c2abf1bf62cf1a6d6aaa7179e7201"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 890027413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9953704339317406, "interval": [-5.4228077070239005, 7.413548574887382], "p_value": 0.738, "input_sha256": "09e3ce14ff0b49bfded921cefa3b9dca5031d61fe16fa3567c8ca42c7fd3bad4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 890027413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9953704339317406, "interval": [-4.5486426175061485, 7.643113442494207], "p_value": 0.7544807593823208, "input_sha256": "09e3ce14ff0b49bfded921cefa3b9dca5031d61fe16fa3567c8ca42c7fd3bad4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 890027413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01915706888126309, "interval": [-0.055617973784636565, 0.09393211154716274], "p_value": 0.599, "input_sha256": "6fd11042684a959c437b88497d3d43adb492f4596554ada5348f67aded4ea08c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 890027413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01915706888126309, "interval": [-0.042048614796353384, 0.10557103012730179], "p_value": 0.604654237077539, "input_sha256": "6fd11042684a959c437b88497d3d43adb492f4596554ada5348f67aded4ea08c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1323763623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3105728475520753, "interval": [-3.799611375516358, 8.420757070620509], "p_value": 0.452, "input_sha256": "208ae61e76f2a13f53851d826ee16b2c3289096de460149b278c261ec4e83fae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1323763623, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3105728475520753, "interval": [-4.0579851520492625, 8.069110440212306], "p_value": 0.44862938157449883, "input_sha256": "208ae61e76f2a13f53851d826ee16b2c3289096de460149b278c261ec4e83fae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1323763623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028097391789444745, "interval": [-0.03257738754213196, 0.08877217112102145], "p_value": 0.365, "input_sha256": "41c903dfef094de407eeb15d7a862853221a3d1066fc347ff1aea578c067b1d4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1323763623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028097391789444745, "interval": [-0.03597180896893521, 0.08533868771240599], "p_value": 0.35437355518392744, "input_sha256": "41c903dfef094de407eeb15d7a862853221a3d1066fc347ff1aea578c067b1d4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2250290501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.391512588650645, "interval": [-3.599317531356381, 8.38234270865767], "p_value": 0.448, "input_sha256": "8e47249f86fc63813ebb219cf254c59baa43d1d84b1d3d10b936572d14152c56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2250290501, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.391512588650645, "interval": [-3.0956194936087935, 8.12195601074972], "p_value": 0.4240351841748782, "input_sha256": "8e47249f86fc63813ebb219cf254c59baa43d1d84b1d3d10b936572d14152c56"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2250290501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045875901735174335, "interval": [-0.02419858404271115, 0.11595038751305982], "p_value": 0.216, "input_sha256": "afc333449f751f732753e41add168bebc0ad14e6d830dd6525a5431a4a393c78"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2250290501, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045875901735174335, "interval": [-0.010067752722585449, 0.12400592634483597], "p_value": 0.19191910699856649, "input_sha256": "afc333449f751f732753e41add168bebc0ad14e6d830dd6525a5431a4a393c78"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 799384952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.21320581171737807, "interval": [-5.589957435511432, 5.163545812076676], "p_value": 0.944, "input_sha256": "0e0b2a7b3f36dcab07d3b73041d04eaa89fe03c2afd0a70ffe0d2e1abfe0e633"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 799384952, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.21320581171737807, "interval": [-5.5091870587882035, 4.767116972828183], "p_value": 0.9364405999372525, "input_sha256": "0e0b2a7b3f36dcab07d3b73041d04eaa89fe03c2afd0a70ffe0d2e1abfe0e633"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 799384952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006588586668472202, "interval": [-0.061359971977642765, 0.04818279864069836], "p_value": 0.829, "input_sha256": "a8feffa1feb0b8b3f2c1f59b6cd057fcfdd377a39dca488b86de0ed58d4186fd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 799384952, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006588586668472202, "interval": [-0.06109749883721941, 0.044455153016225726], "p_value": 0.8089074972739119, "input_sha256": "a8feffa1feb0b8b3f2c1f59b6cd057fcfdd377a39dca488b86de0ed58d4186fd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2237506006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.28502269605178654, "interval": [-3.685767643733625, 3.115722251630052], "p_value": 0.861, "input_sha256": "a6e20557b84ecad6cd8d7412515739ce6e5399284a555a6b61d506b23f00a1e2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2237506006, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.28502269605178654, "interval": [-3.276525697284237, 2.8177170263589173], "p_value": 0.8654912512281733, "input_sha256": "a6e20557b84ecad6cd8d7412515739ce6e5399284a555a6b61d506b23f00a1e2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2237506006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0019964223673539228, "interval": [-0.03915047223526399, 0.03515762750055614], "p_value": 0.909, "input_sha256": "41319a21272ef1a2523af5f3eece5a5b43a46843e0a697c3d9be89c57fd229ec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2237506006, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0019964223673539228, "interval": [-0.03590428499100302, 0.031047777676095675], "p_value": 0.9135872323276315, "input_sha256": "41319a21272ef1a2523af5f3eece5a5b43a46843e0a697c3d9be89c57fd229ec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1632772704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.02474520252105, "interval": [-7.969778850028485, 1.9202884449863848], "p_value": 0.236, "input_sha256": "0ae3f8f5229d3e7cf2c491e529f5977c0d156e3d5880cd888d4721ac5fc1bcde"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1632772704, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.02474520252105, "interval": [-7.164398690380796, 1.9077284047968601], "p_value": 0.22231831237947053, "input_sha256": "0ae3f8f5229d3e7cf2c491e529f5977c0d156e3d5880cd888d4721ac5fc1bcde"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1632772704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.034710888602070174, "interval": [-0.08228076095841301, 0.012858983754272663], "p_value": 0.155, "input_sha256": "ebfe795b04143fdc7c4b3f639e176a2ed813a69758d87e3ec45d7230cac0e598"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1632772704, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.034710888602070174, "interval": [-0.07614393502919328, 0.01149252811294297], "p_value": 0.14735909181894802, "input_sha256": "ebfe795b04143fdc7c4b3f639e176a2ed813a69758d87e3ec45d7230cac0e598"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3950367566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9984857870376036, "interval": [-9.133217047546541, 1.136245473471333], "p_value": 0.12, "input_sha256": "e200e41cd665332576759a9213bc02989190b53120c1178cb86ad30ca76d0cc1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3950367566, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9984857870376036, "interval": [-9.33623456198933, 0.36033974428308796], "p_value": 0.12306348777945549, "input_sha256": "e200e41cd665332576759a9213bc02989190b53120c1178cb86ad30ca76d0cc1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3950367566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03886014483742527, "interval": [-0.09399860654093531, 0.016278316866084774], "p_value": 0.152, "input_sha256": "b20f025afbbd73ada98d2fa04f402b3a7021fdb44c5f292479ceaae7d5fdb94d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3950367566, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03886014483742527, "interval": [-0.09477951568472974, 0.00857299023262589], "p_value": 0.161690150999542, "input_sha256": "b20f025afbbd73ada98d2fa04f402b3a7021fdb44c5f292479ceaae7d5fdb94d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2873861399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.915553155114393, "interval": [-1.4096398688072158, 11.240746179036002], "p_value": 0.118, "input_sha256": "7d477a8b2c83686a66b9234b9a7906f8cb79532667df0f7e467e86ca9e6cad58"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2873861399, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.915553155114393, "interval": [-0.9743720251780046, 10.47831828171526], "p_value": 0.12314713900540596, "input_sha256": "7d477a8b2c83686a66b9234b9a7906f8cb79532667df0f7e467e86ca9e6cad58"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2873861399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04711604128020527, "interval": [-0.016443338246293224, 0.11067542080670377], "p_value": 0.14, "input_sha256": "cb0eb8cdcddc95fe5e6689d347f64a7d4d85845524fda4e1b963284f0b6c06b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2873861399, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04711604128020527, "interval": [-0.011416990801470545, 0.10302523723407565], "p_value": 0.1410568553055642, "input_sha256": "cb0eb8cdcddc95fe5e6689d347f64a7d4d85845524fda4e1b963284f0b6c06b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2159635269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5817667942607399, "interval": [-6.690313704874768, 5.526780116353288], "p_value": 0.837, "input_sha256": "a5ee1500168a942daff779aa5c0357afb37b46b8690664a65bb4f6db7c8b558b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2159635269, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5817667942607399, "interval": [-5.695004850451675, 6.02557882474895], "p_value": 0.8472515336105305, "input_sha256": "a5ee1500168a942daff779aa5c0357afb37b46b8690664a65bb4f6db7c8b558b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2159635269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006338081318877725, "interval": [-0.06572550203190405, 0.0530493393941486], "p_value": 0.824, "input_sha256": "e117f43ab3ce3fb8ef2c94321cc420dfb67a8b64ec33c49ab78d3d78202a77a6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2159635269, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006338081318877725, "interval": [-0.05838433914153185, 0.054427127145369895], "p_value": 0.8294008046602568, "input_sha256": "e117f43ab3ce3fb8ef2c94321cc420dfb67a8b64ec33c49ab78d3d78202a77a6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3062641471, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2478770057971262, "interval": [-10.067168540842529, 3.571414529248276], "p_value": 0.364, "input_sha256": "26b3519d04d59b9d04a5dac6a628b30e3ccfbc9c12287565d7a96dca0d99d121"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3062641471, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2478770057971262, "interval": [-9.670489386267967, 2.6959230634256435], "p_value": 0.34049302654301794, "input_sha256": "26b3519d04d59b9d04a5dac6a628b30e3ccfbc9c12287565d7a96dca0d99d121"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3062641471, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022640981027680723, "interval": [-0.08843360193524948, 0.04315163987988803], "p_value": 0.504, "input_sha256": "ddfa507ae45e155f42d176697cb19b2fa6ec548a49d694940b579f23768ebb42"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3062641471, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022640981027680723, "interval": [-0.08035348261963135, 0.04252265202836567], "p_value": 0.48979509255745624, "input_sha256": "ddfa507ae45e155f42d176697cb19b2fa6ec548a49d694940b579f23768ebb42"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1603925801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025332179977828773, "interval": [-6.203012861035491, 6.1523485010798336], "p_value": 0.995, "input_sha256": "5bda02f17c6a358ff78997ea070a3c20d0edcaa7cc71a1a8a60500e247dc8b2d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1603925801, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025332179977828773, "interval": [-5.37642399203172, 6.86655903874917], "p_value": 0.9934142381961958, "input_sha256": "5bda02f17c6a358ff78997ea070a3c20d0edcaa7cc71a1a8a60500e247dc8b2d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1603925801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011527227348271801, "interval": [-0.06423130701330892, 0.061925861543654565], "p_value": 0.965, "input_sha256": "6ca0fd09fb5b2035d745edb95e7950b6f14af440c00106a943c7bb4db5a101a4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1603925801, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011527227348271801, "interval": [-0.060487508954914164, 0.06194356185461756], "p_value": 0.9706659392329209, "input_sha256": "6ca0fd09fb5b2035d745edb95e7950b6f14af440c00106a943c7bb4db5a101a4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 439459507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.597789105881514, "interval": [-7.13315105904844, 3.937572847285412], "p_value": 0.564, "input_sha256": "d647c1b2cd414bddfce65a020685fd72c510d311f55c857d6b59ea07193ba0ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 439459507, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.597789105881514, "interval": [-7.266360296706307, 3.592424302741555], "p_value": 0.5622716637559262, "input_sha256": "d647c1b2cd414bddfce65a020685fd72c510d311f55c857d6b59ea07193ba0ca"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 439459507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010062540795449881, "interval": [-0.06730085484450546, 0.047175773253605696], "p_value": 0.709, "input_sha256": "9d4f22fcd9d4d48db4f7fe1d84df835bbe1e3f91389463a7bb36837d2f4f3d65"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 439459507, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010062540795449881, "interval": [-0.061802366792168495, 0.04405847955810297], "p_value": 0.72380371560712, "input_sha256": "9d4f22fcd9d4d48db4f7fe1d84df835bbe1e3f91389463a7bb36837d2f4f3d65"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 101316872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7598427709262916, "interval": [-2.32433991076279, 7.844025452615373], "p_value": 0.277, "input_sha256": "d6b02c23b2a8f90b6723c624ccc20f58f7809e799d9a3462c587a41458dc49f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 101316872, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7598427709262916, "interval": [-1.643573367565827, 7.98032605058595], "p_value": 0.27730956777153226, "input_sha256": "d6b02c23b2a8f90b6723c624ccc20f58f7809e799d9a3462c587a41458dc49f5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 101316872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025320083343618335, "interval": [-0.023063604188258972, 0.07370377087549565], "p_value": 0.305, "input_sha256": "c1069ffb822a7e2c42d32c0a7a4ae9582737b381adb18706fbb77527e1233fd1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 101316872, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025320083343618335, "interval": [-0.019278898161788835, 0.07292891604835611], "p_value": 0.2945131384125186, "input_sha256": "c1069ffb822a7e2c42d32c0a7a4ae9582737b381adb18706fbb77527e1233fd1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 82726703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8014080888172144, "interval": [-7.520288801539729, -0.08252737609470007], "p_value": 0.049, "input_sha256": "ae0db9b63d4355f7e243447a6d1aee240bdf6bab3e8aad122538bf1f06fc2725"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 82726703, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8014080888172144, "interval": [-7.14637297919097, 0.19448130403013128], "p_value": 0.04538864472053669, "input_sha256": "ae0db9b63d4355f7e243447a6d1aee240bdf6bab3e8aad122538bf1f06fc2725"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 82726703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04706725922382765, "interval": [-0.08851956661324872, -0.0056149518344065855], "p_value": 0.028, "input_sha256": "bd53e47dc97c1f4975d6969408039d211410836910f82e1fdc837786ff502c71"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 82726703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04706725922382765, "interval": [-0.08583982987572891, -0.005163540723291079], "p_value": 0.02731724665074142, "input_sha256": "bd53e47dc97c1f4975d6969408039d211410836910f82e1fdc837786ff502c71"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 432619576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4955537492453326, "interval": [-6.310958881516351, 3.3198513830256857], "p_value": 0.547, "input_sha256": "3e993fd06835c393d93759628155e7dc6c45904763c33229feb983bc25de8a57"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 432619576, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4955537492453326, "interval": [-6.455293992540806, 2.223301199944193], "p_value": 0.5323511333298435, "input_sha256": "3e993fd06835c393d93759628155e7dc6c45904763c33229feb983bc25de8a57"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 432619576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01068747504984617, "interval": [-0.062433472743790665, 0.04105852264409832], "p_value": 0.688, "input_sha256": "ccd48ea49f6cbe046dd341a8fd479e53d0dc28e1045504df351406f85d734fa4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 432619576, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01068747504984617, "interval": [-0.06313722565093098, 0.030548449247040962], "p_value": 0.6771695464258914, "input_sha256": "ccd48ea49f6cbe046dd341a8fd479e53d0dc28e1045504df351406f85d734fa4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 762272751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7589289555337295, "interval": [-4.2663097432725605, 7.78416765434002], "p_value": 0.571, "input_sha256": "b211bfdd2997fd6a976fadc7fb69ddc186282be84edc40254ec83d0b0a50bed8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 762272751, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7589289555337295, "interval": [-3.2248148905542515, 8.242666646958394], "p_value": 0.5575737035909836, "input_sha256": "b211bfdd2997fd6a976fadc7fb69ddc186282be84edc40254ec83d0b0a50bed8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 762272751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019881327391840564, "interval": [-0.05138913385083091, 0.09115178863451204], "p_value": 0.592, "input_sha256": "c8ffb677fec961e4e9670d9227037f6c9859c070234e1ead99656007872a9848"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 762272751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019881327391840564, "interval": [-0.04057228408697571, 0.08850813748508556], "p_value": 0.5753787209244652, "input_sha256": "c8ffb677fec961e4e9670d9227037f6c9859c070234e1ead99656007872a9848"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 14207703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03399183613100121, "interval": [-6.219489755020775, 6.151506082758773], "p_value": 0.995, "input_sha256": "1d76600e1457c55027f98ee494ce0dc48f40f439d909ea4c715d3fac16702b3b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 14207703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03399183613100121, "interval": [-5.997029295384698, 5.010635995038032], "p_value": 0.9911536561945956, "input_sha256": "1d76600e1457c55027f98ee494ce0dc48f40f439d909ea4c715d3fac16702b3b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 14207703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0017457046478576432, "interval": [-0.06769933545891522, 0.06420792616319994], "p_value": 0.96, "input_sha256": "81f777b39fe63d0e9ee140511e4c2abeca0791470cdc05be274cffc61f487de2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 14207703, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0017457046478576432, "interval": [-0.0595877785444465, 0.06066020109754418], "p_value": 0.9574804322750627, "input_sha256": "81f777b39fe63d0e9ee140511e4c2abeca0791470cdc05be274cffc61f487de2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2025463513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.095535871582067, "interval": [0.6960198585347905, 9.495051884629344], "p_value": 0.02, "input_sha256": "f0470671f187223ad253d5979070f2367cefdbf4010bc6e440a3228d1dd94c7c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2025463513, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.095535871582067, "interval": [1.1206239795981923, 9.795985835611082], "p_value": 0.024496855835112134, "input_sha256": "f0470671f187223ad253d5979070f2367cefdbf4010bc6e440a3228d1dd94c7c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2025463513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05242952691895396, "interval": [0.0027662207332827607, 0.10209283310462516], "p_value": 0.032, "input_sha256": "c8d67481a5a6a24cf4101c1e99ea9cff21fe12834cf162e67a84e19e4673278f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2025463513, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05242952691895396, "interval": [0.008765941317037554, 0.10471108234416937], "p_value": 0.03910189416241242, "input_sha256": "c8d67481a5a6a24cf4101c1e99ea9cff21fe12834cf162e67a84e19e4673278f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2435969326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7824851609982098, "interval": [-5.723718525304805, 2.1587482033083853], "p_value": 0.329, "input_sha256": "30f16c7b07ac948adb908b0b97ff77afed0e30f6c585dfde9846f9ef1a4f2811"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2435969326, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7824851609982098, "interval": [-5.250851966228123, 1.6602272847857242], "p_value": 0.36332059458861266, "input_sha256": "30f16c7b07ac948adb908b0b97ff77afed0e30f6c585dfde9846f9ef1a4f2811"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2435969326, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02051213098599361, "interval": [-0.06401114961589405, 0.02298688764390682], "p_value": 0.322, "input_sha256": "62acc50d09fc3911c8f7dc87cf51761ddf6e55ecbe6aa71c96cc8369a7a7b3ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2435969326, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02051213098599361, "interval": [-0.05961682781365761, 0.01681214259840972], "p_value": 0.34303151550137234, "input_sha256": "62acc50d09fc3911c8f7dc87cf51761ddf6e55ecbe6aa71c96cc8369a7a7b3ab"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 583133251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.629169209268559, "interval": [-11.528255391440595, 4.269916972903478], "p_value": 0.39, "input_sha256": "722d9c1fccd1a2f1b98a17cf5cfe2b601b0d76724861b23a1d70b530ff6c1d8d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 583133251, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.629169209268559, "interval": [-10.938612450150044, 4.318888914388954], "p_value": 0.3581538129943592, "input_sha256": "722d9c1fccd1a2f1b98a17cf5cfe2b601b0d76724861b23a1d70b530ff6c1d8d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 583133251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.043598441387779574, "interval": [-0.11872015642359032, 0.031523273648031175], "p_value": 0.257, "input_sha256": "3bc8ac6d82d0abfbeac8ec3dc51a3f1f9487c3c8c7b6cae8888d2facd7a083a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 583133251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.043598441387779574, "interval": [-0.11574491567457842, 0.02930874322224421], "p_value": 0.2470558556729952, "input_sha256": "3bc8ac6d82d0abfbeac8ec3dc51a3f1f9487c3c8c7b6cae8888d2facd7a083a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 395244858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.997017041767468, "interval": [-8.979044126375388, 2.985010042840452], "p_value": 0.306, "input_sha256": "47b423436fb9a0ca497b8ea99ae1d5adb0601c7c0568f22f32433341dff8f4bb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 395244858, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.997017041767468, "interval": [-8.420877679666502, 2.9731919703278784], "p_value": 0.31437357178706204, "input_sha256": "47b423436fb9a0ca497b8ea99ae1d5adb0601c7c0568f22f32433341dff8f4bb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 395244858, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022274358256245408, "interval": [-0.08410788263345906, 0.03955916612096825], "p_value": 0.484, "input_sha256": "d76cf9d12766c6c92697bf74e4ab41dd7160a43793ecf2c627e62cc2a178a129"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 395244858, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022274358256245408, "interval": [-0.07504243678912095, 0.04178687064855824], "p_value": 0.46694250212580735, "input_sha256": "d76cf9d12766c6c92697bf74e4ab41dd7160a43793ecf2c627e62cc2a178a129"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2191907637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013726899160994677, "interval": [-6.216246891653057, 6.2437006899750465], "p_value": 0.996, "input_sha256": "51176d34b836e957f04a2ab18e911ac2b72b9440fa93a167bb0549725e11b1f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2191907637, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013726899160994677, "interval": [-6.011449205379482, 5.793580085875177], "p_value": 0.9964563644249362, "input_sha256": "51176d34b836e957f04a2ab18e911ac2b72b9440fa93a167bb0549725e11b1f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2191907637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004800868119557308, "interval": [-0.07326890448612305, 0.06366716824700844], "p_value": 0.89, "input_sha256": "0a23f46cb5f04ebd0f0d0fab7000c8d928f599c5bf3670906442c58f907810e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2191907637, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004800868119557308, "interval": [-0.07336946000886313, 0.05626963526514814], "p_value": 0.887467576909238, "input_sha256": "0a23f46cb5f04ebd0f0d0fab7000c8d928f599c5bf3670906442c58f907810e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1868452752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.1672338619346485, "interval": [0.8746261971138214, 11.459841526755476], "p_value": 0.023, "input_sha256": "d6de751945924a4b5a36c7ae550dd876fc0628b6541f05bb9a56d7a005ed4bef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1868452752, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.1672338619346485, "interval": [2.002387651026295, 12.073228542898928], "p_value": 0.02358115711632027, "input_sha256": "d6de751945924a4b5a36c7ae550dd876fc0628b6541f05bb9a56d7a005ed4bef"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1868452752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06990608052911221, "interval": [0.01204278173259097, 0.12776937932563345], "p_value": 0.02, "input_sha256": "666b9b14fed70485cb1d253d97cd6ec772db50f1f6127c5e6adb51647ecacbd3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1868452752, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06990608052911221, "interval": [0.022595196632500644, 0.1267189326500914], "p_value": 0.019216783727051354, "input_sha256": "666b9b14fed70485cb1d253d97cd6ec772db50f1f6127c5e6adb51647ecacbd3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3127068042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8073296188699306, "interval": [-5.021117610223984, 3.4064583724841224], "p_value": 0.676, "input_sha256": "923be07c82e9a5bc2fc9da99d1d59a240aa1182175ce4c7f30b197e4211ae119"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3127068042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8073296188699306, "interval": [-4.430817449041975, 3.389234746598932], "p_value": 0.7001168390445193, "input_sha256": "923be07c82e9a5bc2fc9da99d1d59a240aa1182175ce4c7f30b197e4211ae119"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3127068042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013593188152362962, "interval": [-0.06031991749070203, 0.033133541185976105], "p_value": 0.542, "input_sha256": "edb3e343dbe64d86900969f6891c966210dd37b9d8efda90e94f72b8e84b98d8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3127068042, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013593188152362962, "interval": [-0.0534724615716116, 0.03294890358062851], "p_value": 0.5593821780158834, "input_sha256": "edb3e343dbe64d86900969f6891c966210dd37b9d8efda90e94f72b8e84b98d8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 354261700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5610206632206403, "interval": [-6.717798369582856, 1.5957570431415755], "p_value": 0.213, "input_sha256": "49511f250be4b3b21b1c49513d221ebc6d20ee601f25da36c9a108ca87683247"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 354261700, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5610206632206403, "interval": [-6.610432822784552, 1.2183690464629557], "p_value": 0.219940531518592, "input_sha256": "49511f250be4b3b21b1c49513d221ebc6d20ee601f25da36c9a108ca87683247"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 354261700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0317001619991544, "interval": [-0.07962979029101558, 0.016229466292706773], "p_value": 0.187, "input_sha256": "3b82ddf9d18dc9415a993553500c276992d8b2c7d0550bfa78832b95d0a31561"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 354261700, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0317001619991544, "interval": [-0.07554811980717802, 0.01479318609619953], "p_value": 0.18842241898078102, "input_sha256": "3b82ddf9d18dc9415a993553500c276992d8b2c7d0550bfa78832b95d0a31561"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1085019936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021793477429887353, "interval": [-5.801291768334227, 5.844878723194002], "p_value": 0.995, "input_sha256": "98388bd0f34b67f352f298062589e33f97d3b10f9c624e300e3b5d185a38e986"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1085019936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021793477429887353, "interval": [-5.275806298954229, 5.46249058065579], "p_value": 0.9939689075335919, "input_sha256": "98388bd0f34b67f352f298062589e33f97d3b10f9c624e300e3b5d185a38e986"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1085019936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007371984814444038, "interval": [-0.06896251427293691, 0.054218544644048836], "p_value": 0.819, "input_sha256": "435cdd7c35c621c69a4bf8b1bec983d9180299efec9bdf05de5ec13b776094a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1085019936, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007371984814444038, "interval": [-0.06996399783266927, 0.046951107538982496], "p_value": 0.8092627264706063, "input_sha256": "435cdd7c35c621c69a4bf8b1bec983d9180299efec9bdf05de5ec13b776094a9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 873986200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0052954549469302, "interval": [-4.708684679674676, 6.719275589568537], "p_value": 0.736, "input_sha256": "917cb867c2f387e4a6570614ffb89c9097f56861b67eee094e8f5941e4acba68"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 873986200, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0052954549469302, "interval": [-4.384507506987849, 6.245676184810639], "p_value": 0.7236707885758416, "input_sha256": "917cb867c2f387e4a6570614ffb89c9097f56861b67eee094e8f5941e4acba68"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 873986200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008659416548032095, "interval": [-0.04731183867568234, 0.06463067177174653], "p_value": 0.777, "input_sha256": "1eaa500f04927fea33729044fd089907945e093ab5db00c6497035347dc21fa8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 873986200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008659416548032095, "interval": [-0.048510976006567876, 0.055952166733117266], "p_value": 0.7558183771364309, "input_sha256": "1eaa500f04927fea33729044fd089907945e093ab5db00c6497035347dc21fa8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4232636279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010214687142303447, "interval": [-5.145672605022877, 5.1252432307382705], "p_value": 0.999, "input_sha256": "d5ac8e9d9f115bef56015d7713501edb42b8b441cf78c8b654d90cbd6182b137"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4232636279, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010214687142303447, "interval": [-5.690333905208895, 4.043355516925332], "p_value": 0.9967888843055486, "input_sha256": "d5ac8e9d9f115bef56015d7713501edb42b8b441cf78c8b654d90cbd6182b137"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4232636279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009433616635517339, "interval": [-0.07214134240394585, 0.05327410913291117], "p_value": 0.785, "input_sha256": "df3f32141269d6434ab096891158b953b172b817014b0b054387705412a56f6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4232636279, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009433616635517339, "interval": [-0.0801960805872832, 0.03868132820578858], "p_value": 0.7604040272608856, "input_sha256": "df3f32141269d6434ab096891158b953b172b817014b0b054387705412a56f6e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3896158048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.055406498691821, "interval": [-3.392239539666292, 7.503052537049934], "p_value": 0.478, "input_sha256": "791a5c65fb97af4189d854a0e7eef2f262a204a4616513628bcdf26008933bb2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3896158048, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.055406498691821, "interval": [-2.916383378115102, 7.650160550763794], "p_value": 0.4484583578882424, "input_sha256": "791a5c65fb97af4189d854a0e7eef2f262a204a4616513628bcdf26008933bb2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3896158048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02934753818504829, "interval": [-0.030785167019021682, 0.08948024338911825], "p_value": 0.355, "input_sha256": "5014850b75fd64a5e73d6c366b683e3b72774e3fca573a47178f0fb271ef6d01"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3896158048, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02934753818504829, "interval": [-0.023909395928241588, 0.09399385922545368], "p_value": 0.32837079903863264, "input_sha256": "5014850b75fd64a5e73d6c366b683e3b72774e3fca573a47178f0fb271ef6d01"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 747336865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5623288690472936, "interval": [-8.12025284408595, 4.995595105991363], "p_value": 0.616, "input_sha256": "29f2f1ea3d79ea576cba2892b496f81eb9d191d85e2dcd4da79a23e3f1597bc8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 747336865, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5623288690472936, "interval": [-7.200392608176224, 4.454138298194708], "p_value": 0.6321156756748798, "input_sha256": "29f2f1ea3d79ea576cba2892b496f81eb9d191d85e2dcd4da79a23e3f1597bc8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 747336865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030578830239806773, "interval": [-0.11144827172644116, 0.05029061124682761], "p_value": 0.447, "input_sha256": "4ba4230cd5eaa232481f09da8834612a80ce78151a78dd7b7fb4e5ea533a64f7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 747336865, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030578830239806773, "interval": [-0.1034884674251234, 0.04079975892090986], "p_value": 0.447328900879839, "input_sha256": "4ba4230cd5eaa232481f09da8834612a80ce78151a78dd7b7fb4e5ea533a64f7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2296869755, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.880472870876286, "interval": [-4.296118536405373, 8.057064278157945], "p_value": 0.535, "input_sha256": "51c56583a946f09dc9dc3c5a6f141c155f0ea3674216c5fdb15e90d618b3eeb4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2296869755, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.880472870876286, "interval": [-2.959491964895802, 8.685271693812739], "p_value": 0.5413196052071001, "input_sha256": "51c56583a946f09dc9dc3c5a6f141c155f0ea3674216c5fdb15e90d618b3eeb4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2296869755, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02043611816362184, "interval": [-0.043821324562547004, 0.08469356088979069], "p_value": 0.507, "input_sha256": "6c41c2470ebd8a98e9a67a6c7c7c08cf2b99562d2414c67b50e8183e74c0a8d4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2296869755, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02043611816362184, "interval": [-0.03151932801718192, 0.09230036650120124], "p_value": 0.5232957978576909, "input_sha256": "6c41c2470ebd8a98e9a67a6c7c7c08cf2b99562d2414c67b50e8183e74c0a8d4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 725901817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16869033211766382, "interval": [-5.406775968340983, 5.069395304105655], "p_value": 0.953, "input_sha256": "d785f873f4783d161b203a65c809559e5c3908fefa5fe1dbeb67fc4c638e8f54"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 725901817, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16869033211766382, "interval": [-5.467957904862951, 4.232578371961278], "p_value": 0.9483606818986501, "input_sha256": "d785f873f4783d161b203a65c809559e5c3908fefa5fe1dbeb67fc4c638e8f54"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 725901817, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0048641075748331875, "interval": [-0.05708422210052171, 0.04735600695085534], "p_value": 0.859, "input_sha256": "f8f4714dbdde8c7112587b5cf047754a89b53de918dc4e9df2ef516bcddec1bb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 725901817, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0048641075748331875, "interval": [-0.057805737369564895, 0.03909989457356786], "p_value": 0.8514042452644012, "input_sha256": "f8f4714dbdde8c7112587b5cf047754a89b53de918dc4e9df2ef516bcddec1bb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1659569064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09047075904882274, "interval": [-4.712463002442954, 4.893404520540599], "p_value": 0.978, "input_sha256": "970648734c34f57b6a49e8be8be258df851476e9872f55aeaeee23ea3b2ca3af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1659569064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09047075904882274, "interval": [-4.214695964587055, 4.156869176848301], "p_value": 0.9697241613421367, "input_sha256": "970648734c34f57b6a49e8be8be258df851476e9872f55aeaeee23ea3b2ca3af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1659569064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005790885797992348, "interval": [-0.05215021655580429, 0.040568444959819594], "p_value": 0.807, "input_sha256": "f75d53e503972a351b68a2a2db91671fda5c05d6eef2565d2801c29c701dd066"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1659569064, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005790885797992348, "interval": [-0.04850405559822228, 0.03485707694098273], "p_value": 0.8017044031058521, "input_sha256": "f75d53e503972a351b68a2a2db91671fda5c05d6eef2565d2801c29c701dd066"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2400060097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7839763641007798, "interval": [-10.39924275656103, 2.8312900283594695], "p_value": 0.227, "input_sha256": "905619a7d719d08a108267d3fb8a67613e70863af7bbf326d154003dc388b29a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2400060097, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7839763641007798, "interval": [-10.34402121269305, 1.8880684046239318], "p_value": 0.25329353183865966, "input_sha256": "905619a7d719d08a108267d3fb8a67613e70863af7bbf326d154003dc388b29a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2400060097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04014846995927501, "interval": [-0.10289372287081058, 0.022596782952260558], "p_value": 0.176, "input_sha256": "65d982237430b1298a67ad9176113421efbcf387b52ca4d2efc8047218ac8190"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2400060097, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04014846995927501, "interval": [-0.10318251668763832, 0.013752439277644985], "p_value": 0.2023462592919388, "input_sha256": "65d982237430b1298a67ad9176113421efbcf387b52ca4d2efc8047218ac8190"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1780380000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.471749954981181, "interval": [-2.240518166973219, 7.1840180769355815], "p_value": 0.296, "input_sha256": "acc5aaeeed5f12b86a37f0fe251de90d2264f5e7b69efafc6a7b67d87652cc90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1780380000, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.471749954981181, "interval": [-1.9485654202097236, 6.820135659120042], "p_value": 0.29429492952061204, "input_sha256": "acc5aaeeed5f12b86a37f0fe251de90d2264f5e7b69efafc6a7b67d87652cc90"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1780380000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028833852128824985, "interval": [-0.019723648171666885, 0.07739135242931686], "p_value": 0.232, "input_sha256": "38f3de37ce501a4d03a1cf36a221001e8f4c6ec6597e50e70bd5c54010537c98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1780380000, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028833852128824985, "interval": [-0.016297228827609075, 0.0733349938777633], "p_value": 0.23618542304676998, "input_sha256": "38f3de37ce501a4d03a1cf36a221001e8f4c6ec6597e50e70bd5c54010537c98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2078474065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1357105855683916, "interval": [-2.9257681015354873, 7.19718927267227], "p_value": 0.391, "input_sha256": "061ed528b2e83abe40b527daf8d13767e72fda8802738ca2fd58a6103e2cbb9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2078474065, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1357105855683916, "interval": [-2.0278541969273776, 7.65625979294695], "p_value": 0.3981981459587737, "input_sha256": "061ed528b2e83abe40b527daf8d13767e72fda8802738ca2fd58a6103e2cbb9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2078474065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026958465485393247, "interval": [-0.026264909773599104, 0.0801818407443856], "p_value": 0.313, "input_sha256": "b607196290c7afafacbed6a214a135fc4eef09233d2e134ff502079483efd30e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2078474065, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026958465485393247, "interval": [-0.01739824608110656, 0.08647202936473215], "p_value": 0.3114876443206796, "input_sha256": "b607196290c7afafacbed6a214a135fc4eef09233d2e134ff502079483efd30e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 400771669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3718938637863918, "interval": [-5.718389660396285, 2.974601932823502], "p_value": 0.521, "input_sha256": "de6ccb16c3ee777d916269198c4a9f18afbf4dbfca487b96636d3db6cfd85833"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 400771669, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3718938637863918, "interval": [-5.483115985751172, 2.722180979296156], "p_value": 0.5266573320000312, "input_sha256": "de6ccb16c3ee777d916269198c4a9f18afbf4dbfca487b96636d3db6cfd85833"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 400771669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014098037379343079, "interval": [-0.05863284910832448, 0.030436774349638325], "p_value": 0.528, "input_sha256": "6b48b7b713758eb13860128caea4d37224f3e63ce4e7919f33537ee8f0e2d191"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 400771669, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014098037379343079, "interval": [-0.05402237251567441, 0.02674309449632735], "p_value": 0.5254372086019996, "input_sha256": "6b48b7b713758eb13860128caea4d37224f3e63ce4e7919f33537ee8f0e2d191"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2904768135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.5959592136399845, "interval": [-8.502633508496373, 1.3107150812164035], "p_value": 0.128, "input_sha256": "e17a9a0ec5c9d226750386b17f2c5caff8981b4801e6cde347eae17aa2919281"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2904768135, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.5959592136399845, "interval": [-8.182245419860902, 0.9745991262819194], "p_value": 0.1460983944428848, "input_sha256": "e17a9a0ec5c9d226750386b17f2c5caff8981b4801e6cde347eae17aa2919281"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2904768135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03461795396526153, "interval": [-0.09305278292703376, 0.023816874996510688], "p_value": 0.224, "input_sha256": "5b2e627de5cbd8d508805b68c2dd1cb128da416e814348b83734c51b5eccf430"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2904768135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03461795396526153, "interval": [-0.08642168835811984, 0.022337964086001316], "p_value": 0.23762765885269777, "input_sha256": "5b2e627de5cbd8d508805b68c2dd1cb128da416e814348b83734c51b5eccf430"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1602467332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.982345545793711, "interval": [-1.5077044374775213, 7.4723955290649435], "p_value": 0.168, "input_sha256": "8b84663725f2add2bda99e0faf6ed69a55beddf74d6e867aa4a60471455eec78"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1602467332, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.982345545793711, "interval": [-1.1260056116133792, 7.469553930118711], "p_value": 0.18668532820486447, "input_sha256": "8b84663725f2add2bda99e0faf6ed69a55beddf74d6e867aa4a60471455eec78"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1602467332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020616366433944183, "interval": [-0.023665484198161037, 0.0648982170660494], "p_value": 0.322, "input_sha256": "d92843f50efa16a9dc7b41b8fe7498b55edcff53c1866ba385329377ee3aa7a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1602467332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020616366433944183, "interval": [-0.019719920371044062, 0.0622068559572837], "p_value": 0.3518351343376366, "input_sha256": "d92843f50efa16a9dc7b41b8fe7498b55edcff53c1866ba385329377ee3aa7a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3672359368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5371741062182576, "interval": [-3.862458843642372, 4.936807056078887], "p_value": 0.814, "input_sha256": "c1ad9c4a71afce9a52adf19e06cc0ca3c4ed41c636bb1aa771de1e00731adec1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3672359368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5371741062182576, "interval": [-3.1632414996289477, 5.176523215705227], "p_value": 0.8060932416161066, "input_sha256": "c1ad9c4a71afce9a52adf19e06cc0ca3c4ed41c636bb1aa771de1e00731adec1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3672359368, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006490587568071776, "interval": [-0.043049819393301776, 0.05603099452944533], "p_value": 0.803, "input_sha256": "20fea59023b2da733e4c9fa9ce4b7a4b35c24df1f5a141b35f013056be112e9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3672359368, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006490587568071776, "interval": [-0.0321951824642243, 0.06753708703319386], "p_value": 0.7922251187724414, "input_sha256": "20fea59023b2da733e4c9fa9ce4b7a4b35c24df1f5a141b35f013056be112e9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1051247942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4806833610838543, "interval": [-6.508187874558325, 3.546821152390616], "p_value": 0.544, "input_sha256": "051d7fbbd2d48c002895fe38b9a80a797649f69a935f9837a3b2413c4e206ec7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1051247942, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4806833610838543, "interval": [-6.2351744770342865, 2.8797503264989253], "p_value": 0.5545551926497081, "input_sha256": "051d7fbbd2d48c002895fe38b9a80a797649f69a935f9837a3b2413c4e206ec7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1051247942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016105321164249148, "interval": [-0.06634659000061488, 0.03413594767211659], "p_value": 0.493, "input_sha256": "f576be60c1bf946170dfbfc6fe6b808fe584747b35c25ee3eb266d4e3320e4bc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1051247942, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016105321164249148, "interval": [-0.06590049823215945, 0.025965146857332224], "p_value": 0.5201407125637738, "input_sha256": "f576be60c1bf946170dfbfc6fe6b808fe584747b35c25ee3eb266d4e3320e4bc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3499467990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.22261067654326716, "interval": [-5.450709640966972, 5.005488287880437], "p_value": 0.924, "input_sha256": "f6771fc742a284fbf5d768b1d31d417ab994e82225ac92e953e969328caa2b06"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3499467990, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.22261067654326716, "interval": [-5.2905769029772625, 4.247591389675216], "p_value": 0.9316661536960857, "input_sha256": "f6771fc742a284fbf5d768b1d31d417ab994e82225ac92e953e969328caa2b06"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3499467990, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005296017117465093, "interval": [-0.061781598708725516, 0.05118956447379533], "p_value": 0.847, "input_sha256": "b728024f8241ad33b02dd60f8a6c8902460c60bc3bf8318a3db325c7d43a9617"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3499467990, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005296017117465093, "interval": [-0.057271753121499444, 0.04700078329214861], "p_value": 0.8503494710273748, "input_sha256": "b728024f8241ad33b02dd60f8a6c8902460c60bc3bf8318a3db325c7d43a9617"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2715424649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3466905111232617, "interval": [-2.1650160993052294, 8.858397121551754], "p_value": 0.221, "input_sha256": "3ba3baeddaac2779078b0466ec158ed576091ef99b5593e842975d5ff4a3a797"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2715424649, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3466905111232617, "interval": [-0.9187662346676406, 9.6111643566805], "p_value": 0.22648414523881769, "input_sha256": "3ba3baeddaac2779078b0466ec158ed576091ef99b5593e842975d5ff4a3a797"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2715424649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038652416530615574, "interval": [-0.017645495886225417, 0.09495032894745656], "p_value": 0.153, "input_sha256": "ff07ddd6a19f53a0a64bdd79f560d90f71a60f8e7f2beea3d61921aee16f0186"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2715424649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038652416530615574, "interval": [-0.004684637923506198, 0.09970095445767609], "p_value": 0.17264341229883295, "input_sha256": "ff07ddd6a19f53a0a64bdd79f560d90f71a60f8e7f2beea3d61921aee16f0186"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3813286751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3989103566984777, "interval": [-2.3727144316540496, 9.170535145051005], "p_value": 0.237, "input_sha256": "c3830eb0ce29142c97009b1a7f12ceeab3df6e6e84fb12c302a439ee45e96216"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3813286751, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3989103566984777, "interval": [-2.2602649287270786, 8.398378574398984], "p_value": 0.24041475042551538, "input_sha256": "c3830eb0ce29142c97009b1a7f12ceeab3df6e6e84fb12c302a439ee45e96216"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3813286751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030840234626634433, "interval": [-0.03126558758536652, 0.09294605683863538], "p_value": 0.316, "input_sha256": "4f874cc803c4fedc36400bdf39fb6c6b66798e5a92ce668eb18c14c531d4d337"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3813286751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030840234626634433, "interval": [-0.03154676688160274, 0.08254480620625357], "p_value": 0.32107083863645897, "input_sha256": "4f874cc803c4fedc36400bdf39fb6c6b66798e5a92ce668eb18c14c531d4d337"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 882500966, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1919783878787147, "interval": [-2.913036826480761, 7.2969936022381905], "p_value": 0.39, "input_sha256": "4b7a22ca03d3b467c3b2c6e9208dc8e52793f41854f4a607fdbc9e644ecad5c6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 882500966, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1919783878787147, "interval": [-2.4109864462302184, 7.050278895267949], "p_value": 0.38997317959980404, "input_sha256": "4b7a22ca03d3b467c3b2c6e9208dc8e52793f41854f4a607fdbc9e644ecad5c6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 882500966, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01997198449871733, "interval": [-0.03587292050397408, 0.07581688950140875], "p_value": 0.475, "input_sha256": "9214786d3ba1718445269f5e80f8557b12924fd029d1215f9e9e58b00f5a37a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 882500966, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01997198449871733, "interval": [-0.03482897747954885, 0.0711904514276575], "p_value": 0.47295377804929684, "input_sha256": "9214786d3ba1718445269f5e80f8557b12924fd029d1215f9e9e58b00f5a37a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3833040330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5968594206198015, "interval": [-8.637771462570019, 3.4440526213304157], "p_value": 0.4, "input_sha256": "2402a4e3fc444dd04641ad483374f4f771efcda2f285d6ebbe00877b26d6dd91"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3833040330, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5968594206198015, "interval": [-8.457164167178878, 2.744733590772243], "p_value": 0.3891947582893843, "input_sha256": "2402a4e3fc444dd04641ad483374f4f771efcda2f285d6ebbe00877b26d6dd91"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3833040330, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029683146970728755, "interval": [-0.0914546025528511, 0.03208830861139359], "p_value": 0.357, "input_sha256": "ecc8dca1763c0ae5a35fd3e3e6e21b304eba9fcec716b1f699963ce9a32c70a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3833040330, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029683146970728755, "interval": [-0.08944678543125244, 0.025093469093758394], "p_value": 0.3359711566051383, "input_sha256": "ecc8dca1763c0ae5a35fd3e3e6e21b304eba9fcec716b1f699963ce9a32c70a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 377766772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2248321878996116, "interval": [-0.6062599269321698, 7.055924302731393], "p_value": 0.093, "input_sha256": "257e44dc282aadf0276d6e7f249b3525c12559fee68b15b3f0f36af2e190d034"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 377766772, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2248321878996116, "interval": [-0.04921540632378849, 7.185489022597576], "p_value": 0.09653888860889533, "input_sha256": "257e44dc282aadf0276d6e7f249b3525c12559fee68b15b3f0f36af2e190d034"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 377766772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03390088564108711, "interval": [-0.008131884115209494, 0.07593365539738373], "p_value": 0.107, "input_sha256": "86d993db8a674b859e31c29d94ab4e235c5c5639b226d2549a8a60e3dfeeaedf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 377766772, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03390088564108711, "interval": [-0.0010247015867638552, 0.07763366740968289], "p_value": 0.11078081202492861, "input_sha256": "86d993db8a674b859e31c29d94ab4e235c5c5639b226d2549a8a60e3dfeeaedf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1194003903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.297879776030135, "interval": [-1.532909712332616, 10.128669264392887], "p_value": 0.147, "input_sha256": "c419bc538931841ba270f213d6014b46531f4f1df6ec1cfce9f52fab509e07ea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1194003903, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.297879776030135, "interval": [-1.4637396874913802, 9.608010250630254], "p_value": 0.14390577943513652, "input_sha256": "c419bc538931841ba270f213d6014b46531f4f1df6ec1cfce9f52fab509e07ea"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1194003903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0485418519253516, "interval": [-0.013722806996389753, 0.11080651084709295], "p_value": 0.131, "input_sha256": "b558e73f99f739564cf5160e1032452bd5b0b6f44367c61fd536af7dd25b19dd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1194003903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0485418519253516, "interval": [-0.013276173553949068, 0.10449358693735813], "p_value": 0.12271904876340146, "input_sha256": "b558e73f99f739564cf5160e1032452bd5b0b6f44367c61fd536af7dd25b19dd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 359285635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.066880147681417, "interval": [-2.125269149598588, 10.25902944496142], "p_value": 0.173, "input_sha256": "ae1f665226a747c5e51ffb5515d828efe38689f0c90a79af875150020155a178"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 359285635, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.066880147681417, "interval": [-2.2931094856111502, 9.727277030311157], "p_value": 0.19114756962796664, "input_sha256": "ae1f665226a747c5e51ffb5515d828efe38689f0c90a79af875150020155a178"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 359285635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04100845741901797, "interval": [-0.02176873536077388, 0.10378565019880982], "p_value": 0.177, "input_sha256": "6ff50f8f2ac6a76ffec5d16043cd6655e095790669878443b6fb78af326b7a50"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 359285635, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04100845741901797, "interval": [-0.023688099551892217, 0.0949670800965505], "p_value": 0.19362783898244906, "input_sha256": "6ff50f8f2ac6a76ffec5d16043cd6655e095790669878443b6fb78af326b7a50"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2786426968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08791909140445409, "interval": [-5.328641135704265, 5.152802952895357], "p_value": 0.977, "input_sha256": "27fa2f16099a483e6b3ee0a0a92af67fb19a24cfaa89b6bc517f071b6e0d2370"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2786426968, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08791909140445409, "interval": [-5.8785962061414185, 4.4875864219113], "p_value": 0.9730646356910579, "input_sha256": "27fa2f16099a483e6b3ee0a0a92af67fb19a24cfaa89b6bc517f071b6e0d2370"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2786426968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0008752000165668933, "interval": [-0.06389788515158115, 0.06564828518471494], "p_value": 0.971, "input_sha256": "2113b01c1ca13fa02838779febf00678711b8fa27a1feda1b9a6d11c184dba0c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2786426968, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0008752000165668933, "interval": [-0.0777612753497183, 0.05349768413386179], "p_value": 0.9782906385757675, "input_sha256": "2113b01c1ca13fa02838779febf00678711b8fa27a1feda1b9a6d11c184dba0c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1273988175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.654955842116987, "interval": [-3.1970404769267944, 6.506952161160768], "p_value": 0.496, "input_sha256": "758187d8587780bd107fdfa3723464f6e3f3f7021a961e0e92de3946076d3b65"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1273988175, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.654955842116987, "interval": [-3.4546068237853103, 5.749572056425243], "p_value": 0.4929555720302288, "input_sha256": "758187d8587780bd107fdfa3723464f6e3f3f7021a961e0e92de3946076d3b65"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1273988175, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02152346485354542, "interval": [-0.027922840953444238, 0.07096977066053509], "p_value": 0.376, "input_sha256": "6b33e7b460346ac04f0d216e0f3b8fb5be17347c9a224ce5a13555a478bf6c15"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1273988175, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02152346485354542, "interval": [-0.02777446081816163, 0.06497653585473462], "p_value": 0.38217323462413033, "input_sha256": "6b33e7b460346ac04f0d216e0f3b8fb5be17347c9a224ce5a13555a478bf6c15"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 407519092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.1991672868184251, "interval": [-6.027372757905318, 5.629038184268468], "p_value": 0.945, "input_sha256": "a81aac07582e61dcd640bbde9b954e6a4f98d33237a0f96b40ea9888c3c97407"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 407519092, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.1991672868184251, "interval": [-5.703381032891905, 5.49835163955635], "p_value": 0.9451201788811356, "input_sha256": "a81aac07582e61dcd640bbde9b954e6a4f98d33237a0f96b40ea9888c3c97407"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 407519092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0017841849764419632, "interval": [-0.05927480369550056, 0.06284317364838449], "p_value": 0.953, "input_sha256": "73deb448a43513ae82bb27f3ea4b0f04d7f8e63f22fdb012034f838c668d5636"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 407519092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0017841849764419632, "interval": [-0.05652018049639472, 0.06225907814078254], "p_value": 0.9530526781116513, "input_sha256": "73deb448a43513ae82bb27f3ea4b0f04d7f8e63f22fdb012034f838c668d5636"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 938934092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.503663601717843, "interval": [-3.440790885042281, 6.448118088477967], "p_value": 0.53, "input_sha256": "66c6a4f7258a9dca39ddc1b3f051b8a5cc544fd4eb800baa1c00d4546b45e96b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 938934092, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.503663601717843, "interval": [-3.9853165045268106, 5.806677421496568], "p_value": 0.5410927736563192, "input_sha256": "66c6a4f7258a9dca39ddc1b3f051b8a5cc544fd4eb800baa1c00d4546b45e96b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 938934092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014733412769815019, "interval": [-0.03330177059598563, 0.06276859613561567], "p_value": 0.546, "input_sha256": "b3c3fc70af3f39c9fafe21372889adbe9d5cf064a264e6e383823cccc4ae43ff"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 938934092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014733412769815019, "interval": [-0.03371878386142798, 0.0570376543430973], "p_value": 0.5377787192215842, "input_sha256": "b3c3fc70af3f39c9fafe21372889adbe9d5cf064a264e6e383823cccc4ae43ff"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 446026561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5249447767761284, "interval": [-4.405278637978154, 7.455168191530411], "p_value": 0.622, "input_sha256": "89ceedffd5c2952f6cd5f83b88c62c2eb64e21f3b3b380af7938ece0c41b0b0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 446026561, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5249447767761284, "interval": [-3.6871571030663675, 6.830251726116536], "p_value": 0.6048333490100068, "input_sha256": "89ceedffd5c2952f6cd5f83b88c62c2eb64e21f3b3b380af7938ece0c41b0b0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 446026561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01810908749919872, "interval": [-0.04081569016571869, 0.07703386516411613], "p_value": 0.568, "input_sha256": "d1e139e414960f13376c2b974def2d92386b4b21f42d46c891c0032d31643f0b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 446026561, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01810908749919872, "interval": [-0.033496313718527994, 0.07024101564009802], "p_value": 0.5370909016005523, "input_sha256": "d1e139e414960f13376c2b974def2d92386b4b21f42d46c891c0032d31643f0b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2134208018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1144579458147845, "interval": [-4.412673261093284, 6.641589152722853], "p_value": 0.709, "input_sha256": "147625570384a455010a6bcf3a17279514bcaf44a7f2ea40067438c422f95275"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2134208018, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1144579458147845, "interval": [-3.6914111071623457, 7.204571604728264], "p_value": 0.6844742199813713, "input_sha256": "147625570384a455010a6bcf3a17279514bcaf44a7f2ea40067438c422f95275"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2134208018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03232600494456468, "interval": [-0.0543899225179932, 0.11904193240712256], "p_value": 0.595, "input_sha256": "92184c4e046ccfe2026c27085bd2dc4203220c2af4fae804194377c4007bfe74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2134208018, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03232600494456468, "interval": [-0.023585875794157392, 0.1691025371887166], "p_value": 0.44923108769323583, "input_sha256": "92184c4e046ccfe2026c27085bd2dc4203220c2af4fae804194377c4007bfe74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3902442336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.729020690160991, "interval": [-8.63317326266046, 3.1751318823384773], "p_value": 0.349, "input_sha256": "dba9b0ba9146cabe04552a87b54795e8a09e79197ced9581fd4146ac19740fc3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3902442336, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.729020690160991, "interval": [-8.390401553255453, 2.4911361485147006], "p_value": 0.35212068841560806, "input_sha256": "dba9b0ba9146cabe04552a87b54795e8a09e79197ced9581fd4146ac19740fc3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3902442336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03835403372276149, "interval": [-0.10564658751486805, 0.028938520069345074], "p_value": 0.266, "input_sha256": "301311887253ad6b930058c8257c9f6cf88d8fde0c67157052e20b3b560249cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3902442336, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03835403372276149, "interval": [-0.10897980257367589, 0.016382757098980155], "p_value": 0.25179744974677115, "input_sha256": "301311887253ad6b930058c8257c9f6cf88d8fde0c67157052e20b3b560249cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1562895142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3556415041484025, "interval": [-7.253223507330058, 2.5419404990332533], "p_value": 0.325, "input_sha256": "2be55aefb3dc43aa0fbdfd7cd517d51462abf40272048a9df2b2eb5b9572f628"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1562895142, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3556415041484025, "interval": [-6.492281042904954, 2.785675691881603], "p_value": 0.3350527353581473, "input_sha256": "2be55aefb3dc43aa0fbdfd7cd517d51462abf40272048a9df2b2eb5b9572f628"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1562895142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02180921414395586, "interval": [-0.06943674993665569, 0.025818321648743973], "p_value": 0.361, "input_sha256": "e4f009d0f17172bbe84d877f0c9a108a7c95df2c19466900d99df1a0191200f4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1562895142, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02180921414395586, "interval": [-0.06115396942188095, 0.028475068118889425], "p_value": 0.3587794542121322, "input_sha256": "e4f009d0f17172bbe84d877f0c9a108a7c95df2c19466900d99df1a0191200f4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3000858742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6437696789944622, "interval": [-8.23386777995022, 4.946328421961296], "p_value": 0.593, "input_sha256": "a5919b1dcf305b0da358a763852d22d1ea88e0ab1c65cb5d3a6b163a23671594"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3000858742, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6437696789944622, "interval": [-7.802263683363132, 4.16322307703892], "p_value": 0.6153015635349153, "input_sha256": "a5919b1dcf305b0da358a763852d22d1ea88e0ab1c65cb5d3a6b163a23671594"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3000858742, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02020620645898303, "interval": [-0.08587015693308428, 0.045457744015118214], "p_value": 0.516, "input_sha256": "38700fef48361801a8a03c7fb3569a12454bc9829760f7dfc3fe5bac1ee2f3a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3000858742, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02020620645898303, "interval": [-0.08253958646862067, 0.0369818248976794], "p_value": 0.5359474795775659, "input_sha256": "38700fef48361801a8a03c7fb3569a12454bc9829760f7dfc3fe5bac1ee2f3a3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2540650638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0305479491256326, "interval": [-2.5472036908470974, 6.608299589098363], "p_value": 0.363, "input_sha256": "df97152f3c52b59fd123c53204f4522be11cc65064db0e4da31727850297bb5c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2540650638, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0305479491256326, "interval": [-2.149164389421011, 6.362694171803116], "p_value": 0.37480689784871624, "input_sha256": "df97152f3c52b59fd123c53204f4522be11cc65064db0e4da31727850297bb5c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2540650638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013749243565456912, "interval": [-0.03083723369163066, 0.058335720822544485], "p_value": 0.541, "input_sha256": "20f7b1188ef5179ec900752c057ded94a15f9e92e891fbe9c936522e71cb6ff6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2540650638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013749243565456912, "interval": [-0.02752034382152644, 0.056087471757190935], "p_value": 0.5357975669831168, "input_sha256": "20f7b1188ef5179ec900752c057ded94a15f9e92e891fbe9c936522e71cb6ff6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1046455363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.417544318911024, "interval": [-9.811940941414122, 2.976852303592074], "p_value": 0.283, "input_sha256": "d052430c92940b1d615bc6503706bbb52fb1388b5b5c88e65a8573f228fcea46"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1046455363, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.417544318911024, "interval": [-10.00980617809573, 1.5093598564723565], "p_value": 0.2844275729347497, "input_sha256": "d052430c92940b1d615bc6503706bbb52fb1388b5b5c88e65a8573f228fcea46"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1046455363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0335551738850215, "interval": [-0.09351067926208378, 0.026400331492040782], "p_value": 0.272, "input_sha256": "bb1d4749a9a42ad6a2abffa15b162cfcd416f370df3fbe82f549ed4c8533d828"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1046455363, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0335551738850215, "interval": [-0.09222398642956528, 0.014009946670885336], "p_value": 0.26392597291611486, "input_sha256": "bb1d4749a9a42ad6a2abffa15b162cfcd416f370df3fbe82f549ed4c8533d828"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4064945249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.91455092369441, "interval": [-3.283718766897164, 9.112820614285983], "p_value": 0.36, "input_sha256": "87b82a23980e52ebd573bc7ca56fb09cc06505d1618e6350ba02ae75c3e2b8a6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4064945249, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.91455092369441, "interval": [-2.465982408616075, 9.838746520366092], "p_value": 0.34570447194126297, "input_sha256": "87b82a23980e52ebd573bc7ca56fb09cc06505d1618e6350ba02ae75c3e2b8a6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4064945249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03517177097032324, "interval": [-0.03163410623352479, 0.10197764817417128], "p_value": 0.313, "input_sha256": "7cd25cbafcf338635d7d15fff2b678d6500d11c11ddfafb1a54c10f887339837"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4064945249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03517177097032324, "interval": [-0.02287515096048826, 0.10298237156496573], "p_value": 0.2915775043589856, "input_sha256": "7cd25cbafcf338635d7d15fff2b678d6500d11c11ddfafb1a54c10f887339837"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2464811994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7554819577140783, "interval": [-4.008318003174972, 7.519281918603129], "p_value": 0.572, "input_sha256": "ceec1a57668dcdedac3e8376396f2177a7af579ebea54a8a3277ebdaad3fad86"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2464811994, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7554819577140783, "interval": [-2.974654229238566, 8.526982892934655], "p_value": 0.5406643705223109, "input_sha256": "ceec1a57668dcdedac3e8376396f2177a7af579ebea54a8a3277ebdaad3fad86"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2464811994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02215248016992792, "interval": [-0.042001897969614746, 0.08630685830947059], "p_value": 0.538, "input_sha256": "4abd0dc6bf5670ccc298373f558813b86549802901823127c0d40e9e9fe08643"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2464811994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02215248016992792, "interval": [-0.028215852054126526, 0.09992756251408447], "p_value": 0.48742435131007944, "input_sha256": "4abd0dc6bf5670ccc298373f558813b86549802901823127c0d40e9e9fe08643"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3019366124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9885229797419743, "interval": [-7.772123460164517, 5.795077500680568], "p_value": 0.775, "input_sha256": "6d8febb058df40d05f0c1e41f0e3d876f99864d13aa7ff92b576d813c8fbce3c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3019366124, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9885229797419743, "interval": [-8.31785870096601, 4.341145163594237], "p_value": 0.7681788221582417, "input_sha256": "6d8febb058df40d05f0c1e41f0e3d876f99864d13aa7ff92b576d813c8fbce3c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3019366124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037207399695028814, "interval": [-0.06819239906107268, 0.06075091912206691], "p_value": 0.92, "input_sha256": "5d8625cd182cfa0dd6a98171bd717b66958aa032e01806125392bb94bc7a8e62"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3019366124, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037207399695028814, "interval": [-0.07087970809888151, 0.048052495331853275], "p_value": 0.9069715159154086, "input_sha256": "5d8625cd182cfa0dd6a98171bd717b66958aa032e01806125392bb94bc7a8e62"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4005489420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2245042379285245, "interval": [-2.712861074717959, 9.161869550575009], "p_value": 0.271, "input_sha256": "c47cf14377a176c586bbe340bf50f181360c1d75421869df78387dfe6e4ca0ad"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4005489420, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2245042379285245, "interval": [-2.296756110726612, 8.946512587096944], "p_value": 0.27753725550237973, "input_sha256": "c47cf14377a176c586bbe340bf50f181360c1d75421869df78387dfe6e4ca0ad"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4005489420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03469042883554238, "interval": [-0.027108170942057204, 0.09648902861314196], "p_value": 0.262, "input_sha256": "701a27bd2a5c28eccb60fc2863aae9c71c22e3fac186d4760b16aab1d2232010"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4005489420, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03469042883554238, "interval": [-0.02701070920383703, 0.09401995808923423], "p_value": 0.26266471623447507, "input_sha256": "701a27bd2a5c28eccb60fc2863aae9c71c22e3fac186d4760b16aab1d2232010"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1844790007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2269335176649676, "interval": [-2.855079004375469, 7.308946039705404], "p_value": 0.375, "input_sha256": "4926a6479ba211e405e3fb36ca5cb967f0a6219cc785d603b4256e98154e37ff"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1844790007, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2269335176649676, "interval": [-2.1344803597533226, 6.741968410322974], "p_value": 0.38026213123306285, "input_sha256": "4926a6479ba211e405e3fb36ca5cb967f0a6219cc785d603b4256e98154e37ff"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1844790007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02076281504220065, "interval": [-0.035945649043745365, 0.07747127912814666], "p_value": 0.469, "input_sha256": "ffe1408805a695649af9b05f650071b11e0a97b88137f6e3f55004b6bd2e926e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1844790007, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02076281504220065, "interval": [-0.029167002524817565, 0.07313988496946978], "p_value": 0.46269511903273486, "input_sha256": "ffe1408805a695649af9b05f650071b11e0a97b88137f6e3f55004b6bd2e926e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1267396446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.668891742916685, "interval": [-8.685205433045716, 3.3474219472123456], "p_value": 0.36, "input_sha256": "ae2dca169b40ece772baf4bee1516cd6f0b87746e220ad817d0a36798c04435e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1267396446, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.668891742916685, "interval": [-8.147744021810444, 2.809669198138948], "p_value": 0.3731887223505239, "input_sha256": "ae2dca169b40ece772baf4bee1516cd6f0b87746e220ad817d0a36798c04435e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1267396446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.024137041210879118, "interval": [-0.08564286442264935, 0.03736878200089112], "p_value": 0.42, "input_sha256": "a83be5ef49d73b330dc3b9f4cd54ee95a0be6bd8ef9b33bc6d7884a1ecc8a1b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1267396446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.024137041210879118, "interval": [-0.08157724596478005, 0.029804722064036192], "p_value": 0.4305125477349243, "input_sha256": "a83be5ef49d73b330dc3b9f4cd54ee95a0be6bd8ef9b33bc6d7884a1ecc8a1b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 623956329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.935972873244363, "interval": [0.6547712833318506, 9.217174463156875], "p_value": 0.021, "input_sha256": "5badd6eb8dc03341cc07deee674c82ab7de682d1efe1ca6d4386102545eccd06"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 623956329, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.935972873244363, "interval": [1.0081361198975776, 9.103142029007362], "p_value": 0.025044592659784662, "input_sha256": "5badd6eb8dc03341cc07deee674c82ab7de682d1efe1ca6d4386102545eccd06"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 623956329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05028841712470399, "interval": [0.0058284195964453805, 0.0947484146529626], "p_value": 0.024, "input_sha256": "27e941e8adaee9a2b3196bf11d769a244bf28d064b83179a867c35c7fb63e8c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 623956329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05028841712470399, "interval": [0.007991218629193402, 0.09235750392192238], "p_value": 0.02769686508712543, "input_sha256": "27e941e8adaee9a2b3196bf11d769a244bf28d064b83179a867c35c7fb63e8c8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3833303209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.45255309131640953, "interval": [-6.148085100860742, 5.242978918227923], "p_value": 0.865, "input_sha256": "8fa38399bb9cb013fd12cc9b3997c3cac1972c74ec96f104a3b33d03a2cd1928"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3833303209, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.45255309131640953, "interval": [-5.520973378429431, 5.032111923702512], "p_value": 0.8729762002948758, "input_sha256": "8fa38399bb9cb013fd12cc9b3997c3cac1972c74ec96f104a3b33d03a2cd1928"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3833303209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010117474069236326, "interval": [-0.06974333923118212, 0.04950839109270947], "p_value": 0.726, "input_sha256": "e3eca246c676fe2af230311e6b0c09009dc30123efed425222a8617ffc69f240"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3833303209, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010117474069236326, "interval": [-0.06315061775531342, 0.04538434626445088], "p_value": 0.7327478588634322, "input_sha256": "e3eca246c676fe2af230311e6b0c09009dc30123efed425222a8617ffc69f240"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2289123618, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5450043802999858, "interval": [-8.144077922230982, 5.054069161631011], "p_value": 0.631, "input_sha256": "84497d0ff8ac904643c3c3653a29225cc8d7b8bc393cf7eb9c0efdab7bc5d1af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2289123618, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5450043802999858, "interval": [-9.109948797261245, 3.225838477921473], "p_value": 0.634893290610989, "input_sha256": "84497d0ff8ac904643c3c3653a29225cc8d7b8bc393cf7eb9c0efdab7bc5d1af"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2289123618, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025932334272851784, "interval": [-0.09966275246875525, 0.04779808392305168], "p_value": 0.488, "input_sha256": "06513741ccfb2d58b7b68ed0acf16c25cda9ff293798715156239a8b778f8971"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2289123618, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025932334272851784, "interval": [-0.11443516104287736, 0.028853394763679156], "p_value": 0.47583366554163264, "input_sha256": "06513741ccfb2d58b7b68ed0acf16c25cda9ff293798715156239a8b778f8971"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3155816535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0278249107575013, "interval": [-5.258172425778035, 7.313822247293038], "p_value": 0.752, "input_sha256": "ed7f00a6c402c82e543b4ae77f239fae8ab7247eb59fd345a4c08e2a5756f00d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3155816535, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0278249107575013, "interval": [-4.715615493161768, 6.915702673093141], "p_value": 0.7424417501409313, "input_sha256": "ed7f00a6c402c82e543b4ae77f239fae8ab7247eb59fd345a4c08e2a5756f00d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3155816535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007082821354715094, "interval": [-0.054413394972048064, 0.06857903768147824], "p_value": 0.81, "input_sha256": "6e8474680844dcf614753fb5ac5b9bd416f796b7046cef74aa8121ee27ca7c27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3155816535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007082821354715094, "interval": [-0.04892305593653949, 0.06360884873412798], "p_value": 0.8168830937969955, "input_sha256": "6e8474680844dcf614753fb5ac5b9bd416f796b7046cef74aa8121ee27ca7c27"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1698768276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14894384109449277, "interval": [-5.261114265612298, 5.559001947801283], "p_value": 0.954, "input_sha256": "57e1c7639d8bbf836cbb64dfe60c0e9b384805cd616acb6139fb13f008ed8ccb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1698768276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14894384109449277, "interval": [-5.001046598602444, 4.875715027315891], "p_value": 0.9557430450027053, "input_sha256": "57e1c7639d8bbf836cbb64dfe60c0e9b384805cd616acb6139fb13f008ed8ccb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1698768276, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007490387569763196, "interval": [-0.053691037873623386, 0.06867181301314979], "p_value": 0.781, "input_sha256": "903a3f63bdc2d17bddb86bbe1ee1f0f206d1c1677aea8ff7d10aa8999950456e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1698768276, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007490387569763196, "interval": [-0.0484606359410092, 0.06696029499176755], "p_value": 0.8048666731474885, "input_sha256": "903a3f63bdc2d17bddb86bbe1ee1f0f206d1c1677aea8ff7d10aa8999950456e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 772943197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.459255702886437, "interval": [-8.66676711650062, 3.748255710727747], "p_value": 0.436, "input_sha256": "5a94b79badb0b1bfeb024caaece9155f4e551b329aaef5064ee500f932dbb6ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 772943197, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.459255702886437, "interval": [-9.371349924985825, 2.3150661724352], "p_value": 0.42514260793608427, "input_sha256": "5a94b79badb0b1bfeb024caaece9155f4e551b329aaef5064ee500f932dbb6ae"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 772943197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03618081648512769, "interval": [-0.11294446716527179, 0.040582834195016404], "p_value": 0.374, "input_sha256": "380b1afb8d0a3cfa1a9d62b2f27ed9371259a1f4bcd91e37e42d3b8df077673a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 772943197, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03618081648512769, "interval": [-0.13280098215862426, 0.013710580842034643], "p_value": 0.3419247323781024, "input_sha256": "380b1afb8d0a3cfa1a9d62b2f27ed9371259a1f4bcd91e37e42d3b8df077673a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1586484517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.837318823506279, "interval": [-3.177799851780885, 6.852437498793443], "p_value": 0.491, "input_sha256": "1d1e2c01f3a209f5a7bee197fd39db5b39bdc2b140ad629e772e19f696eff8e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1586484517, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.837318823506279, "interval": [-2.9337482666293857, 6.630328657962697], "p_value": 0.4603165027836139, "input_sha256": "1d1e2c01f3a209f5a7bee197fd39db5b39bdc2b140ad629e772e19f696eff8e7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1586484517, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02404756325359108, "interval": [-0.029630135745113174, 0.07772526225229534], "p_value": 0.396, "input_sha256": "af44612b4ef5b9ebd87440f4461e4b8c091d25070ee3bd7747c1452c6c2ce2b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1586484517, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02404756325359108, "interval": [-0.026222601568303205, 0.0756460295581311], "p_value": 0.36644346120137283, "input_sha256": "af44612b4ef5b9ebd87440f4461e4b8c091d25070ee3bd7747c1452c6c2ce2b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3811481562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6552702856641357, "interval": [-8.58171270792153, 3.2711721365932593], "p_value": 0.374, "input_sha256": "aaf7958736248dbc9d0a960921395c9761f5b5971ae505784e65118b4349cefb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3811481562, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6552702856641357, "interval": [-8.604843888201586, 2.2710202565228848], "p_value": 0.369435678724515, "input_sha256": "aaf7958736248dbc9d0a960921395c9761f5b5971ae505784e65118b4349cefb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3811481562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023940926747190824, "interval": [-0.0811753032331963, 0.03329344973881465], "p_value": 0.403, "input_sha256": "7dc519c9a296a2df933d024a0d62f47083056c46b87560fcb8b45ebf0ddd9cf6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3811481562, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023940926747190824, "interval": [-0.0810935813926933, 0.022843526852753922], "p_value": 0.40160235590354953, "input_sha256": "7dc519c9a296a2df933d024a0d62f47083056c46b87560fcb8b45ebf0ddd9cf6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1149725374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.226886504671799, "interval": [-3.886108854808773, 6.339881864152371], "p_value": 0.631, "input_sha256": "54fd602dd0dc2a531d235103150408d1e64b9441b3636b3fce1b981e4c26b756"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1149725374, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.226886504671799, "interval": [-3.8254104158759588, 5.715663206689332], "p_value": 0.6295499982149224, "input_sha256": "54fd602dd0dc2a531d235103150408d1e64b9441b3636b3fce1b981e4c26b756"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1149725374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009279898989046756, "interval": [-0.0418364079261126, 0.060396205904206114], "p_value": 0.716, "input_sha256": "23c31a7c04425d36b61fdb2bf8d9fc48d2cee78974eb874654f82b47b52f629f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1149725374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009279898989046756, "interval": [-0.03842047802413311, 0.054925233036062615], "p_value": 0.7147317241247764, "input_sha256": "23c31a7c04425d36b61fdb2bf8d9fc48d2cee78974eb874654f82b47b52f629f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1188461856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46950216174981296, "interval": [-5.0811702988216645, 4.142165975322039], "p_value": 0.832, "input_sha256": "e0be2bca7078946d5bbacafeda7eef7e61eb5e662021fe8b085b62da67aa523d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1188461856, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46950216174981296, "interval": [-4.491140810260937, 4.211757255277797], "p_value": 0.8378132511436718, "input_sha256": "e0be2bca7078946d5bbacafeda7eef7e61eb5e662021fe8b085b62da67aa523d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1188461856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002645507474653211, "interval": [-0.04904221627720659, 0.04375120132790017], "p_value": 0.907, "input_sha256": "89a3f47c82c380d08aac817da23f163def73f605793cca5eb32cc28522e1f856"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1188461856, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002645507474653211, "interval": [-0.04472733290803573, 0.04319954856028525], "p_value": 0.9087053466436836, "input_sha256": "89a3f47c82c380d08aac817da23f163def73f605793cca5eb32cc28522e1f856"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2094950278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4107641792573347, "interval": [-4.142423626827037, 6.963951985341707], "p_value": 0.596, "input_sha256": "0bf9e8ce2c43b3ce06ce297904cb2a4ce885a830e4477fd9b7eb68f6f2f6e0e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2094950278, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4107641792573347, "interval": [-3.3541139077578177, 6.548112087369669], "p_value": 0.6100249484633831, "input_sha256": "0bf9e8ce2c43b3ce06ce297904cb2a4ce885a830e4477fd9b7eb68f6f2f6e0e1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2094950278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014255667625140828, "interval": [-0.05723175273426208, 0.08574308798454373], "p_value": 0.679, "input_sha256": "4e7aab9f02a7cf29543873531b644717ef694105e35d85a68001f43d15aba669"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2094950278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014255667625140828, "interval": [-0.05018552790893457, 0.07755724261140667], "p_value": 0.6886902498346752, "input_sha256": "4e7aab9f02a7cf29543873531b644717ef694105e35d85a68001f43d15aba669"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3397513580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8850440635847203, "interval": [-4.240374105479712, 6.010462232649153], "p_value": 0.719, "input_sha256": "e4b5be2a664be7756c99aa81da37dc01c5f2d7a23f48e9e01c2d389db198cf0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3397513580, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8850440635847203, "interval": [-3.4492134633114597, 5.888332533298732], "p_value": 0.7284402169120943, "input_sha256": "e4b5be2a664be7756c99aa81da37dc01c5f2d7a23f48e9e01c2d389db198cf0d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3397513580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005852837803655045, "interval": [-0.05011249536528933, 0.06181817097259942], "p_value": 0.842, "input_sha256": "8a13c7a3d1f74f8b7da37c903ed40e86fda51cf9c31b0cf1681787f26f8c06e0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3397513580, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005852837803655045, "interval": [-0.04085104931488024, 0.06212772226424892], "p_value": 0.8333948061944276, "input_sha256": "8a13c7a3d1f74f8b7da37c903ed40e86fda51cf9c31b0cf1681787f26f8c06e0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2999587456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2211699034231573, "interval": [-9.569701225054125, 3.1273614182078093], "p_value": 0.283, "input_sha256": "fdb34c2ef959aa39f46e77eb02ab8ccda1d0b6190a323c976424e2fd42e21234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2999587456, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2211699034231573, "interval": [-9.24801850749828, 2.366086628033204], "p_value": 0.3106890041238388, "input_sha256": "fdb34c2ef959aa39f46e77eb02ab8ccda1d0b6190a323c976424e2fd42e21234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2999587456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0393522111384539, "interval": [-0.10703212298965711, 0.028327700712749315], "p_value": 0.211, "input_sha256": "b5c1279b671c2866e456249a1fd66843d672c325b72bdd1539e5a47421529f7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2999587456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0393522111384539, "interval": [-0.10134690632811823, 0.021380374988087043], "p_value": 0.2464650553602136, "input_sha256": "b5c1279b671c2866e456249a1fd66843d672c325b72bdd1539e5a47421529f7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2642448723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.761383768064557, "interval": [-11.185108067402565, -0.3376594687265495], "p_value": 0.036, "input_sha256": "76a5836c9185866fa6cbdcc728bd573c89098ee755d13823595ad084db0ed597"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2642448723, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.761383768064557, "interval": [-10.534988045642946, -0.5222015040566893], "p_value": 0.038048960483638206, "input_sha256": "76a5836c9185866fa6cbdcc728bd573c89098ee755d13823595ad084db0ed597"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2642448723, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06670965661263223, "interval": [-0.12885377509247106, -0.004565538132793388], "p_value": 0.036, "input_sha256": "ff62a3abc890a9bc5e4c2141dc444c0e0ab47995e561c74dd11a1347383e6e7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2642448723, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06670965661263223, "interval": [-0.1246014126617773, -0.012900360466374326], "p_value": 0.03627669574528555, "input_sha256": "ff62a3abc890a9bc5e4c2141dc444c0e0ab47995e561c74dd11a1347383e6e7b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3511308535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6578604900006608, "interval": [-5.99797102432048, 4.682250044319158], "p_value": 0.785, "input_sha256": "63950552c31bdb87910a131d95ad55e34351e0c3eb1ef5848fb4bb36fce61e8b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3511308535, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6578604900006608, "interval": [-6.3935321033471935, 3.9502972702829737], "p_value": 0.8042114548598639, "input_sha256": "63950552c31bdb87910a131d95ad55e34351e0c3eb1ef5848fb4bb36fce61e8b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3511308535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001398355341049748, "interval": [-0.054222522707922424, 0.05142581202582293], "p_value": 0.962, "input_sha256": "76036c2dd7eea9f148ce3cca8186f70e90bc5f142c356d2ef246693ad9e85556"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3511308535, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001398355341049748, "interval": [-0.05976045075809399, 0.04282373993070774], "p_value": 0.9575109364099958, "input_sha256": "76036c2dd7eea9f148ce3cca8186f70e90bc5f142c356d2ef246693ad9e85556"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 259042538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.451972934272292, "interval": [-9.149282173502689, 0.245336304958105], "p_value": 0.073, "input_sha256": "1ca10f4550887e3929eabaef6941d11d77106ff547f3f74455e722c1e7aa247a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 259042538, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.451972934272292, "interval": [-9.28743941635842, -0.4558051606067364], "p_value": 0.06256226392746594, "input_sha256": "1ca10f4550887e3929eabaef6941d11d77106ff547f3f74455e722c1e7aa247a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 259042538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.042168737406479334, "interval": [-0.0901471670608595, 0.00580969224790083], "p_value": 0.083, "input_sha256": "6ce8d2105ccf27323b2e4ec2f2885ca659da899c23c2476ac4e4bfebd2529a5e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 259042538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.042168737406479334, "interval": [-0.09405373371691114, -0.0018421853618053997], "p_value": 0.08319304154693588, "input_sha256": "6ce8d2105ccf27323b2e4ec2f2885ca659da899c23c2476ac4e4bfebd2529a5e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2380446083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2008290776408765, "interval": [-7.143648553261858, 2.7419903979801052], "p_value": 0.366, "input_sha256": "6ed274ab175cdcde10d4aa6b6e1c8770a3cd1d2b8d8b181766f7958537e34caa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2380446083, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2008290776408765, "interval": [-7.085903622351025, 2.4954643744751044], "p_value": 0.37303335936828574, "input_sha256": "6ed274ab175cdcde10d4aa6b6e1c8770a3cd1d2b8d8b181766f7958537e34caa"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2380446083, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022109783354657103, "interval": [-0.07291654488167014, 0.028696978172355933], "p_value": 0.372, "input_sha256": "29aa29a7dba96284f06793d66b9ce29e9196905ecec4c00516fc13becd798a05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2380446083, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022109783354657103, "interval": [-0.07034590353110617, 0.02618438579193596], "p_value": 0.38387553655851436, "input_sha256": "29aa29a7dba96284f06793d66b9ce29e9196905ecec4c00516fc13becd798a05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3401735203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1766311297030843, "interval": [-6.8711698536954176, 2.517907594289249], "p_value": 0.354, "input_sha256": "02a808299766f1208083403aa87551c1873022487831c90d9450b552bf3b4788"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3401735203, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1766311297030843, "interval": [-7.74292745291546, 1.5691651046097044], "p_value": 0.35385679040489315, "input_sha256": "02a808299766f1208083403aa87551c1873022487831c90d9450b552bf3b4788"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3401735203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020619681216943866, "interval": [-0.07454503937480161, 0.03330567694091388], "p_value": 0.455, "input_sha256": "42855b1f93bffd79f6cc5d839bffaf70944ce2ff00710495930a6f39cfe45bfc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3401735203, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020619681216943866, "interval": [-0.08223497390137388, 0.023837410223427124], "p_value": 0.4436466531004619, "input_sha256": "42855b1f93bffd79f6cc5d839bffaf70944ce2ff00710495930a6f39cfe45bfc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3699467986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8792440031435254, "interval": [-2.778561787110511, 6.5370497933975615], "p_value": 0.41, "input_sha256": "7e5780cf2a530ccc421e674ed8abfcb8191104a0c643367d1726fd3314de022c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3699467986, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8792440031435254, "interval": [-2.537221952925061, 6.049070404485053], "p_value": 0.4189611522369906, "input_sha256": "7e5780cf2a530ccc421e674ed8abfcb8191104a0c643367d1726fd3314de022c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3699467986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027791877377151566, "interval": [-0.02121544204764396, 0.07679919680194709], "p_value": 0.244, "input_sha256": "911296447348b5b8fd0d99d796d8ab7403106c8151be639ab21449466ce1a3e9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3699467986, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027791877377151566, "interval": [-0.020842481550415386, 0.07054005006282113], "p_value": 0.2580732724860981, "input_sha256": "911296447348b5b8fd0d99d796d8ab7403106c8151be639ab21449466ce1a3e9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1440476430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.167514255908006, "interval": [-11.053127129844, 2.718098618027989], "p_value": 0.229, "input_sha256": "28516b3812583a6293b1a0199f746376afd1c0c2ad7c1a3e3991795056ea9228"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1440476430, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.167514255908006, "interval": [-10.643151672417721, 1.8079753811268469], "p_value": 0.22800866817284574, "input_sha256": "28516b3812583a6293b1a0199f746376afd1c0c2ad7c1a3e3991795056ea9228"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1440476430, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04662260260349773, "interval": [-0.11943499846224634, 0.026189793255250886], "p_value": 0.199, "input_sha256": "22fb16357eec9c4c093065bb995b6244dfe58f98e9c02dfa6b97cf3e34516a74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1440476430, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04662260260349773, "interval": [-0.11745868970044056, 0.018448888665185903], "p_value": 0.2026115259913297, "input_sha256": "22fb16357eec9c4c093065bb995b6244dfe58f98e9c02dfa6b97cf3e34516a74"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3044739104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9408125055542627, "interval": [-8.71178891206463, 0.8301639009561059], "p_value": 0.125, "input_sha256": "f934202b80b64cde4e702e2bf5dbf53e08146d00a20fb32a9343771189c3b49a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3044739104, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9408125055542627, "interval": [-8.642137359073875, 0.3578115670046232], "p_value": 0.10263354155691289, "input_sha256": "f934202b80b64cde4e702e2bf5dbf53e08146d00a20fb32a9343771189c3b49a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3044739104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03741279587770137, "interval": [-0.09096504185382616, 0.016139450098423422], "p_value": 0.196, "input_sha256": "525312e6ca26bafe60d6e5aba23751808454bf5a216c40e7e17aeae9090523b2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3044739104, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03741279587770137, "interval": [-0.08807651625243153, 0.017183851052697603], "p_value": 0.1650258735775006, "input_sha256": "525312e6ca26bafe60d6e5aba23751808454bf5a216c40e7e17aeae9090523b2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1629167970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.295754781195514, "interval": [-2.6486814787067177, 7.240191041097746], "p_value": 0.34, "input_sha256": "ffd7b8ff90b6aa0986469bd89d815a5178e93bfde26ff2be41154ca409cea00f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1629167970, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.295754781195514, "interval": [-2.1774663074908145, 7.190128205758472], "p_value": 0.35230842144212005, "input_sha256": "ffd7b8ff90b6aa0986469bd89d815a5178e93bfde26ff2be41154ca409cea00f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1629167970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01353736256747888, "interval": [-0.04119833147541008, 0.06827305661036784], "p_value": 0.609, "input_sha256": "6d66f5b9b741547d65b6cac43db4c36827e6e844e63fb56381e758771da864ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1629167970, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01353736256747888, "interval": [-0.03770974076948213, 0.06655860684480121], "p_value": 0.6183870335002716, "input_sha256": "6d66f5b9b741547d65b6cac43db4c36827e6e844e63fb56381e758771da864ee"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3253462791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5983162016834545, "interval": [-7.280370048902364, 4.0837376455354555], "p_value": 0.601, "input_sha256": "dfbddad049ce2350fd3c5fc3c6eb070d2c3cfeae1f3f30931ecb485855f8e6ff"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3253462791, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5983162016834545, "interval": [-6.444888036395056, 4.627626423874363], "p_value": 0.5721662099991334, "input_sha256": "dfbddad049ce2350fd3c5fc3c6eb070d2c3cfeae1f3f30931ecb485855f8e6ff"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3253462791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025980697434451694, "interval": [-0.08486706755429174, 0.032905672685388354], "p_value": 0.406, "input_sha256": "5cad1449e5a9b85feb88093bf3f543c2f72db61c2d02e28a282d6c045f0dd234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3253462791, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025980697434451694, "interval": [-0.081521014484778, 0.03185296693258701], "p_value": 0.3770056105814388, "input_sha256": "5cad1449e5a9b85feb88093bf3f543c2f72db61c2d02e28a282d6c045f0dd234"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3641255376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8209113776402015, "interval": [-9.06839640573239, 1.4265736504519877], "p_value": 0.157, "input_sha256": "c1f9fae464c4e3f6d2b2aed1d33deecb321512af19570cfb0879b9cf7e55af98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3641255376, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8209113776402015, "interval": [-9.810128226883297, 0.33460101399172215], "p_value": 0.14804725914513778, "input_sha256": "c1f9fae464c4e3f6d2b2aed1d33deecb321512af19570cfb0879b9cf7e55af98"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3641255376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03864727539965338, "interval": [-0.08860709590939894, 0.011312545110092179], "p_value": 0.138, "input_sha256": "df7746d86a1a53e64d617a0cf773176bfdd4d2cc0e246ae8de795e8e3839a22f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3641255376, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03864727539965338, "interval": [-0.09504676346682986, 0.002324593147280451], "p_value": 0.1253749500962739, "input_sha256": "df7746d86a1a53e64d617a0cf773176bfdd4d2cc0e246ae8de795e8e3839a22f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2555968479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0346631033800664, "interval": [-2.5737015354253874, 6.64302774218552], "p_value": 0.368, "input_sha256": "e51e4d7de11d871799e1ae6e43e8ba3cff0400833d71d2f5e7abb3eb166abd51"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2555968479, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0346631033800664, "interval": [-2.2405145409146137, 6.159876343758201], "p_value": 0.3755454376989109, "input_sha256": "e51e4d7de11d871799e1ae6e43e8ba3cff0400833d71d2f5e7abb3eb166abd51"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2555968479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025832055626928502, "interval": [-0.022659839005234453, 0.07432395025909146], "p_value": 0.293, "input_sha256": "b6995e7530dd954f113871efafa635da2c92974fbe41137d15917ebf75e6eca6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2555968479, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025832055626928502, "interval": [-0.022450369690063084, 0.06976633898414857], "p_value": 0.28693112803257337, "input_sha256": "b6995e7530dd954f113871efafa635da2c92974fbe41137d15917ebf75e6eca6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1502420526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9835079409231691, "interval": [-5.827053272898765, 3.860037391052427], "p_value": 0.699, "input_sha256": "7324647ca64e02d77ce17ceff3f352be6de7cfd4529029f34e3c8188b29aa313"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1502420526, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9835079409231691, "interval": [-5.681473044990962, 3.2317002753154918], "p_value": 0.6828790757665131, "input_sha256": "7324647ca64e02d77ce17ceff3f352be6de7cfd4529029f34e3c8188b29aa313"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1502420526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01722176469218517, "interval": [-0.07058544513442638, 0.036141915750056035], "p_value": 0.505, "input_sha256": "53e95041617fb4dbd4934e135b7da13b7ee347781c79351f6962a6a3f4d480a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1502420526, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01722176469218517, "interval": [-0.07135628898297894, 0.028675490776155627], "p_value": 0.515887152882792, "input_sha256": "53e95041617fb4dbd4934e135b7da13b7ee347781c79351f6962a6a3f4d480a0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1213254179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06968501797333193, "interval": [-6.061107090080699, 6.200477126027363], "p_value": 0.982, "input_sha256": "39b148f10b202ad9b65b88a63fbf0b3c6aca4d21d5f2476ba3000bd07fab06e9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1213254179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06968501797333193, "interval": [-5.0863821132035625, 6.696649370564738], "p_value": 0.9816362203657647, "input_sha256": "39b148f10b202ad9b65b88a63fbf0b3c6aca4d21d5f2476ba3000bd07fab06e9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1213254179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.001656320826915414, "interval": [-0.06531962691422134, 0.06863226856805217], "p_value": 0.967, "input_sha256": "5cf26247350ba8b6fa78b1d77bbf55f3aef6e56f331a2e1818dd1b4ff57414e5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1213254179, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.001656320826915414, "interval": [-0.04855045651504294, 0.07964884276443236], "p_value": 0.9600922051826764, "input_sha256": "5cf26247350ba8b6fa78b1d77bbf55f3aef6e56f331a2e1818dd1b4ff57414e5"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3107300123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7263025354856385, "interval": [-0.6267111365071623, 8.079316207478438], "p_value": 0.113, "input_sha256": "5e8a1471cd924de2a007a397c549e6d3bea980c25bf9642aa351c6acba1ebf3c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3107300123, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7263025354856385, "interval": [-0.32902670436697, 7.501648238122929], "p_value": 0.09107423939617922, "input_sha256": "5e8a1471cd924de2a007a397c549e6d3bea980c25bf9642aa351c6acba1ebf3c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3107300123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037320955714794296, "interval": [-0.011734574480723507, 0.0863764859103121], "p_value": 0.159, "input_sha256": "28e6d301c57d8173a1641443d242cb87f82fd978f61754273fdde8b1d125aa4c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3107300123, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037320955714794296, "interval": [-0.007765137452078504, 0.07995563739265099], "p_value": 0.1316993902660484, "input_sha256": "28e6d301c57d8173a1641443d242cb87f82fd978f61754273fdde8b1d125aa4c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4281489627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.106410817651772, "interval": [-1.279337934613494, 9.492159569917039], "p_value": 0.138, "input_sha256": "e4b461636d267b60972901c387d59ced1d1a4935e08c0b85aa647b75a6442f3a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4281489627, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.106410817651772, "interval": [-0.7412707240289267, 9.11165845049858], "p_value": 0.13098161506394235, "input_sha256": "e4b461636d267b60972901c387d59ced1d1a4935e08c0b85aa647b75a6442f3a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4281489627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0421355437834601, "interval": [-0.012362025580902797, 0.096633113147823], "p_value": 0.137, "input_sha256": "b1a632df638bb2a1ac310c06797db900f44c18adf746cfa4914298ba50668fd2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4281489627, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0421355437834601, "interval": [-0.007229969407671808, 0.0922973909340011], "p_value": 0.12581979121824355, "input_sha256": "b1a632df638bb2a1ac310c06797db900f44c18adf746cfa4914298ba50668fd2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4112539732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1398587129041058, "interval": [-7.0364984614214325, 4.756781035613221], "p_value": 0.705, "input_sha256": "9d03411d1b704d01aeb816f6c33f5549bcc6bc46e25a1d40d7d136c727028e63"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4112539732, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1398587129041058, "interval": [-6.462111331005497, 5.37550332758114], "p_value": 0.6968934767587229, "input_sha256": "9d03411d1b704d01aeb816f6c33f5549bcc6bc46e25a1d40d7d136c727028e63"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4112539732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028795154817995945, "interval": [-0.09545194279478686, 0.037861633158794976], "p_value": 0.394, "input_sha256": "eaf8e44c0435bd63d7a0227d2c785e76114a515f15a5f7f1314bf18f1d1e1049"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4112539732, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028795154817995945, "interval": [-0.09523720490563257, 0.03355135775154202], "p_value": 0.3847971076852704, "input_sha256": "eaf8e44c0435bd63d7a0227d2c785e76114a515f15a5f7f1314bf18f1d1e1049"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3619690515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2357341456411914, "interval": [-4.80125848978281, 7.2727267810651925], "p_value": 0.699, "input_sha256": "c09394a32ce4231ff6810c000262cc8271033b4add235f744ed506b130af4c05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3619690515, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2357341456411914, "interval": [-4.472975784247378, 6.68469965204113], "p_value": 0.6781943897270402, "input_sha256": "c09394a32ce4231ff6810c000262cc8271033b4add235f744ed506b130af4c05"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3619690515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021146356925169932, "interval": [-0.04279735765757749, 0.08509007150791735], "p_value": 0.54, "input_sha256": "0d99839ceed6138ac089d81138166609a07eb401aa431470fcff7c6d48d05fc7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3619690515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021146356925169932, "interval": [-0.041666370253087635, 0.07927149601266872], "p_value": 0.5047360885268921, "input_sha256": "0d99839ceed6138ac089d81138166609a07eb401aa431470fcff7c6d48d05fc7"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1569255399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0090289996587263, "interval": [-7.2590508170772985, 3.240992817759846], "p_value": 0.446, "input_sha256": "a72b8c32e1ce155a39b0aed257493de244541ea2864f8d39c19dcc33a333ce4a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1569255399, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0090289996587263, "interval": [-7.057438477293708, 2.9372490395060087], "p_value": 0.44306795333898397, "input_sha256": "a72b8c32e1ce155a39b0aed257493de244541ea2864f8d39c19dcc33a333ce4a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1569255399, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017435316009207114, "interval": [-0.07152737741580055, 0.03665674539738632], "p_value": 0.525, "input_sha256": "22ab2d966aede24b5a4f7137233db5699e11d08a451b856e9410bdeb7f2dca1d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1569255399, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017435316009207114, "interval": [-0.06570507999831361, 0.03448487258489283], "p_value": 0.5177878365368724, "input_sha256": "22ab2d966aede24b5a4f7137233db5699e11d08a451b856e9410bdeb7f2dca1d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2479513097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.287749118371967, "interval": [-9.000825807825695, 0.4253275710817599], "p_value": 0.061, "input_sha256": "728b679c2cdf8e20aaa24b504fddaff166caaf35e6781d84966dc65f81c45364"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2479513097, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.287749118371967, "interval": [-9.016558441161392, -0.0453279801269148], "p_value": 0.07329585279671541, "input_sha256": "728b679c2cdf8e20aaa24b504fddaff166caaf35e6781d84966dc65f81c45364"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2479513097, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04393080525048701, "interval": [-0.0961674259079256, 0.008305815406951578], "p_value": 0.084, "input_sha256": "f66839a491c67d5e294e8c89a3a96bfcd28c4049b0334b9b3d8465b6643d34f8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2479513097, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04393080525048701, "interval": [-0.09686642447733707, 0.0020802400392316775], "p_value": 0.09675455391577413, "input_sha256": "f66839a491c67d5e294e8c89a3a96bfcd28c4049b0334b9b3d8465b6643d34f8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 840067428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0001383730539377, "interval": [-4.3550883496193, 6.3553650957271755], "p_value": 0.729, "input_sha256": "4d78a9237ed743ad9b268bcb5301abd47676b952fed9db73ccceb3291ea0db65"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 840067428, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0001383730539377, "interval": [-3.541776972506805, 6.0927460408094], "p_value": 0.707178879797679, "input_sha256": "4d78a9237ed743ad9b268bcb5301abd47676b952fed9db73ccceb3291ea0db65"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 840067428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015969707604735123, "interval": [-0.040064116026561215, 0.07200353123603145], "p_value": 0.577, "input_sha256": "8217398949b544aa12cfa01d8ecaacc65aec3ef6a934815cedc38d06139342c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 840067428, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015969707604735123, "interval": [-0.03276266215925417, 0.0676683352578014], "p_value": 0.5662631690872977, "input_sha256": "8217398949b544aa12cfa01d8ecaacc65aec3ef6a934815cedc38d06139342c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2947569137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4709981069880493, "interval": [-3.342855849447317, 6.284852063423416], "p_value": 0.546, "input_sha256": "147c44180f919ff58752e23ac72126bb467747165a08d6d190ff0e9ffef3691e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2947569137, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4709981069880493, "interval": [-2.951817557143518, 5.925490689263494], "p_value": 0.539342582815275, "input_sha256": "147c44180f919ff58752e23ac72126bb467747165a08d6d190ff0e9ffef3691e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2947569137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016428527619323605, "interval": [-0.03560900874084613, 0.06846606397949334], "p_value": 0.53, "input_sha256": "bf15bfae9bc694e5504dfb49c55f528f76db1585e540583174ca605ae4d2d56c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2947569137, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016428527619323605, "interval": [-0.03101440215032639, 0.06328474751829996], "p_value": 0.5263692164967647, "input_sha256": "bf15bfae9bc694e5504dfb49c55f528f76db1585e540583174ca605ae4d2d56c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 547609436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.711534451858901, "interval": [-0.6888816512304343, 10.111950554948237], "p_value": 0.082, "input_sha256": "f6ac70223af62493646c5a604868ad8acf6ef82199e9cefb4222e8b8459c0fed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 547609436, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.711534451858901, "interval": [-0.12397178681980643, 10.87204857997002], "p_value": 0.08539099059437473, "input_sha256": "f6ac70223af62493646c5a604868ad8acf6ef82199e9cefb4222e8b8459c0fed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 547609436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04918442627572195, "interval": [-0.008143926209081234, 0.10651277876052513], "p_value": 0.092, "input_sha256": "13a3d45d406724fbbdd84e936848b1affb472cf525ce0616c37c5821bc282c75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 547609436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04918442627572195, "interval": [0.0019396901762433877, 0.12069115959046278], "p_value": 0.09048819481966099, "input_sha256": "13a3d45d406724fbbdd84e936848b1affb472cf525ce0616c37c5821bc282c75"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3351772011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.934474960655499, "interval": [-2.911029668882204, 6.779979590193202], "p_value": 0.434, "input_sha256": "c352ef4d967b801bc5ee23d537a6853c3d912398b18709f07353bf167212b15d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3351772011, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.934474960655499, "interval": [-2.3879227497684226, 6.941425314233144], "p_value": 0.4233675885081053, "input_sha256": "c352ef4d967b801bc5ee23d537a6853c3d912398b18709f07353bf167212b15d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3351772011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02713320686371056, "interval": [-0.020492889012077957, 0.07475930273949907], "p_value": 0.274, "input_sha256": "fb004f29c18a9a0cc6efff329930528c2a791f2720b1c567fa84df613bf98829"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3351772011, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02713320686371056, "interval": [-0.015012351493263801, 0.07454213451829836], "p_value": 0.2556633262323124, "input_sha256": "fb004f29c18a9a0cc6efff329930528c2a791f2720b1c567fa84df613bf98829"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 791454915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.372242619863031, "interval": [-3.3218582783798647, 8.066343518105928], "p_value": 0.408, "input_sha256": "a7074428aecbf69ca80818be2154519318f290faf01a0afc9419e3b6cd8bb26d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 791454915, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.372242619863031, "interval": [-3.1986333874378166, 7.804203905357803], "p_value": 0.40260310644590136, "input_sha256": "a7074428aecbf69ca80818be2154519318f290faf01a0afc9419e3b6cd8bb26d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 791454915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029298763048560023, "interval": [-0.028785804446555256, 0.08738333054367531], "p_value": 0.321, "input_sha256": "101359b2e8f97310fd40e6b729dd1172392bccb2dc59258716da9209f1678681"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 791454915, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029298763048560023, "interval": [-0.02326786590710581, 0.08942011476300271], "p_value": 0.31203134517585185, "input_sha256": "101359b2e8f97310fd40e6b729dd1172392bccb2dc59258716da9209f1678681"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1177689291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8163905165117296, "interval": [-3.118342797900839, 6.751123830924298], "p_value": 0.449, "input_sha256": "fd73fc90f422f74184aa37844a6c6b41bf9f07ae778e01d1a56bd9ff79249284"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1177689291, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8163905165117296, "interval": [-3.2343775244354354, 6.023091862461291], "p_value": 0.46025487849842595, "input_sha256": "fd73fc90f422f74184aa37844a6c6b41bf9f07ae778e01d1a56bd9ff79249284"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1177689291, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021215055176537406, "interval": [-0.027818208920312407, 0.07024831927338722], "p_value": 0.372, "input_sha256": "eedd6803232c9defc75f48f6fd97cff74d47d7e686236e6326c3cf9d2fe8a18e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1177689291, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021215055176537406, "interval": [-0.027708283104778523, 0.06450194002607497], "p_value": 0.38593757832441034, "input_sha256": "eedd6803232c9defc75f48f6fd97cff74d47d7e686236e6326c3cf9d2fe8a18e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3966378072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.171827617048899, "interval": [-10.97110019791059, 0.6274449638127937], "p_value": 0.071, "input_sha256": "8ba94d7dbff82cd133da77a38b4f4916fd76b7aaa02a6e3202e2be37dc57f3e4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3966378072, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.171827617048899, "interval": [-10.798940860598675, -0.1277206640173217], "p_value": 0.07858902022700377, "input_sha256": "8ba94d7dbff82cd133da77a38b4f4916fd76b7aaa02a6e3202e2be37dc57f3e4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3966378072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06440657304958654, "interval": [-0.12922228685503762, 0.00040914075586452603], "p_value": 0.044, "input_sha256": "00fa0fb24a6eb4721fd2f5873826637fdadb182e544a9a7c818ebb8ea75f5d42"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3966378072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06440657304958654, "interval": [-0.13731889058373975, -0.012900466977541216], "p_value": 0.051366466627420976, "input_sha256": "00fa0fb24a6eb4721fd2f5873826637fdadb182e544a9a7c818ebb8ea75f5d42"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4169640918, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.137160808680795, "interval": [-2.6346573095064887, 6.908978926868079], "p_value": 0.375, "input_sha256": "3df10acbed2b282c3b30299cfc599f1eb14d9c3b47838ad37f5e82ac6e8af517"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4169640918, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.137160808680795, "interval": [-2.5441740676935716, 6.505124729498031], "p_value": 0.36992422645618317, "input_sha256": "3df10acbed2b282c3b30299cfc599f1eb14d9c3b47838ad37f5e82ac6e8af517"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4169640918, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02817747122568702, "interval": [-0.020451447874232954, 0.07680639032560699], "p_value": 0.243, "input_sha256": "41af73bc44b7de2294f191444939c1a71dd6b773e203979dd8f3c225c2d886ba"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4169640918, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02817747122568702, "interval": [-0.021067829444960568, 0.07090519710404464], "p_value": 0.24783320046604576, "input_sha256": "41af73bc44b7de2294f191444939c1a71dd6b773e203979dd8f3c225c2d886ba"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2991580002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.035600241963035, "interval": [-3.7286070567051803, 5.79980754063125], "p_value": 0.689, "input_sha256": "4190970a93152c621303abea9b9df18d1fa2a8dd9c85531ebd0f4730c6045ebe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2991580002, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.035600241963035, "interval": [-3.743710684198219, 5.397919010054028], "p_value": 0.6621798325365029, "input_sha256": "4190970a93152c621303abea9b9df18d1fa2a8dd9c85531ebd0f4730c6045ebe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2991580002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015471869777266216, "interval": [-0.035502848608654936, 0.06644658816318737], "p_value": 0.563, "input_sha256": "b7c9c33ae362327005621f611de1e7e0c16e00693ff3204a5c13c0f4f465a557"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2991580002, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015471869777266216, "interval": [-0.034643160862973636, 0.06412750385782348], "p_value": 0.5420667566868227, "input_sha256": "b7c9c33ae362327005621f611de1e7e0c16e00693ff3204a5c13c0f4f465a557"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4245382428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.76092194381053, "interval": [-2.9728262275808968, 6.494670115201957], "p_value": 0.447, "input_sha256": "a8053e3468ffd2a302997f81854686a5c6e3db34e5ad2a05a37894f18eb8d89f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4245382428, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.76092194381053, "interval": [-2.1934149804284777, 6.647877197708526], "p_value": 0.45604526545153223, "input_sha256": "a8053e3468ffd2a302997f81854686a5c6e3db34e5ad2a05a37894f18eb8d89f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4245382428, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015053661419646133, "interval": [-0.034291562333968996, 0.06439888517326126], "p_value": 0.514, "input_sha256": "3d0ce16c7846415856cc3b59f588d6cfcc284155af6d9f4520536afcd232dab6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4245382428, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015053661419646133, "interval": [-0.02559022373517175, 0.06795894839531906], "p_value": 0.5405303022312373, "input_sha256": "3d0ce16c7846415856cc3b59f588d6cfcc284155af6d9f4520536afcd232dab6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3327671216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.876204293825511, "interval": [-7.9375652849374765, 4.1851566972864545], "p_value": 0.528, "input_sha256": "c045c929510f08d20121ec23fc8724c326c8acd46afa69774403b76e79e8561c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3327671216, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.876204293825511, "interval": [-7.642230295901977, 4.059212435369989], "p_value": 0.5327770746720932, "input_sha256": "c045c929510f08d20121ec23fc8724c326c8acd46afa69774403b76e79e8561c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3327671216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.020043771228815177, "interval": [-0.08492299359633447, 0.044835451138704116], "p_value": 0.541, "input_sha256": "8a0df8d3007b5d715677cacdb2ae8889951be9009e5756483936e4556dfe7b7e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3327671216, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.020043771228815177, "interval": [-0.08251709068008704, 0.042300323062400384], "p_value": 0.5341848328666763, "input_sha256": "8a0df8d3007b5d715677cacdb2ae8889951be9009e5756483936e4556dfe7b7e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3376390173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5275471969206862, "interval": [-5.0777336702342435, 4.022639276392871], "p_value": 0.838, "input_sha256": "2b7883a002b332cf822515a421309ccf0025b3825aa24ff499a3e9d8ee31af4c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3376390173, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5275471969206862, "interval": [-4.8212075571935, 3.7221842247965577], "p_value": 0.8154076951469946, "input_sha256": "2b7883a002b332cf822515a421309ccf0025b3825aa24ff499a3e9d8ee31af4c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3376390173, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009237283926084167, "interval": [-0.0494224462480128, 0.05126990303322963], "p_value": 0.964, "input_sha256": "ffc26813bb42c76b4bd86499a63a0a2dcd2d08bef4b83ffc0de6f23967a900d9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3376390173, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009237283926084167, "interval": [-0.047526183357185656, 0.048468444607099447], "p_value": 0.9704843102849697, "input_sha256": "ffc26813bb42c76b4bd86499a63a0a2dcd2d08bef4b83ffc0de6f23967a900d9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1700302760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8763886058215604, "interval": [-4.742910309632733, 6.495687521275854], "p_value": 0.745, "input_sha256": "0eeb737c6001b1cdc719572b2062998daa84e89068fab9e0debb090d715326f1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1700302760, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8763886058215604, "interval": [-3.608426732878958, 6.526170611642846], "p_value": 0.7537943040850252, "input_sha256": "0eeb737c6001b1cdc719572b2062998daa84e89068fab9e0debb090d715326f1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1700302760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0027809197856398377, "interval": [-0.058148354730066076, 0.06371019430134575], "p_value": 0.925, "input_sha256": "a33239598d636e963ec3be103fccc35934cec8e56d1740fbc02bd43379a8aac2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1700302760, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0027809197856398377, "interval": [-0.04698621124559808, 0.0643747070342738], "p_value": 0.9268621554236602, "input_sha256": "a33239598d636e963ec3be103fccc35934cec8e56d1740fbc02bd43379a8aac2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 454676067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6333204249217204, "interval": [-8.383004312413767, 1.1163634625703258], "p_value": 0.136, "input_sha256": "4ef39174dcc8e728e18922c07f73e2a09ec47af82bf5dd65a465a219cabc1bcb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 454676067, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6333204249217204, "interval": [-8.49302809484765, 0.5682215042725506], "p_value": 0.1297612741217383, "input_sha256": "4ef39174dcc8e728e18922c07f73e2a09ec47af82bf5dd65a465a219cabc1bcb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 454676067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03784756280662506, "interval": [-0.08989721621348425, 0.014202090600234127], "p_value": 0.152, "input_sha256": "dfca6f67c0cca9e58b49bbf59db8b8401d5978f864631339b3d528f25cdc2ebf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 454676067, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03784756280662506, "interval": [-0.09174370621865618, 0.00705687498983253], "p_value": 0.14916874807378228, "input_sha256": "dfca6f67c0cca9e58b49bbf59db8b8401d5978f864631339b3d528f25cdc2ebf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 969119438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1606500139050304, "interval": [-3.666371576904928, 5.987671604714989], "p_value": 0.653, "input_sha256": "108b13dc6f58822ad5d43af1ac729372e641db7fd0630ddf409925f9198eed0f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 969119438, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1606500139050304, "interval": [-3.211457471862976, 6.088565798041098], "p_value": 0.628984034617218, "input_sha256": "108b13dc6f58822ad5d43af1ac729372e641db7fd0630ddf409925f9198eed0f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 969119438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0153917351095742, "interval": [-0.03437040659728474, 0.06515387681643314], "p_value": 0.529, "input_sha256": "b5e6236556196f28f423e71a2b3eac98e355dacde40d26c6b01463380bf2a67e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 969119438, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0153917351095742, "interval": [-0.029195904794796317, 0.06688937876466096], "p_value": 0.5344351453222982, "input_sha256": "b5e6236556196f28f423e71a2b3eac98e355dacde40d26c6b01463380bf2a67e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3393472049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.926099750700703, "interval": [-10.02326191885756, 2.171062417456154], "p_value": 0.18, "input_sha256": "b96f27ddbc107d482f0aea7c1fa170638082023114b786d88e1ac8f5d72eac6b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3393472049, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.926099750700703, "interval": [-9.960829797278986, 1.2545882107398834], "p_value": 0.20021055498855156, "input_sha256": "b96f27ddbc107d482f0aea7c1fa170638082023114b786d88e1ac8f5d72eac6b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3393472049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04720998775099779, "interval": [-0.11224196895496512, 0.017821993452969545], "p_value": 0.132, "input_sha256": "320a1da7416e6659c9d8c48ac67100b51bbc6071e097d3f51e3c9336868ff990"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3393472049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04720998775099779, "interval": [-0.11219986957715117, 0.008731698901102794], "p_value": 0.1497248809411596, "input_sha256": "320a1da7416e6659c9d8c48ac67100b51bbc6071e097d3f51e3c9336868ff990"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4256986472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2245475956363432, "interval": [-5.708089937078064, 5.258994745805378], "p_value": 0.939, "input_sha256": "405610aa7276fa1feb7b9b97dfdccc1769f8ad9b5a118ec37af10c930d8a433a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4256986472, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2245475956363432, "interval": [-5.2329897891436685, 5.164106670884001], "p_value": 0.9343478878612169, "input_sha256": "405610aa7276fa1feb7b9b97dfdccc1769f8ad9b5a118ec37af10c930d8a433a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4256986472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007393716062120054, "interval": [-0.05998422439582955, 0.045196792271589445], "p_value": 0.799, "input_sha256": "02033d8252c14cb9b7044a7e9f82bcb6549cef74cf5543ae738424992b8f6566"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4256986472, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007393716062120054, "interval": [-0.05658145647560368, 0.04218516252845175], "p_value": 0.7774291951435756, "input_sha256": "02033d8252c14cb9b7044a7e9f82bcb6549cef74cf5543ae738424992b8f6566"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 796460350, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5069928805175916, "interval": [-6.708615143942263, 7.722600904977447], "p_value": 0.885, "input_sha256": "947e35a8e38dbef81c720fe038b5ff4c0f610a4bbafa4f26914c6714a2ce1679"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 796460350, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5069928805175916, "interval": [-7.045563043283655, 7.020900586243759], "p_value": 0.8875177619352926, "input_sha256": "947e35a8e38dbef81c720fe038b5ff4c0f610a4bbafa4f26914c6714a2ce1679"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 796460350, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013692178461612164, "interval": [-0.07470256937485081, 0.07744100506717325], "p_value": 0.981, "input_sha256": "f5ab53b32207f0461c76f58d0c96bac440effe5435bfa5cadd25d3ac3cdbc0c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 796460350, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013692178461612164, "interval": [-0.07962873808756639, 0.06751485879953646], "p_value": 0.9710973939928992, "input_sha256": "f5ab53b32207f0461c76f58d0c96bac440effe5435bfa5cadd25d3ac3cdbc0c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3529132401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.014943781322618, "interval": [-10.416139097043182, -1.6137484656020549], "p_value": 0.01, "input_sha256": "e66d117b75be0e911d9d97fc58ce563a65cb6861439b3bc4735c15af9e401a68"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3529132401, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.014943781322618, "interval": [-9.961243299077351, -1.8968066618666282], "p_value": 0.008719797648831105, "input_sha256": "e66d117b75be0e911d9d97fc58ce563a65cb6861439b3bc4735c15af9e401a68"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3529132401, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0636639975676319, "interval": [-0.10772516104581495, -0.01960283408944885], "p_value": 0.007, "input_sha256": "00f07cbe2550bdc4cd89e58407421a0cdbd3017dd1eff41abd30e048034bc63e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3529132401, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0636639975676319, "interval": [-0.10225098842314742, -0.02121855175720667], "p_value": 0.005782394909437589, "input_sha256": "00f07cbe2550bdc4cd89e58407421a0cdbd3017dd1eff41abd30e048034bc63e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2248911406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5085818188895681, "interval": [-5.032548443442968, 6.049712081222104], "p_value": 0.859, "input_sha256": "ce6853d6f08610cc50507b2732dc9f9dcb7357a4d8e19576a32704849495e22f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2248911406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5085818188895681, "interval": [-4.7016016359513495, 6.36388412275961], "p_value": 0.8535091525091762, "input_sha256": "ce6853d6f08610cc50507b2732dc9f9dcb7357a4d8e19576a32704849495e22f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2248911406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007716269899006513, "interval": [-0.04607870179500883, 0.061511241593021855], "p_value": 0.787, "input_sha256": "6e7e241bef436c46374e10a905e265b5046f93c5b0c200dd1a161fdf8b8252ad"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2248911406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007716269899006513, "interval": [-0.04067147528928735, 0.06533697817027234], "p_value": 0.773068547235444, "input_sha256": "6e7e241bef436c46374e10a905e265b5046f93c5b0c200dd1a161fdf8b8252ad"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1877621633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.324716574003556, "interval": [-10.118761022888963, 1.4693278748818503], "p_value": 0.164, "input_sha256": "c66caac765e6f98638cd5510e2b39003b54464331bd14383748d3b45bc20457e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1877621633, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.324716574003556, "interval": [-11.841956183219274, 0.03985936683287887], "p_value": 0.13887528218340922, "input_sha256": "c66caac765e6f98638cd5510e2b39003b54464331bd14383748d3b45bc20457e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1877621633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05271208185297256, "interval": [-0.11878576219926458, 0.013361598493319457], "p_value": 0.133, "input_sha256": "939956f583d0bd9da3415dd7731338c63e4c991b3649e15b55dfa7d2ade9a5a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1877621633, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05271208185297256, "interval": [-0.14052602176708665, -0.004713325157132189], "p_value": 0.11440357895404066, "input_sha256": "939956f583d0bd9da3415dd7731338c63e4c991b3649e15b55dfa7d2ade9a5a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1034672093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.633504016945758, "interval": [-7.715894971635058, 2.4488869377435423], "p_value": 0.303, "input_sha256": "626318c3ed3600ad1aa519f11397894969052a5d783687de91cf0cd02469f96c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1034672093, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.633504016945758, "interval": [-7.451296044796531, 1.8098647403827444], "p_value": 0.3008104086733988, "input_sha256": "626318c3ed3600ad1aa519f11397894969052a5d783687de91cf0cd02469f96c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1034672093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022662033242285676, "interval": [-0.072275673628035, 0.026951607143463646], "p_value": 0.374, "input_sha256": "85d87bc24f297322ff60f03be5987d063ade12ec5cf93223c658a90361ac43be"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1034672093, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022662033242285676, "interval": [-0.07110067204158518, 0.020216433186455805], "p_value": 0.3609647223280483, "input_sha256": "85d87bc24f297322ff60f03be5987d063ade12ec5cf93223c658a90361ac43be"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4092666984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0787713397104426, "interval": [-3.315655614996947, 5.473198294417832], "p_value": 0.603, "input_sha256": "05d99eed8670dfd01dc9cf3ac623e1f0999994008b188a2afa2bb70ec35389d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4092666984, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0787713397104426, "interval": [-2.868818057174127, 5.434378848742482], "p_value": 0.6209161710230751, "input_sha256": "05d99eed8670dfd01dc9cf3ac623e1f0999994008b188a2afa2bb70ec35389d3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4092666984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015541632377008813, "interval": [-0.03221453463669687, 0.0632977993907145], "p_value": 0.535, "input_sha256": "e1c6b33e4c4bf3bc2573f728221dc2cdf68761e6e48beef2c4dcb56b24c6f5f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4092666984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015541632377008813, "interval": [-0.0270202081599847, 0.06506363020855459], "p_value": 0.512266142409423, "input_sha256": "e1c6b33e4c4bf3bc2573f728221dc2cdf68761e6e48beef2c4dcb56b24c6f5f3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 467033364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0834202467298386, "interval": [-3.588662971220809, 5.755503464680486], "p_value": 0.645, "input_sha256": "43d2edc45fc5cb8539aa4f193fae018a0d99072cc13021470234d4642758dfa1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 467033364, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0834202467298386, "interval": [-3.327823075733915, 5.445823976530513], "p_value": 0.6413681312122873, "input_sha256": "43d2edc45fc5cb8539aa4f193fae018a0d99072cc13021470234d4642758dfa1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 467033364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009563757128782296, "interval": [-0.03897915595060826, 0.05810667020817285], "p_value": 0.709, "input_sha256": "b5f510ff2a0ec35347db72e7fa0282a1b20948aedb98e9e751f0112dccd0a58c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 467033364, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009563757128782296, "interval": [-0.03684332474847396, 0.05367042232383882], "p_value": 0.6921067611399011, "input_sha256": "b5f510ff2a0ec35347db72e7fa0282a1b20948aedb98e9e751f0112dccd0a58c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3539889119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1783536729247341, "interval": [-8.14637171875216, 5.789664372902691], "p_value": 0.816, "input_sha256": "14904e58c45d641c84e469db7c4d7be89dcd1ae44f3a62032fd4ea236d34d9b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3539889119, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1783536729247341, "interval": [-10.25031595937918, 3.4408719163922497], "p_value": 0.7296851866332605, "input_sha256": "14904e58c45d641c84e469db7c4d7be89dcd1ae44f3a62032fd4ea236d34d9b4"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3539889119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024841511131974, "interval": [-0.06435553441655074, 0.059387232190155945], "p_value": 0.936, "input_sha256": "2ebae40a29e461569cef5baa06041fa38add70f57fcea012bfbf63100e97f51f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3539889119, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024841511131974, "interval": [-0.07107774033652474, 0.04369028835296376], "p_value": 0.9347107225040314, "input_sha256": "2ebae40a29e461569cef5baa06041fa38add70f57fcea012bfbf63100e97f51f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 399827110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4282767200314153, "interval": [-4.104749132451074, 6.961302572513905], "p_value": 0.582, "input_sha256": "2acb7ca25404204ca71c999cacd22fc7683d63660ae2e8b4eee7a7a0f24b4d44"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 399827110, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4282767200314153, "interval": [-3.5434604904090556, 7.203487583290684], "p_value": 0.6037012511302201, "input_sha256": "2acb7ca25404204ca71c999cacd22fc7683d63660ae2e8b4eee7a7a0f24b4d44"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 399827110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011310309525839862, "interval": [-0.04731442494354823, 0.06993504399522796], "p_value": 0.687, "input_sha256": "3bfcc9e8b482a29b45f73bd32b4e54b213497e0de7ac4eec1eb3a13b1cabb632"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 399827110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011310309525839862, "interval": [-0.037515141181900975, 0.07553175960649278], "p_value": 0.6979119881920727, "input_sha256": "3bfcc9e8b482a29b45f73bd32b4e54b213497e0de7ac4eec1eb3a13b1cabb632"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1580830576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1432053292740916, "interval": [-3.551139501712404, 7.837550160260587], "p_value": 0.459, "input_sha256": "2c092765621040f4121a16fd859bf4f5b5a94bcb7d765b122713fc07cb16ac33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1580830576, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1432053292740916, "interval": [-3.7393880490257074, 7.637855896071293], "p_value": 0.4502047894077107, "input_sha256": "2c092765621040f4121a16fd859bf4f5b5a94bcb7d765b122713fc07cb16ac33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1580830576, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020412514496202093, "interval": [-0.03867259241216379, 0.07949762140456798], "p_value": 0.506, "input_sha256": "3b9a6609f4345f7e0a64910833889d5bbffce6e3ee4c246b71e346e37ab7a2a2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1580830576, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020412514496202093, "interval": [-0.03815229352530635, 0.08140556021066445], "p_value": 0.48780937487581866, "input_sha256": "3b9a6609f4345f7e0a64910833889d5bbffce6e3ee4c246b71e346e37ab7a2a2"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2745259566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7182135728689127, "interval": [-3.5528365300755578, 6.989263675813383], "p_value": 0.531, "input_sha256": "4cbf24bc4493c51e3fe253e76dff4fbd006a1c4dce5d0bfab59dbcef942fce16"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2745259566, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7182135728689127, "interval": [-3.1644314464115926, 6.76598599986445], "p_value": 0.5132783621613427, "input_sha256": "4cbf24bc4493c51e3fe253e76dff4fbd006a1c4dce5d0bfab59dbcef942fce16"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2745259566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012512085093812353, "interval": [-0.041549481805584924, 0.06657365199320964], "p_value": 0.651, "input_sha256": "f89246fe3e54c4d4988e8f8304f1e76df9061c52bc1d98096e41ff4d7235ec59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2745259566, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012512085093812353, "interval": [-0.037193571164285254, 0.06472257569563922], "p_value": 0.642071793715764, "input_sha256": "f89246fe3e54c4d4988e8f8304f1e76df9061c52bc1d98096e41ff4d7235ec59"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1237357462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5794393084519136, "interval": [-7.689455241027829, 2.530576624124002], "p_value": 0.333, "input_sha256": "0384351cf18833fc35e1bfafda9a00a9a2b840c7d09c7b8d0fab9229d0ca292a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1237357462, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5794393084519136, "interval": [-7.303198346846469, 1.8819982732812182], "p_value": 0.3102021720795907, "input_sha256": "0384351cf18833fc35e1bfafda9a00a9a2b840c7d09c7b8d0fab9229d0ca292a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1237357462, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03125412081135058, "interval": [-0.0891041396549374, 0.026595898032236234], "p_value": 0.307, "input_sha256": "0ef1271d49e8f9fcd4212791e42d25b36a4ff4d82223b8fb67af1a7c64f4e823"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1237357462, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03125412081135058, "interval": [-0.08761689842033109, 0.01638373319928019], "p_value": 0.27718623928019936, "input_sha256": "0ef1271d49e8f9fcd4212791e42d25b36a4ff4d82223b8fb67af1a7c64f4e823"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4116568495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.032288235999201, "interval": [-5.042060902346186, 7.106637374344588], "p_value": 0.734, "input_sha256": "f5486bfcb331111a3f42e2f8482a5e66ed2c5101f23aa0ec0621e54b7b6e31b0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4116568495, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.032288235999201, "interval": [-3.7404620009525678, 7.9008365891716545], "p_value": 0.7321199645244916, "input_sha256": "f5486bfcb331111a3f42e2f8482a5e66ed2c5101f23aa0ec0621e54b7b6e31b0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4116568495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015083354554500342, "interval": [-0.045006807360894935, 0.07517351646989562], "p_value": 0.621, "input_sha256": "a258484465fdcb962cc3d1751db73deab10f8431a6ef19051cfb2d21f6694302"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4116568495, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015083354554500342, "interval": [-0.03241308992666316, 0.08397303508503043], "p_value": 0.6130988661548916, "input_sha256": "a258484465fdcb962cc3d1751db73deab10f8431a6ef19051cfb2d21f6694302"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3592943346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2823661375453863, "interval": [-3.189720889776628, 7.7544531648674], "p_value": 0.398, "input_sha256": "dea548df3cca40b93f9e4fd0910b8279f552e66c4cd935072b8849479ea157e6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3592943346, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2823661375453863, "interval": [-3.306983135424707, 7.333159391474935], "p_value": 0.4036962360341336, "input_sha256": "dea548df3cca40b93f9e4fd0910b8279f552e66c4cd935072b8849479ea157e6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3592943346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018556283467862603, "interval": [-0.035738837989177756, 0.07285140492490297], "p_value": 0.512, "input_sha256": "62c6ddb5ae2e966c760dcbdc3de47a1c9783bbd7aa32400f2996f6ce651df93d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3592943346, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018556283467862603, "interval": [-0.040063223660678604, 0.06650047482981356], "p_value": 0.4932073819428282, "input_sha256": "62c6ddb5ae2e966c760dcbdc3de47a1c9783bbd7aa32400f2996f6ce651df93d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3293116676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.240733999688036, "interval": [1.1475317251960089, 9.333936274180063], "p_value": 0.02, "input_sha256": "d70afc2660ccc4a7677344b5a62a376c6792d18c5a38a28dbf57a8741ca14c31"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3293116676, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.240733999688036, "interval": [1.7304756769154357, 9.265639693715798], "p_value": 0.013484874452915078, "input_sha256": "d70afc2660ccc4a7677344b5a62a376c6792d18c5a38a28dbf57a8741ca14c31"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3293116676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05024497545995123, "interval": [0.009853598925652574, 0.09063635199424988], "p_value": 0.022, "input_sha256": "8eee375e16868441c22e27a42ed08de9e6ad07228b545dca4e776869f79932ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3293116676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05024497545995123, "interval": [0.017077269576427904, 0.0913994026343774], "p_value": 0.016126147673821752, "input_sha256": "8eee375e16868441c22e27a42ed08de9e6ad07228b545dca4e776869f79932ed"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 346022131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46040668383451955, "interval": [-6.188616460135807, 5.267803092466768], "p_value": 0.867, "input_sha256": "a121da453a0fff94a21135136cb6c492865165a19414e5e1f3bb8c1b31644539"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 346022131, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46040668383451955, "interval": [-6.993911806879656, 4.2439967788942745], "p_value": 0.8711994688455984, "input_sha256": "a121da453a0fff94a21135136cb6c492865165a19414e5e1f3bb8c1b31644539"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 346022131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0009150368093748945, "interval": [-0.054133296074139435, 0.055963369692889224], "p_value": 0.975, "input_sha256": "d20af74f36136c59220424adaad66e3b676192d4bd979e750008cb0f6537185c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 346022131, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0009150368093748945, "interval": [-0.05979006695458385, 0.04611406597708614], "p_value": 0.9733071746373104, "input_sha256": "d20af74f36136c59220424adaad66e3b676192d4bd979e750008cb0f6537185c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 596936075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9330922014538165, "interval": [-2.1812349478524204, 10.047419350760054], "p_value": 0.21, "input_sha256": "31090f9a7846d02fd2b7285654cb6dc0d4d5d0ef48f6c0296827e2d7da0b59bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 596936075, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9330922014538165, "interval": [-2.1559234470826913, 9.299952821789327], "p_value": 0.19953581414086946, "input_sha256": "31090f9a7846d02fd2b7285654cb6dc0d4d5d0ef48f6c0296827e2d7da0b59bf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 596936075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04342687785101902, "interval": [-0.021906168106008844, 0.10875992380804689], "p_value": 0.191, "input_sha256": "104c7c2addbe452409a171dbd95e96e233fce6083c21895c4f12af4e7eb80682"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 596936075, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04342687785101902, "interval": [-0.019385379764064323, 0.1039556085698684], "p_value": 0.18526532668288873, "input_sha256": "104c7c2addbe452409a171dbd95e96e233fce6083c21895c4f12af4e7eb80682"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 420581072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.686671838798234, "interval": [-5.0059486020871375, 3.6326049244906695], "p_value": 0.743, "input_sha256": "ea4f56acd65975a7dedf354806eb00836627d866cc55ac7a1bcb4a942c5e0f66"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 420581072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.686671838798234, "interval": [-4.590942112429903, 3.720024417594383], "p_value": 0.7493412512171401, "input_sha256": "ea4f56acd65975a7dedf354806eb00836627d866cc55ac7a1bcb4a942c5e0f66"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 420581072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010080257409425412, "interval": [-0.053286038979832785, 0.03312552416098196], "p_value": 0.628, "input_sha256": "24323beccf207c525cb2ff33928fd157297b26fc418ff7272a21056922e16acc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 420581072, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010080257409425412, "interval": [-0.04947338626981403, 0.032765673506527315], "p_value": 0.6393092685713837, "input_sha256": "24323beccf207c525cb2ff33928fd157297b26fc418ff7272a21056922e16acc"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3448432892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0100754693510874, "interval": [-4.254480358237485, 6.27463129693966], "p_value": 0.707, "input_sha256": "b0ade38522a8cf04618309b65ae9bb65cc28983aa96dc09f8158dafc714bb525"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3448432892, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0100754693510874, "interval": [-4.041869373985151, 5.9376734318153055], "p_value": 0.6985869187538578, "input_sha256": "b0ade38522a8cf04618309b65ae9bb65cc28983aa96dc09f8158dafc714bb525"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3448432892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016161592949873543, "interval": [-0.03779493090347093, 0.07011811680321801], "p_value": 0.566, "input_sha256": "531e84e3f4baeb9ffead18e23794462ce51a6a44a7a98364d9da79a139badd44"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3448432892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016161592949873543, "interval": [-0.033651601588378315, 0.06721591633596961], "p_value": 0.5448258342172607, "input_sha256": "531e84e3f4baeb9ffead18e23794462ce51a6a44a7a98364d9da79a139badd44"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1217111886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.17859501656361143, "interval": [-5.076612971985929, 5.433803005113152], "p_value": 0.934, "input_sha256": "161b5ddf51282ad26996f66c10dd3071d12d7ce55f01f30deb2c94fad4cd4d92"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1217111886, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.17859501656361143, "interval": [-5.139683988627717, 4.746161180661814], "p_value": 0.9455000155259592, "input_sha256": "161b5ddf51282ad26996f66c10dd3071d12d7ce55f01f30deb2c94fad4cd4d92"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1217111886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002686950025880458, "interval": [-0.05864438271659788, 0.053270482664836964], "p_value": 0.913, "input_sha256": "879eab3ae757fe474a3e8ed464ea194ce52b2e7f9890df70c50e50942fe7997c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1217111886, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002686950025880458, "interval": [-0.0580802635143187, 0.04447056275310076], "p_value": 0.9229579093840571, "input_sha256": "879eab3ae757fe474a3e8ed464ea194ce52b2e7f9890df70c50e50942fe7997c"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1244359967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6568419474476865, "interval": [-7.137491126922525, 3.8238072320271517], "p_value": 0.542, "input_sha256": "0ad6f18ac62ff60aa5b7db613ffb5b6b0e80684f4c7a6ad1e409d59ae47c805e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1244359967, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6568419474476865, "interval": [-6.968714506458807, 3.848628974595471], "p_value": 0.5439835924314023, "input_sha256": "0ad6f18ac62ff60aa5b7db613ffb5b6b0e80684f4c7a6ad1e409d59ae47c805e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1244359967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014623006469114672, "interval": [-0.07563866262844693, 0.04639264969021759], "p_value": 0.639, "input_sha256": "311cbb0a7ce80f45ad3f71ca039c3c5e9859e7598462fd389751a4a78f652827"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1244359967, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014623006469114672, "interval": [-0.07361753324361357, 0.043939069967823874], "p_value": 0.6299479065457161, "input_sha256": "311cbb0a7ce80f45ad3f71ca039c3c5e9859e7598462fd389751a4a78f652827"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 974113930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7720573916071345, "interval": [-2.3607160647543237, 9.904830847968594], "p_value": 0.246, "input_sha256": "ef0707bc52d62f8928b60a084cb5bd698b42d54789b10bf4732d116f7073ea79"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 974113930, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7720573916071345, "interval": [-1.456866673528032, 9.476790561618229], "p_value": 0.21785645439411713, "input_sha256": "ef0707bc52d62f8928b60a084cb5bd698b42d54789b10bf4732d116f7073ea79"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 974113930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04934491829921042, "interval": [-0.03376312972523178, 0.1324529663236526], "p_value": 0.256, "input_sha256": "db55965999409281890db02a9bfaaccb89f260ced7feed2be075dcacfbc6baeb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 974113930, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04934491829921042, "interval": [-0.017595426966361977, 0.1375155567235373], "p_value": 0.23282106413100145, "input_sha256": "db55965999409281890db02a9bfaaccb89f260ced7feed2be075dcacfbc6baeb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1307400156, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9667565237965334, "interval": [-4.135580192714419, 6.0690932403074855], "p_value": 0.697, "input_sha256": "cc75e866d7ee90b97295720c51fcd0ccbcccea1a490524f1016fc1b264860c33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1307400156, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9667565237965334, "interval": [-4.1207229972751, 5.780434523246148], "p_value": 0.7033889598172266, "input_sha256": "cc75e866d7ee90b97295720c51fcd0ccbcccea1a490524f1016fc1b264860c33"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1307400156, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013631031764133203, "interval": [-0.04016647476241759, 0.06742853829068399], "p_value": 0.617, "input_sha256": "b1876012a3c8bc5f943d043ccade71f328144755fe432cc97d12a07c8f14eecf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1307400156, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013631031764133203, "interval": [-0.037559846955170215, 0.0651691633560201], "p_value": 0.6109323403510996, "input_sha256": "b1876012a3c8bc5f943d043ccade71f328144755fe432cc97d12a07c8f14eecf"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 949203695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4396528477252932, "interval": [-5.636704186113186, 4.7573984906626], "p_value": 0.863, "input_sha256": "11f801fa539c592b9a7de982edbca43c791febb5653860bbad71a383648d0746"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 949203695, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4396528477252932, "interval": [-5.646656515625689, 3.9815088969029904], "p_value": 0.8645119203872296, "input_sha256": "11f801fa539c592b9a7de982edbca43c791febb5653860bbad71a383648d0746"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 949203695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0019433262721305217, "interval": [-0.05368631436226005, 0.05757296690652109], "p_value": 0.943, "input_sha256": "1924f68f391b333b058627df882c5500db6456f452f9f3a794d8b5ae1db2ca37"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 949203695, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0019433262721305217, "interval": [-0.05214430128110385, 0.051480254167526766], "p_value": 0.9437820691178354, "input_sha256": "1924f68f391b333b058627df882c5500db6456f452f9f3a794d8b5ae1db2ca37"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1770860872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6909512624784426, "interval": [-4.992954226172257, 3.611051701215372], "p_value": 0.752, "input_sha256": "b21e170cd2c69519b7ce79766e1662f26cc16697bfdd0d35c2b9e0f49e5aeb95"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1770860872, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6909512624784426, "interval": [-4.446858172076628, 3.4352403713688986], "p_value": 0.7465896775332375, "input_sha256": "b21e170cd2c69519b7ce79766e1662f26cc16697bfdd0d35c2b9e0f49e5aeb95"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1770860872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004500240950561493, "interval": [-0.04689836947793605, 0.03789788757681306], "p_value": 0.824, "input_sha256": "a078369ac8ccff4e98c2274a5951cbd3202fbe6c813ef64914b28a7c5394757d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1770860872, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004500240950561493, "interval": [-0.04197059700947525, 0.036307299727603055], "p_value": 0.8309446541070423, "input_sha256": "a078369ac8ccff4e98c2274a5951cbd3202fbe6c813ef64914b28a7c5394757d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 779530193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08016241581756223, "interval": [-5.133440023932911, 4.9731151922977865], "p_value": 0.97, "input_sha256": "909eabf6c30bd4638c89389a60f595a29cfc3af713d029c6bb495a561af08d79"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 779530193, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08016241581756223, "interval": [-5.263345527824358, 4.308073677172561], "p_value": 0.9745401930189315, "input_sha256": "909eabf6c30bd4638c89389a60f595a29cfc3af713d029c6bb495a561af08d79"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 779530193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004115962959844524, "interval": [-0.055036163508358917, 0.04680423758866987], "p_value": 0.88, "input_sha256": "aae065f816158f3254edb86bfe5c3d95f1dd9d0e6268287dfe820544d5b033b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 779530193, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004115962959844524, "interval": [-0.05868592665701856, 0.03727420019973208], "p_value": 0.8708550307861456, "input_sha256": "aae065f816158f3254edb86bfe5c3d95f1dd9d0e6268287dfe820544d5b033b6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3221454357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.796936010988068, "interval": [-11.625654414803329, -1.9682176071728081], "p_value": 0.007, "input_sha256": "998a57504d5ed7bbcedecaf85a44fcf99f9930af03f8ac232b7f3f6565f6c1c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3221454357, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.796936010988068, "interval": [-11.580980067987726, -2.076169078596828], "p_value": 0.0070414858586120566, "input_sha256": "998a57504d5ed7bbcedecaf85a44fcf99f9930af03f8ac232b7f3f6565f6c1c3"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3221454357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07653130700925204, "interval": [-0.13610079886583304, -0.016961815152671048], "p_value": 0.012, "input_sha256": "3e299997c8477a5ecfe47f1b1b42c3dc8542110a0268aafaca4d56a977d26193"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3221454357, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07653130700925204, "interval": [-0.13897219300159752, -0.021148189094881174], "p_value": 0.013237994684131177, "input_sha256": "3e299997c8477a5ecfe47f1b1b42c3dc8542110a0268aafaca4d56a977d26193"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 222921155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6869370380508357, "interval": [-9.543812514343877, 2.1699384382422062], "p_value": 0.225, "input_sha256": "ca3424e0359bfff37698b06ccbe255153952c6edf18e41b53f504e05c17519a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 222921155, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6869370380508357, "interval": [-9.459850946183245, 1.5049849453668793], "p_value": 0.21021877692527105, "input_sha256": "ca3424e0359bfff37698b06ccbe255153952c6edf18e41b53f504e05c17519a8"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 222921155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03336873845274428, "interval": [-0.09743088631578206, 0.0306934094102935], "p_value": 0.331, "input_sha256": "2a02b70dc53d4ceb81c8f99d6ce9b121acd7d0c5d639eba82c2d06450f65dc84"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 222921155, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03336873845274428, "interval": [-0.10013187286867833, 0.02211262887174269], "p_value": 0.29817154369504806, "input_sha256": "2a02b70dc53d4ceb81c8f99d6ce9b121acd7d0c5d639eba82c2d06450f65dc84"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 827372835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6478482689468805, "interval": [-5.763858752462071, 7.059555290355832], "p_value": 0.834, "input_sha256": "211bfb1048c41505da3a4115aa91310789578055f485bbd4caf752ae68f04d9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 827372835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6478482689468805, "interval": [-5.582613025950817, 6.674085356168187], "p_value": 0.8388060039816942, "input_sha256": "211bfb1048c41505da3a4115aa91310789578055f485bbd4caf752ae68f04d9b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 827372835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004555106875112291, "interval": [-0.060506087155462684, 0.06961630090568727], "p_value": 0.865, "input_sha256": "607976e77d2fca8e353d31f0969fb17767abc9f7836610b782994a33bffd2aa1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 827372835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004555106875112291, "interval": [-0.058359625116093564, 0.06699326674825316], "p_value": 0.8880274856471344, "input_sha256": "607976e77d2fca8e353d31f0969fb17767abc9f7836610b782994a33bffd2aa1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2284686086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5001464297930225, "interval": [-5.546322969020659, 8.546615828606704], "p_value": 0.676, "input_sha256": "e6372e7176dcb346fc1f9734f5ec0a3c66134874e2636af1e4e9dad27ecd4a00"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2284686086, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5001464297930225, "interval": [-4.71731832630589, 8.365079063537724], "p_value": 0.6688340958307162, "input_sha256": "e6372e7176dcb346fc1f9734f5ec0a3c66134874e2636af1e4e9dad27ecd4a00"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2284686086, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010181462038233433, "interval": [-0.05740167435150664, 0.07776459842797351], "p_value": 0.754, "input_sha256": "56e75f8c23f616aa25dd9c77f5f1fbcbd29cfc48345a74b34c2a372aa0f85eec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2284686086, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010181462038233433, "interval": [-0.04844528337931228, 0.07432632249902368], "p_value": 0.762047984238935, "input_sha256": "56e75f8c23f616aa25dd9c77f5f1fbcbd29cfc48345a74b34c2a372aa0f85eec"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1881805000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6017878548836952, "interval": [-8.636031196294173, 1.4324554865267816], "p_value": 0.153, "input_sha256": "f3bac86fc416184a887337919cb0e2b1b4f72b6b23c38d2006e47578bba04861"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1881805000, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6017878548836952, "interval": [-8.58964532260705, 0.7912289094614237], "p_value": 0.1556956899569898, "input_sha256": "f3bac86fc416184a887337919cb0e2b1b4f72b6b23c38d2006e47578bba04861"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1881805000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03543454731138465, "interval": [-0.09153709246765884, 0.02066799784488954], "p_value": 0.208, "input_sha256": "ae2aaa8e339e658717a8429120b3ca8208560411455d15854e6ddf9b1be2df5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1881805000, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03543454731138465, "interval": [-0.09166257184143885, 0.011839055186998652], "p_value": 0.20846857024060136, "input_sha256": "ae2aaa8e339e658717a8429120b3ca8208560411455d15854e6ddf9b1be2df5f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1047805660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.85759962303458, "interval": [-3.8453372951548683, 7.560536541224028], "p_value": 0.503, "input_sha256": "de3c1c37685c917958f6258d1171670ad570372c21a795a7554796f7e69f7208"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1047805660, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.85759962303458, "interval": [-3.7544191266955083, 6.8286680004365445], "p_value": 0.5134172224881188, "input_sha256": "de3c1c37685c917958f6258d1171670ad570372c21a795a7554796f7e69f7208"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1047805660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013598207549219837, "interval": [-0.04680760754457545, 0.07400402264301512], "p_value": 0.653, "input_sha256": "65803af21fa957a9defa6df9f67c1c2a318856f3691bfb9f918c36a2e2979bf6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1047805660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013598207549219837, "interval": [-0.04736689085810762, 0.06756659696845364], "p_value": 0.6511160488768151, "input_sha256": "65803af21fa957a9defa6df9f67c1c2a318856f3691bfb9f918c36a2e2979bf6"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2902349891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7290794068087072, "interval": [-4.176740795848527, 7.634899609465942], "p_value": 0.565, "input_sha256": "0d8b1b3ad11e9416e06d71040e0baef66ddd492be7a611fa66cbd097568c9fbb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2902349891, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7290794068087072, "interval": [-3.192092773127524, 7.973732532403156], "p_value": 0.5557022637709368, "input_sha256": "0d8b1b3ad11e9416e06d71040e0baef66ddd492be7a611fa66cbd097568c9fbb"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2902349891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025786914207197906, "interval": [-0.03600736112614827, 0.08758118954054409], "p_value": 0.419, "input_sha256": "375e1b5c7d9a4c6aeb6202afe57d8fea7bc5041bd1ef6d3be99170ffe31edb37"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2902349891, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025786914207197906, "interval": [-0.025205261037974883, 0.09148976150795872], "p_value": 0.40312356385405923, "input_sha256": "375e1b5c7d9a4c6aeb6202afe57d8fea7bc5041bd1ef6d3be99170ffe31edb37"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2640300590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1473197387905856, "interval": [-4.389468604750827, 6.684108082331998], "p_value": 0.689, "input_sha256": "203cd3b51785b785ed407a62f1ee1cbe73025b6464fb1c1ff2d999615d634e38"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2640300590, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1473197387905856, "interval": [-3.9209028248124795, 7.1093685518201175], "p_value": 0.6772201968275585, "input_sha256": "203cd3b51785b785ed407a62f1ee1cbe73025b6464fb1c1ff2d999615d634e38"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2640300590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0037188776833925186, "interval": [-0.05218571079514481, 0.059623466161929844], "p_value": 0.903, "input_sha256": "b06099681dbc1135a0ebf94c54997a94f0d8b3faf547cc8e7c3c100a2e436895"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2640300590, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0037188776833925186, "interval": [-0.045653133644601586, 0.06819879752261694], "p_value": 0.8935789813789249, "input_sha256": "b06099681dbc1135a0ebf94c54997a94f0d8b3faf547cc8e7c3c100a2e436895"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1441024332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.90113841862013, "interval": [-0.8508280431840047, 8.653104880424266], "p_value": 0.123, "input_sha256": "6e8d33428cdda64d30b882b1053f16f926d664f17d182973b0172cc84d835dc0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1441024332, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.90113841862013, "interval": [-0.7822755520466981, 8.289985453680888], "p_value": 0.10474977211349859, "input_sha256": "6e8d33428cdda64d30b882b1053f16f926d664f17d182973b0172cc84d835dc0"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1441024332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04694497899826021, "interval": [-0.003207476860119955, 0.09709743485664038], "p_value": 0.077, "input_sha256": "8a31e1928a082f34cc789bce68a2056fbbe2102bfa3ea0ef82bb09fe46c04c3d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1441024332, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04694497899826021, "interval": [0.0005534406259872481, 0.0949724903966243], "p_value": 0.06572757087584188, "input_sha256": "8a31e1928a082f34cc789bce68a2056fbbe2102bfa3ea0ef82bb09fe46c04c3d"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1575878566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.266587194909082, "interval": [-7.241059130604086, 2.7078847407859215], "p_value": 0.362, "input_sha256": "64784f1d67604ae25637c67a355466318fb353eff86d94c429e08033379e700f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1575878566, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.266587194909082, "interval": [-7.806928842527409, 2.0288003428629415], "p_value": 0.36143847972251764, "input_sha256": "64784f1d67604ae25637c67a355466318fb353eff86d94c429e08033379e700f"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1575878566, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029576128508658886, "interval": [-0.083257576797861, 0.024105319780543234], "p_value": 0.266, "input_sha256": "56772dc7217fa5479c7e8f36d3ff93565aaa5c8e90f8efecc1cc63577e7ec925"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1575878566, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029576128508658886, "interval": [-0.08721491361413607, 0.015495931863192168], "p_value": 0.27165171779092034, "input_sha256": "56772dc7217fa5479c7e8f36d3ff93565aaa5c8e90f8efecc1cc63577e7ec925"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1109124594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.048093763059299, "interval": [-4.213606843095681, 8.309794369214279], "p_value": 0.55, "input_sha256": "607e8f88b0654f402ede2a9768be1fba0058f2946e11fc18e50b9da1697cba72"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1109124594, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.048093763059299, "interval": [-3.1992689036907267, 9.026021658246298], "p_value": 0.5118327177676218, "input_sha256": "607e8f88b0654f402ede2a9768be1fba0058f2946e11fc18e50b9da1697cba72"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1109124594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012051364465908695, "interval": [-0.05539394894709894, 0.07949667787891633], "p_value": 0.733, "input_sha256": "a7a36371ca7b45b8ed6387482ce72981e5e14c8e505928aa2d35537328503fc1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1109124594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012051364465908695, "interval": [-0.0525077082216472, 0.07288733367095485], "p_value": 0.7195420632077354, "input_sha256": "a7a36371ca7b45b8ed6387482ce72981e5e14c8e505928aa2d35537328503fc1"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2305236251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9604943127391055, "interval": [-7.7042755933640095, 5.7832869678857985], "p_value": 0.801, "input_sha256": "b9f6234cb5983c1c7054f967c3f699108dc994994b8720829231044e6236edf9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2305236251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9604943127391055, "interval": [-8.701589729855755, 4.297972063749428], "p_value": 0.7746610819970037, "input_sha256": "b9f6234cb5983c1c7054f967c3f699108dc994994b8720829231044e6236edf9"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2305236251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008338461626259466, "interval": [-0.06924619906897793, 0.052569275816458996], "p_value": 0.824, "input_sha256": "2d0926918bb319d5abb782def0ca6ad062bbf31dc87f0e8ee26ac7f175dc0c6a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2305236251, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008338461626259466, "interval": [-0.0769201044499019, 0.03922285830410432], "p_value": 0.7830376817245173, "input_sha256": "2d0926918bb319d5abb782def0ca6ad062bbf31dc87f0e8ee26ac7f175dc0c6a"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1132291963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3063994059202377, "interval": [-7.064090287157818, 4.451291475317342], "p_value": 0.669, "input_sha256": "d3f8b36d4c538b0896735a72ad74deeacf627e739876128d4c001bbd45d5c8fe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1132291963, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3063994059202377, "interval": [-6.608961986094185, 4.421695711825755], "p_value": 0.6478764636650035, "input_sha256": "d3f8b36d4c538b0896735a72ad74deeacf627e739876128d4c001bbd45d5c8fe"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1132291963, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016147871736203398, "interval": [-0.07215082082580491, 0.03985507735339812], "p_value": 0.59, "input_sha256": "062da92f7ef933e2cb8eee27782c7c3a8127ab365685e22c1281f9559d0ea717"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1132291963, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016147871736203398, "interval": [-0.06571979205460829, 0.03976685651388817], "p_value": 0.5621819966972516, "input_sha256": "062da92f7ef933e2cb8eee27782c7c3a8127ab365685e22c1281f9559d0ea717"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 414824906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4356778057371464, "interval": [-6.428822934813897, 3.557467323339604], "p_value": 0.557, "input_sha256": "1034eeebf1231a122b3078113b7392f33ccd120711a7f3630bd087c9341a1096"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 414824906, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4356778057371464, "interval": [-6.228032778658801, 3.2337417623171123], "p_value": 0.5637637708383225, "input_sha256": "1034eeebf1231a122b3078113b7392f33ccd120711a7f3630bd087c9341a1096"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 414824906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00891124490234485, "interval": [-0.060550562657259874, 0.04272807285257017], "p_value": 0.73, "input_sha256": "f52551a8d6c30c5fc3fcf583caf38e0f47eb569548a67a9d0b3d719dffc703cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 414824906, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00891124490234485, "interval": [-0.05708164697596722, 0.04031084403965792], "p_value": 0.7285185742809421, "input_sha256": "f52551a8d6c30c5fc3fcf583caf38e0f47eb569548a67a9d0b3d719dffc703cd"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 263295538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8430292270782953, "interval": [-6.325115262604104, 4.6390568084475134], "p_value": 0.756, "input_sha256": "35d997f5f4b3060756f1b88ab9b79393e6748836cbdd15d7fb75266679a23e0b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 263295538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8430292270782953, "interval": [-5.984076166313332, 4.005758862733435], "p_value": 0.7571006886027216, "input_sha256": "35d997f5f4b3060756f1b88ab9b79393e6748836cbdd15d7fb75266679a23e0b"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 263295538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013702037593027197, "interval": [-0.06877500136032236, 0.04137092617426796], "p_value": 0.624, "input_sha256": "a2ae90dff015d9728a1c05de4439e49d06c9456417b3f98414904a1e6b1ef28e"}
{"scenario": "unequal_variance", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 263295538, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013702037593027197, "interval": [-0.06369884531585883, 0.034816199734563034], "p_value": 0.6170948397488416, "input_sha256": "a2ae90dff015d9728a1c05de4439e49d06c9456417b3f98414904a1e6b1ef28e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3439736461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.29774746660867, "interval": [-1.8726861926552507, 12.46818112587259], "p_value": 0.143, "input_sha256": "2eb031439822cc4cad31a0914c06c1e818af0871d803aa6ade03367d506ad637"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3439736461, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.29774746660867, "interval": [-2.0529018974625526, 11.45198101939883], "p_value": 0.14173718040645097, "input_sha256": "2eb031439822cc4cad31a0914c06c1e818af0871d803aa6ade03367d506ad637"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.04810319279939363, "seed": 3439736461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03308547342009667, "interval": [-0.04921742620748516, 0.1153883730476785], "p_value": 0.419, "input_sha256": "f3018797daee837660cac0fe62b73f824617e4a96fe9fae597244ae99a99212d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.04810319279939363, "seed": 3439736461, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03308547342009667, "interval": [-0.05814677952909457, 0.09978967110435305], "p_value": 0.4165345584804998, "input_sha256": "f3018797daee837660cac0fe62b73f824617e4a96fe9fae597244ae99a99212d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3553572504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.5701425943980345, "interval": [1.9478655978945092, 11.19241959090156], "p_value": 0.007, "input_sha256": "e3cb72fdf6a04aad20cd4b48aa5ee914055c35e544a0d62f20cad3dad28bfedd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3553572504, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.5701425943980345, "interval": [2.16452519594844, 10.734071818356936], "p_value": 0.0067486802905953715, "input_sha256": "e3cb72fdf6a04aad20cd4b48aa5ee914055c35e544a0d62f20cad3dad28bfedd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.050421216432557946, "seed": 3553572504, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05774061807776909, "interval": [0.010505805300249846, 0.10497543085528833], "p_value": 0.018, "input_sha256": "5192f1b92ad6c8f094e5c545d45899d5e0c80d13b8cc4aa6f95b8fbcd8f38100"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.050421216432557946, "seed": 3553572504, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05774061807776909, "interval": [0.013894452049820157, 0.10053575873716732], "p_value": 0.01818205384225768, "input_sha256": "5192f1b92ad6c8f094e5c545d45899d5e0c80d13b8cc4aa6f95b8fbcd8f38100"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 236076200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.163383476214298, "interval": [1.030309757143966, 11.29645719528463], "p_value": 0.021, "input_sha256": "94cf00f751ee6b4de7f75f6a077dafd79f1d6a351822b9f1ee3e0af3ad066bfa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 236076200, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.163383476214298, "interval": [0.7817944635497792, 10.599213653288345], "p_value": 0.019914190011257805, "input_sha256": "94cf00f751ee6b4de7f75f6a077dafd79f1d6a351822b9f1ee3e0af3ad066bfa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.04873149216467633, "seed": 236076200, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06088422360626289, "interval": [0.009914533789000035, 0.11185391342352574], "p_value": 0.02, "input_sha256": "a59e0bd470dad977e6e30c5e90f6d4a73901ad4083c4cb36131e906ec27d6b63"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.04873149216467633, "seed": 236076200, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06088422360626289, "interval": [0.009480987752114619, 0.10623092915775538], "p_value": 0.020500420132380633, "input_sha256": "a59e0bd470dad977e6e30c5e90f6d4a73901ad4083c4cb36131e906ec27d6b63"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 676439916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1620522708462477, "interval": [-6.178733109275216, 3.8546285675827203], "p_value": 0.634, "input_sha256": "723b7393f15e7f5fa86e1ae5fd8981c70bd715383f27ac056538d3bd653dfb2a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 676439916, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1620522708462477, "interval": [-5.981071532520374, 2.9031572401555445], "p_value": 0.64173117166065, "input_sha256": "723b7393f15e7f5fa86e1ae5fd8981c70bd715383f27ac056538d3bd653dfb2a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.04979221265310733, "seed": 676439916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015532273584149645, "interval": [-0.0653392848233022, 0.03427473765500291], "p_value": 0.539, "input_sha256": "8ef25a55998d37b635172bb3ae60040c888343c2925b42a3f082ae5e362fb939"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.04979221265310733, "seed": 676439916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015532273584149645, "interval": [-0.06374104165569017, 0.02411718355377968], "p_value": 0.5316137801888776, "input_sha256": "8ef25a55998d37b635172bb3ae60040c888343c2925b42a3f082ae5e362fb939"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 25045299, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.933465250379152, "interval": [-3.8348732861636003, 7.7018037869219045], "p_value": 0.524, "input_sha256": "f0c78adb48e7442372cafb0555630d0dc0d48bd5b6c55ce06e9856e9bbd025ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 25045299, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.933465250379152, "interval": [-2.7248113569624115, 7.6610395426472495], "p_value": 0.49629984804725125, "input_sha256": "f0c78adb48e7442372cafb0555630d0dc0d48bd5b6c55ce06e9856e9bbd025ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.049250346944123516, "seed": 25045299, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01536356270169878, "interval": [-0.04190785499932001, 0.07263498040271757], "p_value": 0.606, "input_sha256": "a29ea6eff3e4a091340d0cc5a111e0bdfef42af680320edc79917db56ceb80df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.049250346944123516, "seed": 25045299, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01536356270169878, "interval": [-0.029129994281727297, 0.07431493882603385], "p_value": 0.5866747164306426, "input_sha256": "a29ea6eff3e4a091340d0cc5a111e0bdfef42af680320edc79917db56ceb80df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3103121036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.172822088310253, "interval": [-0.9520963780912934, 9.297740554711801], "p_value": 0.102, "input_sha256": "2c880bec0edaef9772b223f459015b3b1d945c0f176681f96356663367c8885a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3103121036, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.172822088310253, "interval": [-1.0872470974877229, 9.094253384615316], "p_value": 0.10742687759175917, "input_sha256": "2c880bec0edaef9772b223f459015b3b1d945c0f176681f96356663367c8885a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.051697211050586535, "seed": 3103121036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03700502345717013, "interval": [-0.023586824404759815, 0.09759687131910008], "p_value": 0.213, "input_sha256": "e623c9b8feaf72b70eb2533251d247a750b2b975f1a2a65158a6f77b9a4d8fd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.051697211050586535, "seed": 3103121036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03700502345717013, "interval": [-0.02828251093809861, 0.08808966983328222], "p_value": 0.2233737609162745, "input_sha256": "e623c9b8feaf72b70eb2533251d247a750b2b975f1a2a65158a6f77b9a4d8fd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 118440412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5725787994503957, "interval": [-2.634634641169769, 9.77979224007056], "p_value": 0.262, "input_sha256": "b1783829660c70759bf861943406cb405b5190cfdfff90616028c6fbfbf19b52"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 118440412, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5725787994503957, "interval": [-2.187537446436752, 9.806864322466678], "p_value": 0.25114994849789596, "input_sha256": "b1783829660c70759bf861943406cb405b5190cfdfff90616028c6fbfbf19b52"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.049443623293107405, "seed": 118440412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04720127496187894, "interval": [-0.020331834357636927, 0.1147343842813948], "p_value": 0.17, "input_sha256": "5b19c1a81b2a62b292b41579cd411dfd8f918deade3ceae9efeac693503f2a4c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.049443623293107405, "seed": 118440412, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04720127496187894, "interval": [-0.011964931534169533, 0.1275235180572136], "p_value": 0.16480539394420973, "input_sha256": "5b19c1a81b2a62b292b41579cd411dfd8f918deade3ceae9efeac693503f2a4c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1282220974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9928326822146456, "interval": [-0.7769609446445731, 8.762626309073864], "p_value": 0.104, "input_sha256": "9773dd512bd959c09c736f2f5776498682a394359195942a5781491d25c439fb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1282220974, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9928326822146456, "interval": [-0.5074883270236655, 8.36197573663273], "p_value": 0.09832568894064429, "input_sha256": "9773dd512bd959c09c736f2f5776498682a394359195942a5781491d25c439fb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.04817132895947631, "seed": 1282220974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03497718894438792, "interval": [-0.012636734878659996, 0.08259111276743583], "p_value": 0.144, "input_sha256": "1f1a70459fe46c18a2f52f157b42dbd9725bcebb1f94a8a057bca1dccad9c3c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.04817132895947631, "seed": 1282220974, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03497718894438792, "interval": [-0.008384292240105968, 0.0788336908762372], "p_value": 0.14523345447923222, "input_sha256": "1f1a70459fe46c18a2f52f157b42dbd9725bcebb1f94a8a057bca1dccad9c3c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 641181069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.90208560630612, "interval": [5.7322411386963745, 16.071930073915865], "p_value": 0.002, "input_sha256": "c8e1cd9a6d1f9f950d43149985b68a1ec37bac56a295084e8803868ad41a555d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 641181069, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.90208560630612, "interval": [6.42836188746466, 15.55347548056548], "p_value": 0.00012968287210482054, "input_sha256": "c8e1cd9a6d1f9f950d43149985b68a1ec37bac56a295084e8803868ad41a555d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.04754328434117653, "seed": 641181069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.100212571815482, "interval": [0.0495397193270094, 0.1508854243039546], "p_value": 0.002, "input_sha256": "6ce917dceec9806ff15b3bdba6334c6dd81c37cdaff701a735d3116fc265823c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.04754328434117653, "seed": 641181069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.100212571815482, "interval": [0.0565909103681901, 0.14687811409870186], "p_value": 0.00028654453515194317, "input_sha256": "6ce917dceec9806ff15b3bdba6334c6dd81c37cdaff701a735d3116fc265823c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2709171293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6009894255585797, "interval": [-3.988119826650169, 9.190098677767327], "p_value": 0.442, "input_sha256": "8dd47353a8ae342d7a5a9dacdfeef08ac35461ed273fde4a2ee6941da2eda4c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2709171293, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6009894255585797, "interval": [-3.2165755463195884, 8.87082812996663], "p_value": 0.42918864010860536, "input_sha256": "8dd47353a8ae342d7a5a9dacdfeef08ac35461ed273fde4a2ee6941da2eda4c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.04908668505859735, "seed": 2709171293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016578329667075495, "interval": [-0.05147481412602367, 0.08463147346017466], "p_value": 0.621, "input_sha256": "f044775d5b91d8bef53e4eb1cead6f6ebf45957b15202553b0b742507fb67eb9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.04908668505859735, "seed": 2709171293, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016578329667075495, "interval": [-0.04633903993095743, 0.07851072010664092], "p_value": 0.624728446751267, "input_sha256": "f044775d5b91d8bef53e4eb1cead6f6ebf45957b15202553b0b742507fb67eb9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2738389693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.391476186487695, "interval": [1.4507417699313487, 11.332210603044043], "p_value": 0.009, "input_sha256": "55fa462507b16be5c6f87cd78ea56214e2c433bc73bc1caba37e248fe528c3e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2738389693, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.391476186487695, "interval": [2.121609988485812, 11.227144724774883], "p_value": 0.012616412089869036, "input_sha256": "55fa462507b16be5c6f87cd78ea56214e2c433bc73bc1caba37e248fe528c3e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.049153129643323426, "seed": 2738389693, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0712136566182772, "interval": [0.015915084363944974, 0.1265122288726094], "p_value": 0.012, "input_sha256": "6c7f164be6d147bc04420790b8bcdba73e73d655c0ee1e08797d2656bd1d0880"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.049153129643323426, "seed": 2738389693, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0712136566182772, "interval": [0.01889238170989668, 0.12362110693447295], "p_value": 0.01302052602555005, "input_sha256": "6c7f164be6d147bc04420790b8bcdba73e73d655c0ee1e08797d2656bd1d0880"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1668349029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.55111975176342, "interval": [2.770707841949692, 14.331531661577147], "p_value": 0.003, "input_sha256": "be20673268cd307f89e3ae6cf5850fac8dc52d114cc94cf46c00c9de052ac2fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1668349029, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.55111975176342, "interval": [3.9624693476963095, 15.294340504538969], "p_value": 0.005164323334300229, "input_sha256": "be20673268cd307f89e3ae6cf5850fac8dc52d114cc94cf46c00c9de052ac2fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.049782446396000254, "seed": 1668349029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0904720304287676, "interval": [0.02916152937285474, 0.15178253148468046], "p_value": 0.006, "input_sha256": "96cb0f2ec38d2de8b56777804a6097ac2937185d99f45f1a68cea7e855daa128"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.049782446396000254, "seed": 1668349029, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0904720304287676, "interval": [0.03849673402953457, 0.15888156625110098], "p_value": 0.005034913378959093, "input_sha256": "96cb0f2ec38d2de8b56777804a6097ac2937185d99f45f1a68cea7e855daa128"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1030811507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.073219733790118, "interval": [2.960687160746188, 13.185752306834049], "p_value": 0.002, "input_sha256": "2fe1aff0e689db3466fb64d5c63c0ec0cf153086a8ff9dfd49b2293331628472"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1030811507, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.073219733790118, "interval": [3.604208760640612, 13.529143327086377], "p_value": 0.0029484132499188803, "input_sha256": "2fe1aff0e689db3466fb64d5c63c0ec0cf153086a8ff9dfd49b2293331628472"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.049020312619978676, "seed": 1030811507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08843193335062081, "interval": [0.02908969388523553, 0.1477741728160061], "p_value": 0.002, "input_sha256": "cd2d7d0e09517eb1c6a3b58c58119a02e1920677c087b99a417a451e42b027f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.049020312619978676, "seed": 1030811507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08843193335062081, "interval": [0.04082422942482303, 0.15301752593031537], "p_value": 0.004901306112339304, "input_sha256": "cd2d7d0e09517eb1c6a3b58c58119a02e1920677c087b99a417a451e42b027f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 72180500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7244127499774944, "interval": [-1.9223798357633655, 9.371205335718354], "p_value": 0.208, "input_sha256": "8b6fc9d288123669db002743236a9a4b735bcddcf99f58dda28826e36b03fa7e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 72180500, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7244127499774944, "interval": [-1.9271043704489128, 8.750603800067745], "p_value": 0.1892929601059561, "input_sha256": "8b6fc9d288123669db002743236a9a4b735bcddcf99f58dda28826e36b03fa7e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.04823118768649724, "seed": 72180500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03368114894431039, "interval": [-0.02457163058633876, 0.09193392847495954], "p_value": 0.268, "input_sha256": "315f6dfd3d4b177aba778ca3da15ce367525265cb47b0524613d4db372ca4138"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.04823118768649724, "seed": 72180500, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03368114894431039, "interval": [-0.02397051326225225, 0.08667072351445912], "p_value": 0.2479627191330975, "input_sha256": "315f6dfd3d4b177aba778ca3da15ce367525265cb47b0524613d4db372ca4138"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 259557591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.658902381361744, "interval": [-0.8219060638051223, 10.13971082652861], "p_value": 0.099, "input_sha256": "49368dec16c1df4deabe4b7d4aeb53fe37582b6626f584c24bcc65711fbc561c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 259557591, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.658902381361744, "interval": [-0.642884543444794, 9.543733448055443], "p_value": 0.09334718991002226, "input_sha256": "49368dec16c1df4deabe4b7d4aeb53fe37582b6626f584c24bcc65711fbc561c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.049411073185516026, "seed": 259557591, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045213136233853174, "interval": [-0.011004312047790517, 0.10143058451549686], "p_value": 0.111, "input_sha256": "da0b640f0bca9a914b93a075b774091399a3df4f0d96857107bbd8991eef4936"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.049411073185516026, "seed": 259557591, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045213136233853174, "interval": [-0.004604952862788118, 0.10007869560217672], "p_value": 0.1117327641819792, "input_sha256": "da0b640f0bca9a914b93a075b774091399a3df4f0d96857107bbd8991eef4936"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 755431022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.618035502973063, "interval": [-2.637256261601416, 7.873327267547542], "p_value": 0.329, "input_sha256": "1aae9455badeffaba69acdee990a264c5ee0c2f91e7b08990eacc04cfdfa82d0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 755431022, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.618035502973063, "interval": [-2.8810174552275734, 7.102558914636026], "p_value": 0.3171034960480758, "input_sha256": "1aae9455badeffaba69acdee990a264c5ee0c2f91e7b08990eacc04cfdfa82d0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.05039911170073175, "seed": 755431022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01556662958996713, "interval": [-0.04277494377637843, 0.07390820295631269], "p_value": 0.613, "input_sha256": "bd24949a45b0f1d2da88ce55399b70b93008a4f4341af81ac4c701cf77c0fadc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.05039911170073175, "seed": 755431022, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01556662958996713, "interval": [-0.04590055019076461, 0.0625240291208099], "p_value": 0.5892984531520392, "input_sha256": "bd24949a45b0f1d2da88ce55399b70b93008a4f4341af81ac4c701cf77c0fadc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2876485927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.117868247985351, "interval": [2.551912714831481, 13.683823781139221], "p_value": 0.008, "input_sha256": "ad51c9fb43b86ea2e645dcbc5b3a07e9082fa7ad9619cd9c238ae5fac771ce35"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2876485927, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.117868247985351, "interval": [3.038273799163676, 13.25293819793184], "p_value": 0.005378867376181925, "input_sha256": "ad51c9fb43b86ea2e645dcbc5b3a07e9082fa7ad9619cd9c238ae5fac771ce35"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.04902636595742488, "seed": 2876485927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08405971942214502, "interval": [0.024535691314586924, 0.1435837475297031], "p_value": 0.008, "input_sha256": "9946421aa09c49223fd30f8f5d50d8131ec2438820240834b13cc1e93b8eacb7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.04902636595742488, "seed": 2876485927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08405971942214502, "interval": [0.028437673150613418, 0.14345338300475835], "p_value": 0.006900277522164366, "input_sha256": "9946421aa09c49223fd30f8f5d50d8131ec2438820240834b13cc1e93b8eacb7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2954984125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.398389691455314, "interval": [1.9611646245402579, 10.83561475837037], "p_value": 0.005, "input_sha256": "c1d1e74cbd10f29cc5c33355cc5296a8c6652871e74255220628adc7e7ef8949"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2954984125, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.398389691455314, "interval": [2.1580473300111924, 10.156518697823278], "p_value": 0.005877831979120375, "input_sha256": "c1d1e74cbd10f29cc5c33355cc5296a8c6652871e74255220628adc7e7ef8949"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.04756585234335034, "seed": 2954984125, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06044666848986485, "interval": [0.013042184927654944, 0.10785115205207477], "p_value": 0.016, "input_sha256": "a95769dbdcdab1c8b1fc1a756da5b4c7e19ac227fc76d08519ee1babb13c0cd2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.04756585234335034, "seed": 2954984125, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06044666848986485, "interval": [0.012587079224553923, 0.09801971173815198], "p_value": 0.013825253932944752, "input_sha256": "a95769dbdcdab1c8b1fc1a756da5b4c7e19ac227fc76d08519ee1babb13c0cd2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1204662796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9323847628081374, "interval": [-1.7605950474423455, 9.62536457305862], "p_value": 0.155, "input_sha256": "1a6a14ea88eb56598d25921e9ee5b962295d4fb7e16fcd5aa037668d84a717f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1204662796, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9323847628081374, "interval": [-1.171857976664389, 9.261521187352209], "p_value": 0.16758171252048776, "input_sha256": "1a6a14ea88eb56598d25921e9ee5b962295d4fb7e16fcd5aa037668d84a717f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.05012899720432804, "seed": 1204662796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034025171071160557, "interval": [-0.032098725031104614, 0.10014906717342573], "p_value": 0.289, "input_sha256": "85b2e9d0b8f577cc5cbccd0d0404ea242ed26d05064289ba616a59e3e3ec605e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.05012899720432804, "seed": 1204662796, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034025171071160557, "interval": [-0.028927829346954398, 0.09477409852251556], "p_value": 0.30054212151630577, "input_sha256": "85b2e9d0b8f577cc5cbccd0d0404ea242ed26d05064289ba616a59e3e3ec605e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2896469187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.196443989043148, "interval": [-0.06019726009779092, 10.453085238184087], "p_value": 0.054, "input_sha256": "cca904dfde8b92857ab32aafe230af4afd9ffd47a8b185f86cdfbdadf155093a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2896469187, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.196443989043148, "interval": [-0.22320871677505674, 9.376237870917297], "p_value": 0.0525380911094051, "input_sha256": "cca904dfde8b92857ab32aafe230af4afd9ffd47a8b185f86cdfbdadf155093a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.048799045104985436, "seed": 2896469187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.050454463675377106, "interval": [-0.0017688275061904166, 0.10267775485694464], "p_value": 0.06, "input_sha256": "bb458e4689164ab1c42bf0f960916bfc3d6b03ccef48e25c32c0ca9d32c9d770"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.048799045104985436, "seed": 2896469187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.050454463675377106, "interval": [-0.0013279376996367456, 0.09385178275363426], "p_value": 0.05782409630823311, "input_sha256": "bb458e4689164ab1c42bf0f960916bfc3d6b03ccef48e25c32c0ca9d32c9d770"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 917454705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.768802917912371, "interval": [-1.9546812780638962, 11.492287113888638], "p_value": 0.146, "input_sha256": "b7c57ee03a429540ee51c15842ca5683562d143c55fa377b5c8f6fb13748db51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 917454705, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.768802917912371, "interval": [-1.42961821148545, 11.128634209425535], "p_value": 0.15919721985387655, "input_sha256": "b7c57ee03a429540ee51c15842ca5683562d143c55fa377b5c8f6fb13748db51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04825536818001767, "seed": 917454705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04063168834367187, "interval": [-0.03875992921088478, 0.12002330589822852], "p_value": 0.314, "input_sha256": "2b570435ffb01dc242e458bb06c735696d2a93e51d05eeceee583710b9108dac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04825536818001767, "seed": 917454705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04063168834367187, "interval": [-0.04442346133225694, 0.10373874447345367], "p_value": 0.30640884770443294, "input_sha256": "2b570435ffb01dc242e458bb06c735696d2a93e51d05eeceee583710b9108dac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3725187198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7810018879712324, "interval": [-3.795209847586867, 7.357213623529332], "p_value": 0.541, "input_sha256": "7cb5bb04f0431e1cfa47af18ff269490b9bc7e4b0213bc8f3934b81d38d85e68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3725187198, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7810018879712324, "interval": [-3.777059495211009, 6.95377647899047], "p_value": 0.5217033667171196, "input_sha256": "7cb5bb04f0431e1cfa47af18ff269490b9bc7e4b0213bc8f3934b81d38d85e68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04801853706218485, "seed": 3725187198, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021146980208767596, "interval": [-0.03181688487065585, 0.07411084528819104], "p_value": 0.456, "input_sha256": "a7c970379b77bd5f02cda4a3d79076b33626e9af21a36cc0bc41569b04f277ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04801853706218485, "seed": 3725187198, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021146980208767596, "interval": [-0.03449508895474859, 0.06789666811689878], "p_value": 0.4239332105539777, "input_sha256": "a7c970379b77bd5f02cda4a3d79076b33626e9af21a36cc0bc41569b04f277ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4185270249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1542549002630995, "interval": [-1.0497347468070508, 9.35824454733325], "p_value": 0.125, "input_sha256": "7fb6a439b3695250ad7318d8f211e5df87d705999710a6258d1c03c957346cc5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4185270249, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1542549002630995, "interval": [-0.18559691000580247, 8.851706347514966], "p_value": 0.11417925327993175, "input_sha256": "7fb6a439b3695250ad7318d8f211e5df87d705999710a6258d1c03c957346cc5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.04959664892776018, "seed": 4185270249, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0348340072914491, "interval": [-0.019881684401480658, 0.08954969898437887], "p_value": 0.222, "input_sha256": "214ed33d00219841fffd7f3712bc40b0df09e52cfff60cf5e61022bc992bd952"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.04959664892776018, "seed": 4185270249, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0348340072914491, "interval": [-0.012469119849586827, 0.08097070802253575], "p_value": 0.20430125999419435, "input_sha256": "214ed33d00219841fffd7f3712bc40b0df09e52cfff60cf5e61022bc992bd952"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 730683807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.121275023041058, "interval": [3.163411558126736, 13.07913848795538], "p_value": 0.003, "input_sha256": "d551ff77eb15a5db23611743cb2c8188a56b3d51784648df4b5ef5ad5c544a61"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 730683807, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.121275023041058, "interval": [3.7933156627665503, 12.838119539647991], "p_value": 0.0020779918700869985, "input_sha256": "d551ff77eb15a5db23611743cb2c8188a56b3d51784648df4b5ef5ad5c544a61"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.04950799417777678, "seed": 730683807, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.090244250084606, "interval": [0.040337777443414394, 0.1401507227257976], "p_value": 0.003, "input_sha256": "dea00c09f39e1c184400186d9216e551045b2d759c11f72a4179c13dbab65746"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.04950799417777678, "seed": 730683807, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.090244250084606, "interval": [0.04490204810511825, 0.138536840777396], "p_value": 0.0007716589878436537, "input_sha256": "dea00c09f39e1c184400186d9216e551045b2d759c11f72a4179c13dbab65746"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 115090297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.484517612595399, "interval": [3.537317820000414, 13.431717405190383], "p_value": 0.001, "input_sha256": "38c79fe3ec395fb7e2a4800a9b3001acf6bf9a71ac8b7a932c3d701ddb92bdb5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 115090297, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.484517612595399, "interval": [4.459493469940623, 14.383642696950007], "p_value": 0.0014056576315386064, "input_sha256": "38c79fe3ec395fb7e2a4800a9b3001acf6bf9a71ac8b7a932c3d701ddb92bdb5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.05004477691450151, "seed": 115090297, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08404363134028905, "interval": [0.0289469429022408, 0.1391403197783373], "p_value": 0.004, "input_sha256": "39b5c826152d95734dbd12b43643959310316a8790e68b1de7861789da4dcca8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.05004477691450151, "seed": 115090297, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08404363134028905, "interval": [0.04049026375567275, 0.15089259673784047], "p_value": 0.0038453850244972035, "input_sha256": "39b5c826152d95734dbd12b43643959310316a8790e68b1de7861789da4dcca8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3537746319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7115079622232958, "interval": [-5.559183347435591, 6.982199271882183], "p_value": 0.813, "input_sha256": "ae7537bbdd3d2a76baeb418a9c3ad75f3cef26b8cfc838294a1dec080bc46233"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3537746319, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7115079622232958, "interval": [-5.689744652177597, 6.003022863058897], "p_value": 0.8195546312213134, "input_sha256": "ae7537bbdd3d2a76baeb418a9c3ad75f3cef26b8cfc838294a1dec080bc46233"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.04978939668439037, "seed": 3537746319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0040455899020236386, "interval": [-0.07090574849411244, 0.06281456869006516], "p_value": 0.917, "input_sha256": "3ad2dcea68ae8a9c4ab44e977a30163b05fd90c7671cc1a8ddacc7845f25e81b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.04978939668439037, "seed": 3537746319, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0040455899020236386, "interval": [-0.07924813453892063, 0.049859783738663406], "p_value": 0.9030949870254779, "input_sha256": "3ad2dcea68ae8a9c4ab44e977a30163b05fd90c7671cc1a8ddacc7845f25e81b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1024209741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.727200356035125, "interval": [-2.3402491008311204, 11.794649812901369], "p_value": 0.183, "input_sha256": "05f47690e25923ed5903b2281539d03be0324f746346ca935f71bda39b7584a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1024209741, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.727200356035125, "interval": [-1.7878270371933769, 11.68253915852184], "p_value": 0.18371622973649204, "input_sha256": "05f47690e25923ed5903b2281539d03be0324f746346ca935f71bda39b7584a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.049950288617994096, "seed": 1024209741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035384404119411184, "interval": [-0.0412823124549595, 0.11205112069378187], "p_value": 0.356, "input_sha256": "5bacd66fa8763fa1a6d8a358dc6632f64b22a57e7b662b67f0561390136cc5ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.049950288617994096, "seed": 1024209741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035384404119411184, "interval": [-0.038964576883883224, 0.1093085175433473], "p_value": 0.3559566217597625, "input_sha256": "5bacd66fa8763fa1a6d8a358dc6632f64b22a57e7b662b67f0561390136cc5ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 697726331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.3258898716952, "interval": [0.07302327025189381, 10.578756473138505], "p_value": 0.053, "input_sha256": "6bc7cae038c90d95cb5a534a2e8407212f3de61db897694a485e1edaad705198"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 697726331, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.3258898716952, "interval": [0.5645894485300708, 10.51278086896402], "p_value": 0.047058898476858624, "input_sha256": "6bc7cae038c90d95cb5a534a2e8407212f3de61db897694a485e1edaad705198"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.04858749606204975, "seed": 697726331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05014180508378886, "interval": [-0.0038422307316920493, 0.10412584089926977], "p_value": 0.081, "input_sha256": "e6b5a6cef1924c88c95714b7d441531d478ef6b43deff8a862c7c118e2ec25a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.04858749606204975, "seed": 697726331, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05014180508378886, "interval": [0.004353982376637628, 0.10646113218945089], "p_value": 0.06771970006623139, "input_sha256": "e6b5a6cef1924c88c95714b7d441531d478ef6b43deff8a862c7c118e2ec25a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 356080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7905314905015572, "interval": [-2.165828878459882, 7.7468918594629965], "p_value": 0.265, "input_sha256": "492947023e78a90401cc897d5da27c291080db39c31e490c13ea09d6dfc8c20b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 356080840, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7905314905015572, "interval": [-2.2491509420557545, 7.356528697056064], "p_value": 0.2608812136936198, "input_sha256": "492947023e78a90401cc897d5da27c291080db39c31e490c13ea09d6dfc8c20b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.048424606098589736, "seed": 356080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019820354527256334, "interval": [-0.036526359235703354, 0.07616706829021602], "p_value": 0.485, "input_sha256": "f28aeb787e0a7d8ecf5d5abb582208993d85c493a5ae78777b2a46fb0e0a8881"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.048424606098589736, "seed": 356080840, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019820354527256334, "interval": [-0.043039135998603734, 0.06740110911820396], "p_value": 0.4786034226321003, "input_sha256": "f28aeb787e0a7d8ecf5d5abb582208993d85c493a5ae78777b2a46fb0e0a8881"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3412115883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.306438816842103, "interval": [0.7160092677437415, 9.896868365940465], "p_value": 0.027, "input_sha256": "d9bb6d6368f6a17562fa1dc99774237509aed491ea6fe738b403bd5ad606a26c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3412115883, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.306438816842103, "interval": [1.4827917737240726, 9.887025869691799], "p_value": 0.02468696304580362, "input_sha256": "d9bb6d6368f6a17562fa1dc99774237509aed491ea6fe738b403bd5ad606a26c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.04890458502047581, "seed": 3412115883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04774667360880647, "interval": [-0.000501405422722874, 0.0959947526403358], "p_value": 0.062, "input_sha256": "13d1973fe89f7b10c817da78303b3e6a359fb4410c08c28d7a8555189915471a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.04890458502047581, "seed": 3412115883, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04774667360880647, "interval": [0.007965605779538063, 0.09780881680104973], "p_value": 0.05230342775935223, "input_sha256": "13d1973fe89f7b10c817da78303b3e6a359fb4410c08c28d7a8555189915471a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1323052111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.307137189651204, "interval": [0.4583536062564626, 10.155920773045946], "p_value": 0.024, "input_sha256": "dc1c628d2e35cd17006b500603ce680e66cc6a4d883043c3ffa4a884d412e9f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1323052111, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.307137189651204, "interval": [0.622785341145159, 9.886738927425226], "p_value": 0.0329559304631869, "input_sha256": "dc1c628d2e35cd17006b500603ce680e66cc6a4d883043c3ffa4a884d412e9f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.04869116730303698, "seed": 1323052111, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0498770998888743, "interval": [-0.004776016398232628, 0.10453021617598124], "p_value": 0.068, "input_sha256": "5f779fff97e05a499a0ef3b937aaf3fb51a9c21494b9e3762651fa6fcab1a815"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.04869116730303698, "seed": 1323052111, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0498770998888743, "interval": [0.004517474536342434, 0.1070488378815559], "p_value": 0.07217753857537601, "input_sha256": "5f779fff97e05a499a0ef3b937aaf3fb51a9c21494b9e3762651fa6fcab1a815"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3264370416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.841622558952687, "interval": [0.7373082185861151, 10.945936899319259], "p_value": 0.028, "input_sha256": "03dc22a69798dd464df3e75361ed132bdcf20dce56a13da150dd0c06c658af3d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3264370416, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.841622558952687, "interval": [1.1142396298536057, 10.37184973416836], "p_value": 0.0260075808046174, "input_sha256": "03dc22a69798dd464df3e75361ed132bdcf20dce56a13da150dd0c06c658af3d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.049126965716027114, "seed": 3264370416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05390291912848977, "interval": [0.001322556494979768, 0.10648328176199977], "p_value": 0.04, "input_sha256": "c3824c59a81db07ba59b6b9fbd41c85b6a740e640ebcc620b901f1f3ff4705a7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.049126965716027114, "seed": 3264370416, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05390291912848977, "interval": [0.005135271682155511, 0.10133818666579077], "p_value": 0.04477860020076638, "input_sha256": "c3824c59a81db07ba59b6b9fbd41c85b6a740e640ebcc620b901f1f3ff4705a7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3942554689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.661041983533115, "interval": [2.82666317472591, 14.49542079234032], "p_value": 0.005, "input_sha256": "a9927a2efb6c244aad3e982d6d741153f1fcb750c038b0f14ecb7e78704c76f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3942554689, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.661041983533115, "interval": [2.3540429404259124, 13.405702983147549], "p_value": 0.004750398528612063, "input_sha256": "a9927a2efb6c244aad3e982d6d741153f1fcb750c038b0f14ecb7e78704c76f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.04895325276585268, "seed": 3942554689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09084897479726425, "interval": [0.032920196142682455, 0.14877775345184605], "p_value": 0.005, "input_sha256": "67727fe7b3fbf98ba51b4ab806a6e363dc364269f763ab0a6936cf913550d57b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.04895325276585268, "seed": 3942554689, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09084897479726425, "interval": [0.02910829090928496, 0.13751424820491942], "p_value": 0.002986176727500645, "input_sha256": "67727fe7b3fbf98ba51b4ab806a6e363dc364269f763ab0a6936cf913550d57b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1780222831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.600203840839161, "interval": [0.33086357649173515, 10.869544105186586], "p_value": 0.04, "input_sha256": "83b51ace2137a9bb93d48015bb0d350aa0aecfd3831414fcc2ec871dbce2eb61"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1780222831, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.600203840839161, "interval": [0.40983815238127086, 10.39227186251331], "p_value": 0.03789991753960478, "input_sha256": "83b51ace2137a9bb93d48015bb0d350aa0aecfd3831414fcc2ec871dbce2eb61"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.04957790269593289, "seed": 1780222831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06087060414088122, "interval": [-0.00016780929856769627, 0.12190901758033013], "p_value": 0.05, "input_sha256": "2ef4917e635ed4070fe0b861f07c75a6e6f42f7fa77d0d9a7d7b3866d207044f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.04957790269593289, "seed": 1780222831, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06087060414088122, "interval": [0.006096824566546267, 0.12382699346287082], "p_value": 0.050601804595876036, "input_sha256": "2ef4917e635ed4070fe0b861f07c75a6e6f42f7fa77d0d9a7d7b3866d207044f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 887984861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.47809578185886, "interval": [0.4933505657126016, 8.462840998005118], "p_value": 0.036, "input_sha256": "b058b2b991d745fcc6ff20705f0d1ba50664e24b26320d8ad580634267b3bafb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 887984861, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.47809578185886, "interval": [0.8589961304988774, 8.099366100888522], "p_value": 0.028666940746726113, "input_sha256": "b058b2b991d745fcc6ff20705f0d1ba50664e24b26320d8ad580634267b3bafb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.04815539550928718, "seed": 887984861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04310130657076333, "interval": [0.002444120856874149, 0.08375849228465251], "p_value": 0.052, "input_sha256": "53c29e392cb7f4bec2a764feddcb0104f0337dfe48beaae710040b1ea186a701"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.04815539550928718, "seed": 887984861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04310130657076333, "interval": [0.007581005217051086, 0.08112276849677977], "p_value": 0.03836750008261758, "input_sha256": "53c29e392cb7f4bec2a764feddcb0104f0337dfe48beaae710040b1ea186a701"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1854209714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3319331520615982, "interval": [-2.0532689025764066, 8.717135206699602], "p_value": 0.195, "input_sha256": "276f53be61d4f3ec388289d52f70664c0ace9a0f834ed857a1221f772b4d4e6f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1854209714, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3319331520615982, "interval": [-1.905843067409458, 8.266286672808512], "p_value": 0.2161819262804869, "input_sha256": "276f53be61d4f3ec388289d52f70664c0ace9a0f834ed857a1221f772b4d4e6f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.049988829221056096, "seed": 1854209714, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03543831796007692, "interval": [-0.026474534126911337, 0.09735117004706517], "p_value": 0.236, "input_sha256": "a9b3b0af0ca03d7ec11cb58e5ed724986cdda3957d44c8212f46594adaf15f66"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.049988829221056096, "seed": 1854209714, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03543831796007692, "interval": [-0.02179302714196853, 0.09738391986273218], "p_value": 0.25167326495116504, "input_sha256": "a9b3b0af0ca03d7ec11cb58e5ed724986cdda3957d44c8212f46594adaf15f66"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 69377499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.103744358728266, "interval": [3.696025395464197, 12.511463321992334], "p_value": 0.003, "input_sha256": "17540c9b4ae9dbda27cd5bb12c3d2addf5e081109ac41e883497d89c299bb80e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 69377499, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.103744358728266, "interval": [3.6196960006229624, 12.131856218286233], "p_value": 0.0006390498926498506, "input_sha256": "17540c9b4ae9dbda27cd5bb12c3d2addf5e081109ac41e883497d89c299bb80e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.049057322250609596, "seed": 69377499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08876744303101206, "interval": [0.0399651346101122, 0.13756975145191191], "p_value": 0.002, "input_sha256": "6b4c1ec0497a8e723aab8feb7a6f207c65f8e43dd62ebf6a44d8757662b13c6f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.049057322250609596, "seed": 69377499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08876744303101206, "interval": [0.03697060501627108, 0.13238765628160648], "p_value": 0.0007183983229027529, "input_sha256": "6b4c1ec0497a8e723aab8feb7a6f207c65f8e43dd62ebf6a44d8757662b13c6f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2501542744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.070025517104122, "interval": [1.3137773856719526, 8.826273648536292], "p_value": 0.003, "input_sha256": "d50eff178419dd332dc2107083c3986b486da993304204bc0bfe0a772ecec9c5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2501542744, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.070025517104122, "interval": [2.0239589857430307, 9.248102466678555], "p_value": 0.009555642979152188, "input_sha256": "d50eff178419dd332dc2107083c3986b486da993304204bc0bfe0a772ecec9c5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.04876104424168444, "seed": 2501542744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054697106283642966, "interval": [0.015117959048961904, 0.09427625351832403], "p_value": 0.004, "input_sha256": "493b8804d1f6fc9bf45769e004b973b063b77db172171ae8f5488f65ff74f305"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.04876104424168444, "seed": 2501542744, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054697106283642966, "interval": [0.024882440810908665, 0.09867365005515968], "p_value": 0.008039558549163136, "input_sha256": "493b8804d1f6fc9bf45769e004b973b063b77db172171ae8f5488f65ff74f305"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 287580803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2589295039210615, "interval": [-4.019556908171749, 8.537415916013872], "p_value": 0.465, "input_sha256": "31c6fdafb138fffbea748fcc1f3cad88f72520eddb0b553875191ca8e62832ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 287580803, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2589295039210615, "interval": [-4.441916285822566, 7.533235555202906], "p_value": 0.46662499688483017, "input_sha256": "31c6fdafb138fffbea748fcc1f3cad88f72520eddb0b553875191ca8e62832ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.04928813596279694, "seed": 287580803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025709834714822535, "interval": [-0.03801034495200499, 0.08943001438165006], "p_value": 0.414, "input_sha256": "78d4fdfc0e373f7d419ed647911757f237f2228e09e37fc8c7ba2b637801b3b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.04928813596279694, "seed": 287580803, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025709834714822535, "interval": [-0.042372929124024156, 0.07923408621242528], "p_value": 0.41475377671644675, "input_sha256": "78d4fdfc0e373f7d419ed647911757f237f2228e09e37fc8c7ba2b637801b3b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1323884351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.890818233196409, "interval": [-0.25937875641350683, 10.041015222806326], "p_value": 0.056, "input_sha256": "b1db97a31e929572bdb9c15cc7559bf984ac71f8ed373023a332b8a043290806"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1323884351, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.890818233196409, "interval": [0.14221918906009884, 9.82754490667708], "p_value": 0.06203480145308483, "input_sha256": "b1db97a31e929572bdb9c15cc7559bf984ac71f8ed373023a332b8a043290806"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.050251942831201525, "seed": 1323884351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04762796821936652, "interval": [-0.00768913516754046, 0.1029450716062735], "p_value": 0.084, "input_sha256": "0db53863fbb684d49c6742bf0b302f5d5cb64c67092866b6c551c45a6ce343fd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.050251942831201525, "seed": 1323884351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04762796821936652, "interval": [-0.0022800035961578003, 0.10426518458441895], "p_value": 0.0893427551043165, "input_sha256": "0db53863fbb684d49c6742bf0b302f5d5cb64c67092866b6c551c45a6ce343fd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3621166984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.826616335617198, "interval": [1.5601974985282432, 12.093035172706152], "p_value": 0.018, "input_sha256": "982c87bce9b1b972954321d49aae059edbba9286edd4f305381aa510ef5b5c28"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3621166984, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.826616335617198, "interval": [2.2660331512691894, 11.948851818118676], "p_value": 0.012592527450464979, "input_sha256": "982c87bce9b1b972954321d49aae059edbba9286edd4f305381aa510ef5b5c28"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.05044377955210786, "seed": 3621166984, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.079742444426663, "interval": [0.02124255912948799, 0.13824232972383801], "p_value": 0.014, "input_sha256": "f58c177e6f43384b6125e559a19c47c62563e8f2436eb308f9ad088d3919a9c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.05044377955210786, "seed": 3621166984, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.079742444426663, "interval": [0.026489143423777974, 0.13442182503835542], "p_value": 0.008867755915617856, "input_sha256": "f58c177e6f43384b6125e559a19c47c62563e8f2436eb308f9ad088d3919a9c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1715689063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.8960883444233065, "interval": [-0.2575452659203936, 10.049721954767007], "p_value": 0.043, "input_sha256": "67f3ac989b578f0b225b545f6e62fd3f4d70fe18bed3b7f5cb54edfce69de1e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1715689063, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.8960883444233065, "interval": [-0.6263679440444212, 8.903483413329084], "p_value": 0.06177904167117954, "input_sha256": "67f3ac989b578f0b225b545f6e62fd3f4d70fe18bed3b7f5cb54edfce69de1e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.05110874280477462, "seed": 1715689063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0607833218114984, "interval": [0.0058244926893089785, 0.11574215093368781], "p_value": 0.02, "input_sha256": "f606e0fa5d4d3b917b82551acbc8bcc54bd11c893774b8f23876e778d4c973a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.05110874280477462, "seed": 1715689063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0607833218114984, "interval": [0.0054517602999884255, 0.10689535576180464], "p_value": 0.03135415741656059, "input_sha256": "f606e0fa5d4d3b917b82551acbc8bcc54bd11c893774b8f23876e778d4c973a0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3915115285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.662345788735381, "interval": [2.0798899952002303, 13.244801582270533], "p_value": 0.005, "input_sha256": "92f40fb39f5e105d2bc7a87ca504cf8d9e95e4da12945bfc25f40514687bb691"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3915115285, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.662345788735381, "interval": [1.9354638325816, 12.035659897841537], "p_value": 0.008438596231619687, "input_sha256": "92f40fb39f5e105d2bc7a87ca504cf8d9e95e4da12945bfc25f40514687bb691"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.047802893742494516, "seed": 3915115285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07175351697861267, "interval": [0.018198067482062014, 0.12530896647516332], "p_value": 0.005, "input_sha256": "d4f7bc94a1f8403f1c8d9170b17314621577ce948a9449673a310463f85edcc5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.047802893742494516, "seed": 3915115285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07175351697861267, "interval": [0.018905516500544867, 0.11528078109335622], "p_value": 0.009983534680866145, "input_sha256": "d4f7bc94a1f8403f1c8d9170b17314621577ce948a9449673a310463f85edcc5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2153184851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2789919979834039, "interval": [-4.402178287339348, 4.960162283306156], "p_value": 0.897, "input_sha256": "98eb16b75235e8fdea09c4fe35da2c19467cb5d8a26378128d963cb6d557ba4f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2153184851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2789919979834039, "interval": [-4.637448352490302, 4.397822383517711], "p_value": 0.9045641781503493, "input_sha256": "98eb16b75235e8fdea09c4fe35da2c19467cb5d8a26378128d963cb6d557ba4f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.050478022864442786, "seed": 2153184851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006743064963379342, "interval": [-0.04628440471367329, 0.05977053464043197], "p_value": 0.783, "input_sha256": "6c290e0ce621f94fdc30c5b00ee1674707fa758b974b5c66ec1e0cb86427a3ee"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.050478022864442786, "seed": 2153184851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006743064963379342, "interval": [-0.04821013721967138, 0.0509914514523361], "p_value": 0.7981903062860294, "input_sha256": "6c290e0ce621f94fdc30c5b00ee1674707fa758b974b5c66ec1e0cb86427a3ee"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1844797899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.457145432196315, "interval": [3.2213289954101976, 13.692961868982433], "p_value": 0.002, "input_sha256": "5b31f6750a4ad5f360de71f07dfd6630f9812874ecd21557d45b1f3b356e6b6f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1844797899, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.457145432196315, "interval": [3.1769186473539195, 12.73651705286853], "p_value": 0.0024406253056370912, "input_sha256": "5b31f6750a4ad5f360de71f07dfd6630f9812874ecd21557d45b1f3b356e6b6f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04923534010062268, "seed": 1844797899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08561837515178747, "interval": [0.03435496646618171, 0.13688178383739322], "p_value": 0.001, "input_sha256": "02e5cb7f71c2dec3aab502199180aed2ed0db20ea11512bef0aac8321722ada9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04923534010062268, "seed": 1844797899, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08561837515178747, "interval": [0.03624220720179543, 0.13178723947337354], "p_value": 0.0018114615592613123, "input_sha256": "02e5cb7f71c2dec3aab502199180aed2ed0db20ea11512bef0aac8321722ada9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3280491426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.272793712716325, "interval": [3.765283606284081, 12.78030381914857], "p_value": 0.002, "input_sha256": "dfcf417c39d11e87b41e1fbdaf630114fde5ea021d4a7f1b0cf55b03342bc721"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3280491426, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.272793712716325, "interval": [4.014645907597044, 12.993239925550652], "p_value": 0.0006514521899027203, "input_sha256": "dfcf417c39d11e87b41e1fbdaf630114fde5ea021d4a7f1b0cf55b03342bc721"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.04860635282853444, "seed": 3280491426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0834121409219424, "interval": [0.036917801460084644, 0.12990648038380015], "p_value": 0.001, "input_sha256": "79ffdb9bdc2d6f656a905f867c2e0b9a880c137c5cde7d9d840e5e1372aac944"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.04860635282853444, "seed": 3280491426, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0834121409219424, "interval": [0.04098396992778583, 0.1317774897868708], "p_value": 0.0008314516043197441, "input_sha256": "79ffdb9bdc2d6f656a905f867c2e0b9a880c137c5cde7d9d840e5e1372aac944"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1176960110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.237141273773725, "interval": [-2.502363783262977, 6.976646330810427], "p_value": 0.378, "input_sha256": "0750a69749abf445d7a5ce0ea4efc8cb035f8e2d2549511cc2ac357fc3abab82"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1176960110, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.237141273773725, "interval": [-2.2690411305471923, 6.350359458888848], "p_value": 0.3449760400284476, "input_sha256": "0750a69749abf445d7a5ce0ea4efc8cb035f8e2d2549511cc2ac357fc3abab82"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.04909559971869236, "seed": 1176960110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010651652490442906, "interval": [-0.04156462084411273, 0.06286792582499853], "p_value": 0.688, "input_sha256": "e5e4b32d312425fd6ed1dbf63f4f0d201b61d8b998073b23ce10460b05da928d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.04909559971869236, "seed": 1176960110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010651652490442906, "interval": [-0.036807822057168656, 0.05562563126210923], "p_value": 0.681552961640855, "input_sha256": "e5e4b32d312425fd6ed1dbf63f4f0d201b61d8b998073b23ce10460b05da928d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 92881559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.163081962725705, "interval": [0.06801241137211367, 10.258151514079298], "p_value": 0.042, "input_sha256": "472849a599875ba2b761b9b791df40a0b739768c4fc91b934c9f18d5d8d7aeac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 92881559, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.163081962725705, "interval": [0.0025436780835921217, 9.592433715506095], "p_value": 0.04717200918195044, "input_sha256": "472849a599875ba2b761b9b791df40a0b739768c4fc91b934c9f18d5d8d7aeac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.050273183498101094, "seed": 92881559, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044695881647301955, "interval": [-0.01300256075095723, 0.10239432404556115], "p_value": 0.131, "input_sha256": "006572cea399e852e1d63e743ac1b5e53c113150d32a00fc19a4bfff2805566f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.050273183498101094, "seed": 92881559, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044695881647301955, "interval": [-0.01475606160104984, 0.09207938119117734], "p_value": 0.12487603090945974, "input_sha256": "006572cea399e852e1d63e743ac1b5e53c113150d32a00fc19a4bfff2805566f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2675943652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.696748815674999, "interval": [-4.438895609409233, 5.832393240759231], "p_value": 0.787, "input_sha256": "68ba11b8886b9dd94c4081f31317c30611186295ae39fb10465ae7ffba2d6cac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2675943652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.696748815674999, "interval": [-4.44114277244125, 4.853945757301201], "p_value": 0.7850744218564546, "input_sha256": "68ba11b8886b9dd94c4081f31317c30611186295ae39fb10465ae7ffba2d6cac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.04808245628627715, "seed": 2675943652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002711414324206185, "interval": [-0.0554996798445739, 0.05007685119616153], "p_value": 0.916, "input_sha256": "3f9ae4ea82db4f1f1cf636c717e4d4849abeb3953551b1f1383e74f9e83f4aeb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.04808245628627715, "seed": 2675943652, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002711414324206185, "interval": [-0.05862086586294642, 0.04060980595347104], "p_value": 0.917668891165349, "input_sha256": "3f9ae4ea82db4f1f1cf636c717e4d4849abeb3953551b1f1383e74f9e83f4aeb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2893053806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.400775240808384, "interval": [1.1753352524318128, 13.626215229184956], "p_value": 0.025, "input_sha256": "3437860b59f3a34316112741487338851a81142d2f17d264fe3b51f828df593c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2893053806, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.400775240808384, "interval": [1.4201023105850419, 12.75559604846258], "p_value": 0.021104731049332887, "input_sha256": "3437860b59f3a34316112741487338851a81142d2f17d264fe3b51f828df593c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.05069398846415094, "seed": 2893053806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.069589821302926, "interval": [-0.004114520166956431, 0.14329416277280843], "p_value": 0.069, "input_sha256": "54d484d8d2cf62d3b77ad31e32517c98fa18420e0e37fe400b9de5e6817e4f02"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.05069398846415094, "seed": 2893053806, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.069589821302926, "interval": [-0.005660986867507021, 0.1310949346585787], "p_value": 0.06350969450177987, "input_sha256": "54d484d8d2cf62d3b77ad31e32517c98fa18420e0e37fe400b9de5e6817e4f02"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3268192067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.761155127220395, "interval": [1.268238881736604, 10.254071372704185], "p_value": 0.012, "input_sha256": "ed9c1681f2c7428fc97115d3ef4bb81d7aea95ad7bbf68e844c95a67368016a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3268192067, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.761155127220395, "interval": [1.3025858820555831, 9.816922213025382], "p_value": 0.013502785283434713, "input_sha256": "ed9c1681f2c7428fc97115d3ef4bb81d7aea95ad7bbf68e844c95a67368016a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.05061160236200668, "seed": 3268192067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06651007412408698, "interval": [0.01581112841809397, 0.11720901983007999], "p_value": 0.007, "input_sha256": "da0f6735bae357070520900e9c55e1e79e6f795bf83fac05483916e3082a5226"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.05061160236200668, "seed": 3268192067, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06651007412408698, "interval": [0.01575026242677879, 0.1136918843733944], "p_value": 0.011771737318685159, "input_sha256": "da0f6735bae357070520900e9c55e1e79e6f795bf83fac05483916e3082a5226"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2897447925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.270889649736054, "interval": [-2.6661497008732766, 7.207929000345384], "p_value": 0.378, "input_sha256": "8eaa20e6b1a700895bfbaaabb3f11f3e7f8791bbfadafce8f428de22a82c3555"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2897447925, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.270889649736054, "interval": [-2.4821013128431093, 6.948270967158783], "p_value": 0.3576482563934468, "input_sha256": "8eaa20e6b1a700895bfbaaabb3f11f3e7f8791bbfadafce8f428de22a82c3555"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.04819873027185666, "seed": 2897447925, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019892752838213873, "interval": [-0.033857903717053044, 0.0736434093934808], "p_value": 0.467, "input_sha256": "66d9b95dce8ec1d5f1cd71db48db29938e3efba65e021d34485d1cf196507d33"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.04819873027185666, "seed": 2897447925, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019892752838213873, "interval": [-0.036836427201452186, 0.06767761945121352], "p_value": 0.4583274870226898, "input_sha256": "66d9b95dce8ec1d5f1cd71db48db29938e3efba65e021d34485d1cf196507d33"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3000213728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.220031668097184, "interval": [0.6682939071661389, 13.771769429028229], "p_value": 0.026, "input_sha256": "be9818c3a334e2359fe2112ee61079a50e6a3d3143a8a47df3a8c6c9cb3e36ce"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3000213728, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.220031668097184, "interval": [1.120071036435159, 12.956652587633402], "p_value": 0.03166947551029433, "input_sha256": "be9818c3a334e2359fe2112ee61079a50e6a3d3143a8a47df3a8c6c9cb3e36ce"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.05033447190063911, "seed": 3000213728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07653164261949764, "interval": [0.008992806096629904, 0.14407047914236537], "p_value": 0.022, "input_sha256": "bd33afbd8c757346f7712291462a333692c9e086074b637cd0c07bc2d34f7bc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.05033447190063911, "seed": 3000213728, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07653164261949764, "interval": [0.011530631056775185, 0.1382751609750126], "p_value": 0.02743068069087558, "input_sha256": "bd33afbd8c757346f7712291462a333692c9e086074b637cd0c07bc2d34f7bc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2416273619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3074020062290668, "interval": [-3.0762298478794277, 7.691033860337561], "p_value": 0.399, "input_sha256": "8a55b5a18fbdc757a261ce83cfe8b8ae973af85b6a326eb8c2f4545804060930"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2416273619, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3074020062290668, "interval": [-2.2358511047642, 7.330804434941087], "p_value": 0.3909202528966671, "input_sha256": "8a55b5a18fbdc757a261ce83cfe8b8ae973af85b6a326eb8c2f4545804060930"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.051410055596237694, "seed": 2416273619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02196776410969975, "interval": [-0.03867363474271356, 0.08260916296211307], "p_value": 0.469, "input_sha256": "88461354ef0d6ffd2f7ffcda624b337ffeb470bceafb2ad3334115b482b465d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.051410055596237694, "seed": 2416273619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02196776410969975, "interval": [-0.029597684126940266, 0.08218953433859699], "p_value": 0.4678063928567646, "input_sha256": "88461354ef0d6ffd2f7ffcda624b337ffeb470bceafb2ad3334115b482b465d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2403287526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1337007326237547, "interval": [-2.466377974083362, 6.733779439330871], "p_value": 0.348, "input_sha256": "f91cedcc4c13ff7e80f517958f4bda40ccb453dd9d44f45535ed5c2b51e6ab0a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2403287526, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1337007326237547, "interval": [-2.5214395939455976, 6.320171897528388], "p_value": 0.3528207751155368, "input_sha256": "f91cedcc4c13ff7e80f517958f4bda40ccb453dd9d44f45535ed5c2b51e6ab0a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04966978569006645, "seed": 2403287526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02230236435270272, "interval": [-0.02104005792768611, 0.06564478663309155], "p_value": 0.295, "input_sha256": "5fc8da0caf47f1c6aeec4db0d639ef7a0aef1439f033f1eaac8cab3fceb8a21a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04966978569006645, "seed": 2403287526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02230236435270272, "interval": [-0.017999392550517163, 0.06391661443961176], "p_value": 0.30404864497109285, "input_sha256": "5fc8da0caf47f1c6aeec4db0d639ef7a0aef1439f033f1eaac8cab3fceb8a21a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4249176804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.208780201109068, "interval": [-1.0675131724577307, 11.485073574675866], "p_value": 0.106, "input_sha256": "169ff6dd899daaa8bf9c88c412a15dad8ab52bd210a79516a9cd1b5c5eae61d9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4249176804, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.208780201109068, "interval": [-0.5711418194411303, 10.964968076997609], "p_value": 0.10071563826481152, "input_sha256": "169ff6dd899daaa8bf9c88c412a15dad8ab52bd210a79516a9cd1b5c5eae61d9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.04983787366435681, "seed": 4249176804, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057400233966155984, "interval": [-0.021608449637136803, 0.13640891756944878], "p_value": 0.17, "input_sha256": "7d24e8b9e9d6ea9f4f94b1320bd247b1c943c6d9edfa2cfee62fb4971f91541b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.04983787366435681, "seed": 4249176804, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057400233966155984, "interval": [-0.004682442857943438, 0.1476756224527063], "p_value": 0.14787085379930012, "input_sha256": "7d24e8b9e9d6ea9f4f94b1320bd247b1c943c6d9edfa2cfee62fb4971f91541b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 541350436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7879085795233607, "interval": [-2.5698148613070844, 6.145632020353806], "p_value": 0.401, "input_sha256": "ee612efc4fde4a2250b64b98136f51259d9aaa5dadc8f839ed5b4782694b7330"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 541350436, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7879085795233607, "interval": [-2.302786097556727, 5.7473042918761905], "p_value": 0.41101681505792964, "input_sha256": "ee612efc4fde4a2250b64b98136f51259d9aaa5dadc8f839ed5b4782694b7330"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.05032075540629425, "seed": 541350436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01225070456885799, "interval": [-0.03447981536078322, 0.0589812244984992], "p_value": 0.6, "input_sha256": "40b7ac8ba28342041425fc018d892711de4e6894a46878ade331e610e04ba383"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.05032075540629425, "seed": 541350436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01225070456885799, "interval": [-0.030408297497034456, 0.05569832829236081], "p_value": 0.5986709326812727, "input_sha256": "40b7ac8ba28342041425fc018d892711de4e6894a46878ade331e610e04ba383"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3222394697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.655573556072998, "interval": [-0.57970564910881, 9.890852761254806], "p_value": 0.08, "input_sha256": "24279b75004c9d6426d117839b70be01bbde6273921821be7c208732c309371c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3222394697, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.655573556072998, "interval": [-0.35328091886533264, 9.245674276061626], "p_value": 0.07974546890556575, "input_sha256": "24279b75004c9d6426d117839b70be01bbde6273921821be7c208732c309371c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.04816919492414096, "seed": 3222394697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05948778647993866, "interval": [0.00287360519753109, 0.11610196776234623], "p_value": 0.037, "input_sha256": "be51bb50196e5c2675decdf38390fb93221de1c35f04f53d825fd2541064919d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.04816919492414096, "seed": 3222394697, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05948778647993866, "interval": [0.007859739536054108, 0.11336015113928172], "p_value": 0.039972992697545416, "input_sha256": "be51bb50196e5c2675decdf38390fb93221de1c35f04f53d825fd2541064919d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2329420570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.885644764173764, "interval": [3.2313862822889545, 12.539903246058575], "p_value": 0.002, "input_sha256": "85a19975b0d251356b1fbd747896d369ead3d61324ffefc2bb026787b4baead9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2329420570, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.885644764173764, "interval": [3.368769305897122, 12.450245792955338], "p_value": 0.0014895889378202258, "input_sha256": "85a19975b0d251356b1fbd747896d369ead3d61324ffefc2bb026787b4baead9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.04841886185018745, "seed": 2329420570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07178554733293709, "interval": [0.026900145510556958, 0.11667094915531721], "p_value": 0.003, "input_sha256": "520f2067eb3ba3ee9587062229b68c5d8a7df0b25e7fa5c07c90c7153b5aae01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.04841886185018745, "seed": 2329420570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07178554733293709, "interval": [0.02546131801583579, 0.1158470446060795], "p_value": 0.0025096080757724764, "input_sha256": "520f2067eb3ba3ee9587062229b68c5d8a7df0b25e7fa5c07c90c7153b5aae01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3616450570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.768055496994355, "interval": [5.049127657071599, 12.486983336917111], "p_value": 0.001, "input_sha256": "26fc56e88310e0dd86c0c9135121a545a96fec89a6ef03c2186b08450be6668e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3616450570, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.768055496994355, "interval": [5.221942349274613, 12.387716789242774], "p_value": 2.6963741408269155e-05, "input_sha256": "26fc56e88310e0dd86c0c9135121a545a96fec89a6ef03c2186b08450be6668e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.04886048159502984, "seed": 3616450570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08793555990547319, "interval": [0.05152222992683011, 0.12434888988411627], "p_value": 0.001, "input_sha256": "57e30c474cfa5f86c3699d8116a5eedadd378a4aa4e991f9dedefb8fe57f8bf3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.04886048159502984, "seed": 3616450570, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08793555990547319, "interval": [0.0542872397158922, 0.12324799508554496], "p_value": 1.8835683455351997e-05, "input_sha256": "57e30c474cfa5f86c3699d8116a5eedadd378a4aa4e991f9dedefb8fe57f8bf3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 941594573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.639746316539659, "interval": [0.5386956381502737, 10.740796994929045], "p_value": 0.032, "input_sha256": "d1207027dd5e3046102755d9fbcfb2899e6d043efb49e9afebc4fdebcc8bc95b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 941594573, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.639746316539659, "interval": [1.0540158819657548, 10.094431439704444], "p_value": 0.0313160454569415, "input_sha256": "d1207027dd5e3046102755d9fbcfb2899e6d043efb49e9afebc4fdebcc8bc95b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.05155585789555759, "seed": 941594573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049181626063650674, "interval": [-0.016238672726453005, 0.11460192485375435], "p_value": 0.142, "input_sha256": "d1df499e9d6c75b7d30986b3874980d226d8d3b5e59c78313909ceb511733c05"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.05155585789555759, "seed": 941594573, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049181626063650674, "interval": [-0.015084647305714403, 0.10565115782729825], "p_value": 0.1354823851318409, "input_sha256": "d1df499e9d6c75b7d30986b3874980d226d8d3b5e59c78313909ceb511733c05"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2814919301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.601268457665474, "interval": [-1.8443704380509196, 11.046907353381867], "p_value": 0.157, "input_sha256": "168273ecd5ce7195d8541c8647de938b89e0c9161d90072524cf9828e15d3ea5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2814919301, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.601268457665474, "interval": [-1.1018083527392124, 11.181289381063973], "p_value": 0.15660078951533438, "input_sha256": "168273ecd5ce7195d8541c8647de938b89e0c9161d90072524cf9828e15d3ea5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.04787697916438922, "seed": 2814919301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04413292447955851, "interval": [-0.01896591174553386, 0.10723176070465087], "p_value": 0.182, "input_sha256": "63434cd82766a35ce8b4621bcd1056f0adfb6d69b1fc33e7fe636e7fb128b1ff"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.04787697916438922, "seed": 2814919301, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04413292447955851, "interval": [-0.013230916395518199, 0.10893138487687706], "p_value": 0.164936404621411, "input_sha256": "63434cd82766a35ce8b4621bcd1056f0adfb6d69b1fc33e7fe636e7fb128b1ff"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3209219980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.26702740767264, "interval": [6.88627876308641, 15.64777605225887], "p_value": 0.001, "input_sha256": "548249cfeb624e2cc7d0fcf21be787a90a27c0204ddb741a36bb68d159179a66"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3209219980, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.26702740767264, "interval": [6.780183379855968, 15.440040841432506], "p_value": 8.027252731137036e-06, "input_sha256": "548249cfeb624e2cc7d0fcf21be787a90a27c0204ddb741a36bb68d159179a66"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.050402028840160464, "seed": 3209219980, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12243670948171738, "interval": [0.07433240584989827, 0.17054101311353648], "p_value": 0.001, "input_sha256": "2bb8d2fd18ae10ade04a8c47f06e636323f17bf3c131278b7df57fdc9bfd8015"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.050402028840160464, "seed": 3209219980, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12243670948171738, "interval": [0.07157645875787264, 0.16567222338198787], "p_value": 9.794137342241751e-06, "input_sha256": "2bb8d2fd18ae10ade04a8c47f06e636323f17bf3c131278b7df57fdc9bfd8015"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 592377791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2921480550614, "interval": [-1.2925968524470495, 9.87689296256985], "p_value": 0.128, "input_sha256": "817d83b3a479803ffd9c9081e56322a5adb84f4a24af73b0e500f9fef7f978a5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 592377791, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2921480550614, "interval": [-1.1484093902962762, 9.382184664278617], "p_value": 0.12795255783042606, "input_sha256": "817d83b3a479803ffd9c9081e56322a5adb84f4a24af73b0e500f9fef7f978a5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04945985999393872, "seed": 592377791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05175736608768816, "interval": [-0.01304433609899558, 0.1165590682743719], "p_value": 0.114, "input_sha256": "ee12878c0100d489ac9476f15977bd2412763532e21e520c8ec355dc54dd096c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04945985999393872, "seed": 592377791, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05175736608768816, "interval": [-0.007670577421670049, 0.11357252724749083], "p_value": 0.11397451850922412, "input_sha256": "ee12878c0100d489ac9476f15977bd2412763532e21e520c8ec355dc54dd096c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 557624099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.364564163484128, "interval": [0.8411786208145191, 11.887949706153737], "p_value": 0.02, "input_sha256": "14751c31247ca29a25bd77d9c2363d17e26848de0a78f0e9a2c2ced8b464f12a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 557624099, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.364564163484128, "interval": [1.2606132717584315, 11.98164678299573], "p_value": 0.025104135820655522, "input_sha256": "14751c31247ca29a25bd77d9c2363d17e26848de0a78f0e9a2c2ced8b464f12a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.04869669579608278, "seed": 557624099, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052359612680886014, "interval": [-0.0034357354019104586, 0.10815496076368249], "p_value": 0.057, "input_sha256": "c93061100a01e4f034a9eb762915cea79f3dee94b746eb247d1f44f7b22d8958"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.04869669579608278, "seed": 557624099, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052359612680886014, "interval": [0.001250669482079796, 0.11145629260307427], "p_value": 0.06506512057563138, "input_sha256": "c93061100a01e4f034a9eb762915cea79f3dee94b746eb247d1f44f7b22d8958"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 814981387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.385404293357684, "interval": [0.4197354103790838, 8.351073176336286], "p_value": 0.021, "input_sha256": "28548c3a662b0748a784f3cc6dabe9cb626b2b541125165660f0170961445a51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 814981387, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.385404293357684, "interval": [0.5002129880185773, 7.787024391922564], "p_value": 0.031132045986563012, "input_sha256": "28548c3a662b0748a784f3cc6dabe9cb626b2b541125165660f0170961445a51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.04891257532631974, "seed": 814981387, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04128709063848979, "interval": [0.0011197766042574386, 0.08145440467272214], "p_value": 0.043, "input_sha256": "6d6dedcad8639287f2696a4e9b6894fd26e2a1c3f16e20a2264840eda5be6c50"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.04891257532631974, "seed": 814981387, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04128709063848979, "interval": [0.002804156078617592, 0.076107520033961], "p_value": 0.04424699607564095, "input_sha256": "6d6dedcad8639287f2696a4e9b6894fd26e2a1c3f16e20a2264840eda5be6c50"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2679623594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0704444597384306, "interval": [-3.499559112394606, 7.640448031871467], "p_value": 0.479, "input_sha256": "45adb69dcad16341032e216f9b1a054c045089ff0fb37379b6386ce36ae39af7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2679623594, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0704444597384306, "interval": [-4.184134256230372, 6.733362395063223], "p_value": 0.4560558615883863, "input_sha256": "45adb69dcad16341032e216f9b1a054c045089ff0fb37379b6386ce36ae39af7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0496327092104694, "seed": 2679623594, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021125054863592563, "interval": [-0.04103367189520598, 0.08328378162239111], "p_value": 0.502, "input_sha256": "6dbff5756d6d33c2188127f27d24da0ffa795a20e0376b45f7b71af16de768ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0496327092104694, "seed": 2679623594, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021125054863592563, "interval": [-0.04826775365153944, 0.07467395078027762], "p_value": 0.4952387705540613, "input_sha256": "6dbff5756d6d33c2188127f27d24da0ffa795a20e0376b45f7b71af16de768ac"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2188491879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9570776833913772, "interval": [-3.3811586536854596, 7.295314020468214], "p_value": 0.472, "input_sha256": "60d1167971b758ec31997f2c8bbca5fb7e54ac89511b62c655588de7e6fa51fb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2188491879, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9570776833913772, "interval": [-2.7244479298532456, 7.075009922694654], "p_value": 0.461720101647355, "input_sha256": "60d1167971b758ec31997f2c8bbca5fb7e54ac89511b62c655588de7e6fa51fb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.048766504643814955, "seed": 2188491879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019338258507581793, "interval": [-0.038856622764275484, 0.07753313977943907], "p_value": 0.522, "input_sha256": "c3046691e63a79ef7aa63e38cda349cb69f22ca8ee226b273b9449af07827067"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.048766504643814955, "seed": 2188491879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019338258507581793, "interval": [-0.03155280762417289, 0.07746368399758322], "p_value": 0.5041159000502904, "input_sha256": "c3046691e63a79ef7aa63e38cda349cb69f22ca8ee226b273b9449af07827067"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2817951722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.236476615524673, "interval": [2.8315105420461917, 13.641442689003153], "p_value": 0.005, "input_sha256": "3911f1523d4ceb97a987002a4ad6ed04618c856504b91ad173179cb9c05c99aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2817951722, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.236476615524673, "interval": [2.939925886449234, 12.901528031215092], "p_value": 0.003891105210726126, "input_sha256": "3911f1523d4ceb97a987002a4ad6ed04618c856504b91ad173179cb9c05c99aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.048626316280652546, "seed": 2817951722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0767020105003446, "interval": [0.02449900794034421, 0.128905013060345], "p_value": 0.005, "input_sha256": "f8162f8b3282b24ef4737ef68e3d7c623980e01b8236fbb2acf16da437d3f647"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.048626316280652546, "seed": 2817951722, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0767020105003446, "interval": [0.024887143563970985, 0.1214788556610754], "p_value": 0.005142282728694629, "input_sha256": "f8162f8b3282b24ef4737ef68e3d7c623980e01b8236fbb2acf16da437d3f647"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1999548678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.31458327905769, "interval": [-0.6983786966180867, 9.327545254733465], "p_value": 0.085, "input_sha256": "3dd3f5e9c93dc43e04eebfb982c8a757c3b07c10c99f7e6cf1089a1a2f7fd223"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1999548678, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.31458327905769, "interval": [-0.3977448269059931, 8.983940985169227], "p_value": 0.08942855360287143, "input_sha256": "3dd3f5e9c93dc43e04eebfb982c8a757c3b07c10c99f7e6cf1089a1a2f7fd223"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.049438156984637764, "seed": 1999548678, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030501434957428075, "interval": [-0.024736843972643592, 0.08573971388749974], "p_value": 0.242, "input_sha256": "8406372be8c37c7218805f18787fcb4c7412a7ad40cea79980fe718e6fe3991c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.049438156984637764, "seed": 1999548678, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030501434957428075, "interval": [-0.025823532184727504, 0.07887100296621265], "p_value": 0.2696141745127027, "input_sha256": "8406372be8c37c7218805f18787fcb4c7412a7ad40cea79980fe718e6fe3991c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3252147770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.07773481560523976, "interval": [-5.256390932541999, 5.100921301331519], "p_value": 0.975, "input_sha256": "cc3227e4dc4f4cd9ddc54baa80bda345b8a8fa01ca5aa7c2f1c949b9e956c4a9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3252147770, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.07773481560523976, "interval": [-5.202496698151191, 5.039635052214224], "p_value": 0.9759141996987591, "input_sha256": "cc3227e4dc4f4cd9ddc54baa80bda345b8a8fa01ca5aa7c2f1c949b9e956c4a9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.049645880575430755, "seed": 3252147770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017979508946083966, "interval": [-0.07557779721308222, 0.039618779320914295], "p_value": 0.527, "input_sha256": "3f09de622b9ff092dd81d7ac9d04eb0146779f9b33b942c70248d1e8c97f8abc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.049645880575430755, "seed": 3252147770, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017979508946083966, "interval": [-0.07337094085604833, 0.03849422087629465], "p_value": 0.5303260806031588, "input_sha256": "3f09de622b9ff092dd81d7ac9d04eb0146779f9b33b942c70248d1e8c97f8abc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1126965775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0565793936951309, "interval": [-3.550078290536727, 5.663237077926989], "p_value": 0.656, "input_sha256": "cb8689e57a00a77c309eafcb8441f9460202f601c1140576808399dcb47ef5b4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1126965775, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0565793936951309, "interval": [-3.4002058137634052, 5.479946686490668], "p_value": 0.645041911677849, "input_sha256": "cb8689e57a00a77c309eafcb8441f9460202f601c1140576808399dcb47ef5b4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.052205988069388934, "seed": 1126965775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01834051984953121, "interval": [-0.03231982305402308, 0.0690008627530855], "p_value": 0.464, "input_sha256": "cbbca04b37c9fd0440715b5ac801305b4d59ce6f1aee20189efd94809edc1be8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.052205988069388934, "seed": 1126965775, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01834051984953121, "interval": [-0.028152531733206313, 0.07204401826901902], "p_value": 0.4679059568375906, "input_sha256": "cbbca04b37c9fd0440715b5ac801305b4d59ce6f1aee20189efd94809edc1be8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 444991863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.46856740079565, "interval": [4.086570182230659, 12.85056461936064], "p_value": 0.001, "input_sha256": "697438eb54ca1d2bf6c16df41145ca871642f92d812d95cd0db5181ceba55898"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 444991863, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.46856740079565, "interval": [4.408606624204945, 12.398928167845396], "p_value": 0.00036922426817778914, "input_sha256": "697438eb54ca1d2bf6c16df41145ca871642f92d812d95cd0db5181ceba55898"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04894038594469149, "seed": 444991863, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07746231763731731, "interval": [0.03268995602730921, 0.12223467924732542], "p_value": 0.001, "input_sha256": "7c65575240f68adc46d535d303f9eea12cd78d6f298045e1e9af9c5c685dad1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04894038594469149, "seed": 444991863, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07746231763731731, "interval": [0.035842714951045684, 0.11698958622768366], "p_value": 0.0012097748740074455, "input_sha256": "7c65575240f68adc46d535d303f9eea12cd78d6f298045e1e9af9c5c685dad1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3152171567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.151625143014943, "interval": [0.04630620905719507, 10.25694407697269], "p_value": 0.042, "input_sha256": "bb624692fd160f3b46e94bbe181b2776ff9db9bf5ee2998ef7d9bdd8585a3a96"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3152171567, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.151625143014943, "interval": [-0.48270226617145423, 9.25461916655106], "p_value": 0.04805938167226979, "input_sha256": "bb624692fd160f3b46e94bbe181b2776ff9db9bf5ee2998ef7d9bdd8585a3a96"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.04883787420539911, "seed": 3152171567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04954694365938789, "interval": [-0.0035088880107353587, 0.10260277532951113], "p_value": 0.065, "input_sha256": "40696a694fec20a594dcebe39898f115acb5956b9b93726127abc39889c9ff0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.04883787420539911, "seed": 3152171567, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04954694365938789, "interval": [-0.005588146687206179, 0.09288317139631858], "p_value": 0.06632771664310777, "input_sha256": "40696a694fec20a594dcebe39898f115acb5956b9b93726127abc39889c9ff0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2229797273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2809178272619377, "interval": [-3.6401332646909674, 10.201968919214842], "p_value": 0.351, "input_sha256": "3c849f08d0c1fa084082d9cf57c6a4663e3db5f8e0b5176401ffabd599f4e04e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2229797273, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2809178272619377, "interval": [-3.0525714006094695, 10.018673529505707], "p_value": 0.33849430881945064, "input_sha256": "3c849f08d0c1fa084082d9cf57c6a4663e3db5f8e0b5176401ffabd599f4e04e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.04986409786001823, "seed": 2229797273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049992147491568814, "interval": [-0.027834362907130483, 0.1278186578902681], "p_value": 0.187, "input_sha256": "e060dfd00620ee2fedfdfc18067350d517c697f1eedb1a6b0614bac947d3ea3d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.04986409786001823, "seed": 2229797273, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049992147491568814, "interval": [-0.015283331003783191, 0.13588631362584178], "p_value": 0.19737082137258632, "input_sha256": "e060dfd00620ee2fedfdfc18067350d517c697f1eedb1a6b0614bac947d3ea3d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 605616740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.534494975582328, "interval": [1.9404499279495093, 13.128540023215148], "p_value": 0.009, "input_sha256": "6a7e1665759abd80d64390f67884b553efebe7e2472caa0777dcd20931662ea5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 605616740, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.534494975582328, "interval": [2.8231265462176016, 13.558924034137025], "p_value": 0.009898821736745358, "input_sha256": "6a7e1665759abd80d64390f67884b553efebe7e2472caa0777dcd20931662ea5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04928723698107444, "seed": 605616740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07394871703240248, "interval": [0.008120419229348821, 0.13977701483545613], "p_value": 0.034, "input_sha256": "869a42d282724c4d2f08da51623c55d30e0e63c4d96b723fa04d8d0135ec5989"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04928723698107444, "seed": 605616740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07394871703240248, "interval": [0.01941946947143439, 0.14716059459996156], "p_value": 0.028927388786432955, "input_sha256": "869a42d282724c4d2f08da51623c55d30e0e63c4d96b723fa04d8d0135ec5989"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 401551694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.726499140027265, "interval": [4.149567898970293, 17.303430381084237], "p_value": 0.002, "input_sha256": "d0e7ae29cf767090b7b9cad83a696d8cefaf7e1022319076aa452297a7170727"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 401551694, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.726499140027265, "interval": [4.712118262619679, 17.106677285985192], "p_value": 0.0020985443531706645, "input_sha256": "d0e7ae29cf767090b7b9cad83a696d8cefaf7e1022319076aa452297a7170727"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.049433251540543656, "seed": 401551694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11115861897562032, "interval": [0.043563089572745725, 0.1787541483784949], "p_value": 0.001, "input_sha256": "ce83722793736ceb3f4afe749ae49fc5800a8cadc8364633357f75668b447652"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.049433251540543656, "seed": 401551694, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11115861897562032, "interval": [0.05016570561789568, 0.18067854992889038], "p_value": 0.001953197391765468, "input_sha256": "ce83722793736ceb3f4afe749ae49fc5800a8cadc8364633357f75668b447652"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 852684873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.320784875410736, "interval": [2.4845379788764514, 14.15703177194502], "p_value": 0.004, "input_sha256": "ec3ad15b784dea39950c0f96894e598e8cacbd3cac25e3ac876405b425376bdb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 852684873, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.320784875410736, "interval": [3.96081546845545, 15.406114168488292], "p_value": 0.006462120665150315, "input_sha256": "ec3ad15b784dea39950c0f96894e598e8cacbd3cac25e3ac876405b425376bdb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.04847947098624152, "seed": 852684873, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07783798644485036, "interval": [0.02270226391088264, 0.13297370897881808], "p_value": 0.006, "input_sha256": "7c59a8dc389729b301ea868d8cf08eb6ecae6ccfe17604efc5a210daf78df8f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.04847947098624152, "seed": 852684873, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07783798644485036, "interval": [0.034708444094211977, 0.13793241472049583], "p_value": 0.006883698058769562, "input_sha256": "7c59a8dc389729b301ea868d8cf08eb6ecae6ccfe17604efc5a210daf78df8f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3388190981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.200520691174665, "interval": [-4.046698056592995, 8.447739438942325], "p_value": 0.475, "input_sha256": "515f100a8c99bb4ad0be90cef8779080ce9728605f30ab4bbc7bbfae6f2bb4ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3388190981, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.200520691174665, "interval": [-4.039898594800022, 7.60528295093468], "p_value": 0.47854951566331494, "input_sha256": "515f100a8c99bb4ad0be90cef8779080ce9728605f30ab4bbc7bbfae6f2bb4ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.049555043901098765, "seed": 3388190981, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019634031634176097, "interval": [-0.043660546619923274, 0.08292860988827547], "p_value": 0.528, "input_sha256": "6faf738af42a9987783b9d601b2bf729b3a0baa219be0fd10b2551860dee2827"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.049555043901098765, "seed": 3388190981, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019634031634176097, "interval": [-0.04050270900366947, 0.07843913309301935], "p_value": 0.5325680789959379, "input_sha256": "6faf738af42a9987783b9d601b2bf729b3a0baa219be0fd10b2551860dee2827"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3684089531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8920925573360625, "interval": [-1.8798442495467134, 9.664029364218838], "p_value": 0.185, "input_sha256": "eda9361249947f93adb3339f873bbdd330fd3b97f5bd3678d0b4c1656267c1d6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3684089531, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8920925573360625, "interval": [-3.6367361399780282, 8.332051722077047], "p_value": 0.1786766718202471, "input_sha256": "eda9361249947f93adb3339f873bbdd330fd3b97f5bd3678d0b4c1656267c1d6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04813177220860256, "seed": 3684089531, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03170860132251925, "interval": [-0.025011685243438248, 0.08842888788847675], "p_value": 0.267, "input_sha256": "b26d79ab38789cbe4fb93285f4508df819453999e6345a8c48a8471bded68132"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04813177220860256, "seed": 3684089531, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03170860132251925, "interval": [-0.03391255136647344, 0.07819329614644242], "p_value": 0.2642291607215462, "input_sha256": "b26d79ab38789cbe4fb93285f4508df819453999e6345a8c48a8471bded68132"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 414682321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.133490282946573, "interval": [4.18842380110932, 14.078556764783826], "p_value": 0.001, "input_sha256": "e728a4a5fabbef059929791b2672ad4de639c42a4cbe1cf68e3a5e78f56b3ce9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 414682321, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.133490282946573, "interval": [4.043499642068894, 13.283307878306903], "p_value": 0.0006585330236489656, "input_sha256": "e728a4a5fabbef059929791b2672ad4de639c42a4cbe1cf68e3a5e78f56b3ce9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.05049265900125127, "seed": 414682321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10142035835650957, "interval": [0.04995470072772494, 0.15288601598529422], "p_value": 0.001, "input_sha256": "dda60a98ae7890f73276b376dd4d23e994bf34c79a7a3e1ea7ebc66b2d7f1bde"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.05049265900125127, "seed": 414682321, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10142035835650957, "interval": [0.049900351185787256, 0.14300932142149753], "p_value": 0.00034462657525753654, "input_sha256": "dda60a98ae7890f73276b376dd4d23e994bf34c79a7a3e1ea7ebc66b2d7f1bde"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4048420986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.944494203672864, "interval": [2.982814275658892, 10.906174131686836], "p_value": 0.002, "input_sha256": "03fa510e4c585e3a89a3b78ab59f2b4c7eb2dbfab1f561e15ce765ded56ad142"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4048420986, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.944494203672864, "interval": [3.4717797216008384, 10.534555323961529], "p_value": 0.0010841961578716254, "input_sha256": "03fa510e4c585e3a89a3b78ab59f2b4c7eb2dbfab1f561e15ce765ded56ad142"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.049777394439830015, "seed": 4048420986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.068560903689411, "interval": [0.025956431934641797, 0.11116537544418022], "p_value": 0.004, "input_sha256": "8710afb41a29e42a408e3e7f65f0a17ff4c4fe9a9ce9ba04bd247ff97aea8301"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.049777394439830015, "seed": 4048420986, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.068560903689411, "interval": [0.03156046631686734, 0.10576333572644706], "p_value": 0.0024209422880288583, "input_sha256": "8710afb41a29e42a408e3e7f65f0a17ff4c4fe9a9ce9ba04bd247ff97aea8301"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2436053769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.793702877890549, "interval": [0.43769946363531176, 9.149706292145787], "p_value": 0.031, "input_sha256": "9e8f77031c65be49c9267bb4955956dc191290314bb48b7ac479a5aa6a844049"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2436053769, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.793702877890549, "interval": [0.5774921905629398, 8.637749961277915], "p_value": 0.03201767210148298, "input_sha256": "9e8f77031c65be49c9267bb4955956dc191290314bb48b7ac479a5aa6a844049"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.048623462124166274, "seed": 2436053769, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04748453941182665, "interval": [0.004436893060516929, 0.09053218576313637], "p_value": 0.031, "input_sha256": "ff898e6de5573f12ca110213a90fea203b4838108c8e1a68090be3751d834f9e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.048623462124166274, "seed": 2436053769, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04748453941182665, "interval": [0.007667423466741344, 0.0887726433137952], "p_value": 0.031652063909885265, "input_sha256": "ff898e6de5573f12ca110213a90fea203b4838108c8e1a68090be3751d834f9e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3194379226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.073360636383839, "interval": [-1.479348258213987, 7.626069530981665], "p_value": 0.174, "input_sha256": "37d30f607de2dc01882a26f471e1e4ef5aa1c0c1fa47d39419214572aa6795ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3194379226, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.073360636383839, "interval": [-0.6454311702542865, 7.725586445808575], "p_value": 0.17967522887949733, "input_sha256": "37d30f607de2dc01882a26f471e1e4ef5aa1c0c1fa47d39419214572aa6795ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.05102124122929752, "seed": 3194379226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02819906143505732, "interval": [-0.024387836596111573, 0.08078595946622621], "p_value": 0.267, "input_sha256": "f4da68241aa02192122c5d76a2be2dd8f485be028bec044803a39e2a2984403b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.05102124122929752, "seed": 3194379226, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02819906143505732, "interval": [-0.01463536906396995, 0.08230883553476229], "p_value": 0.28444085219261667, "input_sha256": "f4da68241aa02192122c5d76a2be2dd8f485be028bec044803a39e2a2984403b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3030680814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.276878000725194, "interval": [-4.652697724028726, 7.206453725479114], "p_value": 0.669, "input_sha256": "e8f00596fa3496bb9af0fd1cc341dfcd727f015dfd4ee702417cd68ceba2b250"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3030680814, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.276878000725194, "interval": [-4.773312372809941, 6.84385081623835], "p_value": 0.6649373159807355, "input_sha256": "e8f00596fa3496bb9af0fd1cc341dfcd727f015dfd4ee702417cd68ceba2b250"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.048100440653308575, "seed": 3030680814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013399666715031663, "interval": [-0.04906474002503731, 0.07586407345510063], "p_value": 0.654, "input_sha256": "92c01f9f4d6f13712b19f61672d25140a23d18091f535988a77da5b6fe5a4f42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.048100440653308575, "seed": 3030680814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013399666715031663, "interval": [-0.0475275366658021, 0.07544703720238341], "p_value": 0.6658425942632076, "input_sha256": "92c01f9f4d6f13712b19f61672d25140a23d18091f535988a77da5b6fe5a4f42"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 105504505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0085923668585153, "interval": [-3.01822705536042, 9.03541178907745], "p_value": 0.319, "input_sha256": "7ff2c3b55f77261092c8792912177ab5a502c45e824ca42bf846324a7eb3aa70"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 105504505, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0085923668585153, "interval": [-2.3687921798110207, 9.321984240682003], "p_value": 0.3184038887299983, "input_sha256": "7ff2c3b55f77261092c8792912177ab5a502c45e824ca42bf846324a7eb3aa70"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.04924497495295952, "seed": 105504505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035038753843157217, "interval": [-0.03100924091492352, 0.10108674860123795], "p_value": 0.299, "input_sha256": "5b0c6b23224d79901b6c37660b790a3e2d1dd00407342a2bb91007ed856c0320"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.04924497495295952, "seed": 105504505, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035038753843157217, "interval": [-0.019997087092331115, 0.1147979262432735], "p_value": 0.2887322681852152, "input_sha256": "5b0c6b23224d79901b6c37660b790a3e2d1dd00407342a2bb91007ed856c0320"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 433006228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.450506636517078, "interval": [-1.9787836317124077, 8.879796904746563], "p_value": 0.205, "input_sha256": "955b8e667c481aeb0bac61197d3024fb0130edc9dd7340cc66c7a5aea07f2e59"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 433006228, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.450506636517078, "interval": [-1.9227695555983777, 8.21478838053081], "p_value": 0.20521509676394725, "input_sha256": "955b8e667c481aeb0bac61197d3024fb0130edc9dd7340cc66c7a5aea07f2e59"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.05053757789476252, "seed": 433006228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022671423626361292, "interval": [-0.05194618705637927, 0.09728903430910185], "p_value": 0.584, "input_sha256": "82ad08fc40d73a9412ef893774bcbec4873ae233de94050e4966dfcdd8cb4e67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.05053757789476252, "seed": 433006228, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022671423626361292, "interval": [-0.05975945421215932, 0.07720645805892362], "p_value": 0.5388533295637226, "input_sha256": "82ad08fc40d73a9412ef893774bcbec4873ae233de94050e4966dfcdd8cb4e67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1316116813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.202399563038588, "interval": [-1.7997942767224657, 8.204593402799642], "p_value": 0.199, "input_sha256": "f9458cafe193a92b0cc89dcb039c8eff7778b4ff0c79564fd584bde0e059906c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1316116813, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.202399563038588, "interval": [-1.0024240988069282, 8.087073608203399], "p_value": 0.20193203482055938, "input_sha256": "f9458cafe193a92b0cc89dcb039c8eff7778b4ff0c79564fd584bde0e059906c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.04808678750822569, "seed": 1316116813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03038076341511868, "interval": [-0.023748796044049593, 0.08451032287428695], "p_value": 0.271, "input_sha256": "04d6bd4f11e1144caad2778e800743458fe8f23ad61f0f5776c345d27615f7b2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.04808678750822569, "seed": 1316116813, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03038076341511868, "interval": [-0.021532636793189463, 0.08126274892986907], "p_value": 0.26269555213184503, "input_sha256": "04d6bd4f11e1144caad2778e800743458fe8f23ad61f0f5776c345d27615f7b2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2380843515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.55964466869365, "interval": [0.23835682389600255, 10.880932513491299], "p_value": 0.032, "input_sha256": "b9bd156feb515e64958e429afd3b457180f818bb315e9be77856fcb8e2fdddd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2380843515, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.55964466869365, "interval": [-0.10084499288412474, 9.817196112679682], "p_value": 0.041048708153491056, "input_sha256": "b9bd156feb515e64958e429afd3b457180f818bb315e9be77856fcb8e2fdddd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.05062842617359066, "seed": 2380843515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05186890177164874, "interval": [-0.004588860396189512, 0.10832666393948699], "p_value": 0.06, "input_sha256": "6389a7b9bf0cfd156fbf5aba94b1a3c83d46dad42f3ad58cfe15029fb08e5fb1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.05062842617359066, "seed": 2380843515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05186890177164874, "interval": [-0.008524323255726576, 0.09799019698554608], "p_value": 0.07066042686304524, "input_sha256": "6389a7b9bf0cfd156fbf5aba94b1a3c83d46dad42f3ad58cfe15029fb08e5fb1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 35734617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.044740473906359, "interval": [2.5064703980879512, 11.583010549724765], "p_value": 0.004, "input_sha256": "95ef42e352068f9515fb1fbec4e395a2ee766697b2cf96c64ace4b26f699494f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 35734617, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.044740473906359, "interval": [2.7734156144305446, 11.374421309082301], "p_value": 0.003257576917865417, "input_sha256": "95ef42e352068f9515fb1fbec4e395a2ee766697b2cf96c64ace4b26f699494f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.05002365774071101, "seed": 35734617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07525947626577814, "interval": [0.025298761694251243, 0.12522019083730504], "p_value": 0.006, "input_sha256": "b87e7a883cf3f2b9f1d5e3f476e2be8fd14c3f32d08c08e180a228fe53fcb8d0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.05002365774071101, "seed": 35734617, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07525947626577814, "interval": [0.029227469808323085, 0.12771485118550308], "p_value": 0.004163294561336394, "input_sha256": "b87e7a883cf3f2b9f1d5e3f476e2be8fd14c3f32d08c08e180a228fe53fcb8d0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2919713437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.39399283773021, "interval": [-0.7547502477250925, 13.542735923185514], "p_value": 0.103, "input_sha256": "c58a4f58e0870742452d8b47c034821e4a78f4dba1164f27fad38d47130b6b56"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2919713437, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.39399283773021, "interval": [0.22364282476875755, 14.026137033986025], "p_value": 0.07810329244304055, "input_sha256": "c58a4f58e0870742452d8b47c034821e4a78f4dba1164f27fad38d47130b6b56"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.049207115018769156, "seed": 2919713437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06179146387368192, "interval": [-0.010206490654859651, 0.1337894184022235], "p_value": 0.122, "input_sha256": "f6f1b4bfba2b854c9456193cf6562487a51d73295ac1e3dc8c8359cfb3ae54c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.049207115018769156, "seed": 2919713437, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06179146387368192, "interval": [-0.0002682590710248873, 0.13436577150037896], "p_value": 0.09041377434316755, "input_sha256": "f6f1b4bfba2b854c9456193cf6562487a51d73295ac1e3dc8c8359cfb3ae54c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3753737150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.680588217978775, "interval": [1.0365602811814245, 12.324616154776125], "p_value": 0.017, "input_sha256": "11fe518f01aa91c15a81ca1db4a2a90ef217dc094f8298ee664c735485aedb90"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3753737150, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.680588217978775, "interval": [1.0689774541947645, 11.660934238053503], "p_value": 0.021637604637605227, "input_sha256": "11fe518f01aa91c15a81ca1db4a2a90ef217dc094f8298ee664c735485aedb90"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.04721793775230442, "seed": 3753737150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05961024138083104, "interval": [-0.00046130871239535853, 0.11968179147405744], "p_value": 0.041, "input_sha256": "fca1d4af2e9fb517bdce7491536b78015063e9b2a7b13b27d35c33dc476b18c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.04721793775230442, "seed": 3753737150, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05961024138083104, "interval": [-0.005250777384930831, 0.10997825350927354], "p_value": 0.05168805070331285, "input_sha256": "fca1d4af2e9fb517bdce7491536b78015063e9b2a7b13b27d35c33dc476b18c7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4292660171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.208861123795488, "interval": [0.04906989098853476, 10.368652356602443], "p_value": 0.04, "input_sha256": "4deab5115aa72d5e22b633520c7bc6d2a564cdbb5e4293429b184142f964f604"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4292660171, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.208861123795488, "interval": [-0.3312968107798016, 9.782401174302272], "p_value": 0.04797325473673701, "input_sha256": "4deab5115aa72d5e22b633520c7bc6d2a564cdbb5e4293429b184142f964f604"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.05108217839862084, "seed": 4292660171, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058883713838336946, "interval": [0.0023372627226729906, 0.11543016495400091], "p_value": 0.038, "input_sha256": "b88146b6024a0bc8b3860bfe0eb4e5acabe0123edeb49efc5bf836573b5716e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.05108217839862084, "seed": 4292660171, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058883713838336946, "interval": [-0.0016048847432052686, 0.10908362129968298], "p_value": 0.04168899006387726, "input_sha256": "b88146b6024a0bc8b3860bfe0eb4e5acabe0123edeb49efc5bf836573b5716e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3608771076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.039226643876328, "interval": [-1.4148935904189806, 9.493346878171636], "p_value": 0.159, "input_sha256": "7fa32b5dffa042e1bc2b0d508a95fb3cea0bc571b7f692cf4ef6613eaa52ef4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3608771076, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.039226643876328, "interval": [-0.5351717076616891, 9.724666082788689], "p_value": 0.14194780311363547, "input_sha256": "7fa32b5dffa042e1bc2b0d508a95fb3cea0bc571b7f692cf4ef6613eaa52ef4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.04757544036191737, "seed": 3608771076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04650961068710392, "interval": [-0.011494995302366952, 0.10451421667657479], "p_value": 0.125, "input_sha256": "98b7c07074a8c4064578a1e519efde4b7f093d80fe2b62689b91d1a6c630d127"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.04757544036191737, "seed": 3608771076, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04650961068710392, "interval": [-0.0037619795178125653, 0.10618914797207442], "p_value": 0.11259165215389998, "input_sha256": "98b7c07074a8c4064578a1e519efde4b7f093d80fe2b62689b91d1a6c630d127"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3380057503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.189779667025127, "interval": [-1.1133869235489895, 9.492946257599243], "p_value": 0.116, "input_sha256": "33a0da613f10ee433407f36d3f389464fdfa7dc06b3ec7b80c05a64738661059"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3380057503, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.189779667025127, "interval": [-0.03670311498912484, 9.971803930227267], "p_value": 0.11740145094882189, "input_sha256": "33a0da613f10ee433407f36d3f389464fdfa7dc06b3ec7b80c05a64738661059"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0475682491884547, "seed": 3380057503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04891072868120731, "interval": [-0.008740163396716717, 0.10656162075913134], "p_value": 0.087, "input_sha256": "b74c0f6a1745f11a75d99480c20c8a16c9a35bec692787051908da3de2f145a4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0475682491884547, "seed": 3380057503, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04891072868120731, "interval": [0.0034189643037871183, 0.11307172406458128], "p_value": 0.09349051327690185, "input_sha256": "b74c0f6a1745f11a75d99480c20c8a16c9a35bec692787051908da3de2f145a4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1516445978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5911180951615194, "interval": [-2.659689509639679, 7.841925699962718], "p_value": 0.321, "input_sha256": "ac7bddeac2727fb7533fb9a21e0e33d1100d2ae1e82f4b5458448c2cdceced20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1516445978, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5911180951615194, "interval": [-2.253176845844265, 7.444913149672892], "p_value": 0.3201297369581096, "input_sha256": "ac7bddeac2727fb7533fb9a21e0e33d1100d2ae1e82f4b5458448c2cdceced20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.048926994763820106, "seed": 1516445978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02601971009702847, "interval": [-0.029894765189873593, 0.08193418538393053], "p_value": 0.355, "input_sha256": "7c7326f0b50fbd99225c812eb5b96a8b53b1a14ecccf9d69e259c6686e5383a6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.048926994763820106, "seed": 1516445978, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02601971009702847, "interval": [-0.022826378144740603, 0.08109254237480756], "p_value": 0.34776658525582016, "input_sha256": "7c7326f0b50fbd99225c812eb5b96a8b53b1a14ecccf9d69e259c6686e5383a6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1976454325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.75852753262293, "interval": [0.8472989528815607, 12.669756112364299], "p_value": 0.018, "input_sha256": "2a433da8d7a58da7cb2fc03a43c73a84c11c01aefd6ce566e2792f5096262f97"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1976454325, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.75852753262293, "interval": [2.1249155826136845, 12.99111579961385], "p_value": 0.02613787009804431, "input_sha256": "2a433da8d7a58da7cb2fc03a43c73a84c11c01aefd6ce566e2792f5096262f97"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.05046688320722892, "seed": 1976454325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05029463728791472, "interval": [-0.010722077604886457, 0.1113113521807159], "p_value": 0.095, "input_sha256": "c2c74eb6b7bbb81f44d0454a215effe14f36e32588ae58a02c5a1db3845774ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.05046688320722892, "seed": 1976454325, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05029463728791472, "interval": [-0.0010751994683884634, 0.11250547464387067], "p_value": 0.10336449730923009, "input_sha256": "c2c74eb6b7bbb81f44d0454a215effe14f36e32588ae58a02c5a1db3845774ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3912726374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.83437931252128, "interval": [3.422367217252309, 14.246391407790252], "p_value": 0.004, "input_sha256": "b18ecb9558b19a09d07801907cc3b7b46fb0b380dd870f0fd78b20ca6018fdcc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3912726374, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.83437931252128, "interval": [4.016605283918805, 14.76736751651486], "p_value": 0.002165671016904878, "input_sha256": "b18ecb9558b19a09d07801907cc3b7b46fb0b380dd870f0fd78b20ca6018fdcc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.053801730780318247, "seed": 3912726374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09376519671397526, "interval": [0.023324250255774878, 0.16420614317217563], "p_value": 0.011, "input_sha256": "e83903505a53a7f5bfabe2649d030df4c79982e5d60b3cb9980594d13ccf9cbe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.053801730780318247, "seed": 3912726374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09376519671397526, "interval": [0.031687332968964387, 0.17119745039336146], "p_value": 0.010547603613643685, "input_sha256": "e83903505a53a7f5bfabe2649d030df4c79982e5d60b3cb9980594d13ccf9cbe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2756719716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.41192716661832, "interval": [0.8641242025077869, 11.959730130728854], "p_value": 0.022, "input_sha256": "05633ba5e99224810d04db7173c5a13cc826f4c134dfbb41c3feb5df49d263f1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2756719716, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.41192716661832, "interval": [1.6478181691896636, 11.739974821769694], "p_value": 0.024725347956407046, "input_sha256": "05633ba5e99224810d04db7173c5a13cc826f4c134dfbb41c3feb5df49d263f1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.049538747794232105, "seed": 2756719716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07441321092619194, "interval": [0.015070210034925702, 0.13375621181745817], "p_value": 0.012, "input_sha256": "6fbd7b160e22509b457efff945ee2188ea6ba1af424c1bcde9dd8e5ce6b6e489"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.049538747794232105, "seed": 2756719716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07441321092619194, "interval": [0.02495076235775772, 0.13371151677308732], "p_value": 0.015610671271369869, "input_sha256": "6fbd7b160e22509b457efff945ee2188ea6ba1af424c1bcde9dd8e5ce6b6e489"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 77743652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1587453261088836, "interval": [-3.6201715649896773, 5.9376622172074445], "p_value": 0.644, "input_sha256": "4fba505b6de3443596ffec2f6a73c74c32639061b0de15aac823ae2fc5567fd4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 77743652, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1587453261088836, "interval": [-3.7032176955308582, 5.354302611408535], "p_value": 0.6262809293667007, "input_sha256": "4fba505b6de3443596ffec2f6a73c74c32639061b0de15aac823ae2fc5567fd4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04979414717697985, "seed": 77743652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002929593915298581, "interval": [-0.042729769616880554, 0.04858895744747772], "p_value": 0.887, "input_sha256": "94e4d8689429decb1aef4bc6dbd3c8ed4c1d28e6021a93976e6f0f990b3dc373"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04979414717697985, "seed": 77743652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002929593915298581, "interval": [-0.042972569803414226, 0.04223942337315356], "p_value": 0.8973371114401216, "input_sha256": "94e4d8689429decb1aef4bc6dbd3c8ed4c1d28e6021a93976e6f0f990b3dc373"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2266024724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.810133966881608, "interval": [-0.07512708493765885, 11.695395018700875], "p_value": 0.059, "input_sha256": "fd7c515c2c95c9b1bd9089d265a3980311575ea71f570879c06a3aa122767125"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2266024724, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.810133966881608, "interval": [-0.37804636052775115, 11.348192270520883], "p_value": 0.0528482988923639, "input_sha256": "fd7c515c2c95c9b1bd9089d265a3980311575ea71f570879c06a3aa122767125"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.04852530384565666, "seed": 2266024724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052534263237079215, "interval": [-0.0031265249682192464, 0.10819505144237768], "p_value": 0.069, "input_sha256": "802069ea253a477d353e6144395e0bb4bb9215231a3b087effa6c6e9219dec01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.04852530384565666, "seed": 2266024724, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052534263237079215, "interval": [-0.0061635251075953645, 0.10304118491107633], "p_value": 0.06361167889130934, "input_sha256": "802069ea253a477d353e6144395e0bb4bb9215231a3b087effa6c6e9219dec01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 603455630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.883716779515765, "interval": [3.3190736606414353, 12.448359898390095], "p_value": 0.001, "input_sha256": "fbb6b68b76d2ddd31716ee5379b61a9ca96d18ffadb4eea96d7a41a19c907a59"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 603455630, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.883716779515765, "interval": [3.9038180220588097, 12.459241943304498], "p_value": 0.0012309301739115183, "input_sha256": "fbb6b68b76d2ddd31716ee5379b61a9ca96d18ffadb4eea96d7a41a19c907a59"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.04697367340626559, "seed": 603455630, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0750624210476814, "interval": [0.02799461834382739, 0.12213022375153543], "p_value": 0.003, "input_sha256": "5bcfc7c7796339d1cbc133fa94bcbf22199dbccbaaf7cd780a88c4ae9192b4a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.04697367340626559, "seed": 603455630, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0750624210476814, "interval": [0.033893154616391655, 0.12528265958025847], "p_value": 0.002640041512634526, "input_sha256": "5bcfc7c7796339d1cbc133fa94bcbf22199dbccbaaf7cd780a88c4ae9192b4a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2662984848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2122276005945256, "interval": [-2.5428798480688766, 6.967335049257928], "p_value": 0.343, "input_sha256": "abeba36da44ed7c8e7a6c925af1c228b8c26da67701d06fe168c1b3284d42534"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2662984848, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2122276005945256, "interval": [-2.3364611259580945, 6.632318531412673], "p_value": 0.35223446036087913, "input_sha256": "abeba36da44ed7c8e7a6c925af1c228b8c26da67701d06fe168c1b3284d42534"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.05065026818060543, "seed": 2662984848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018808866169969546, "interval": [-0.03288912411182932, 0.07050685645176841], "p_value": 0.45, "input_sha256": "920fcc8bba4aaae116c4838adce7272ba4a7f028c75af2443f8049e409a32f8a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.05065026818060543, "seed": 2662984848, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018808866169969546, "interval": [-0.03436986541217126, 0.06558938644076268], "p_value": 0.4657318381196668, "input_sha256": "920fcc8bba4aaae116c4838adce7272ba4a7f028c75af2443f8049e409a32f8a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 657616540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.050946964323008, "interval": [1.9916191555679772, 10.11027477307804], "p_value": 0.007, "input_sha256": "608322e3e8f84ccc82445749b8f3d6f97fa7cbb40f9b9aa81a86b03e9ee70788"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 657616540, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.050946964323008, "interval": [2.246705205283272, 9.679159282704978], "p_value": 0.004596229762484039, "input_sha256": "608322e3e8f84ccc82445749b8f3d6f97fa7cbb40f9b9aa81a86b03e9ee70788"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.049048979712015786, "seed": 657616540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07282815079374677, "interval": [0.027247619778605632, 0.11840868180888792], "p_value": 0.004, "input_sha256": "9cbaf5cd6ab85485117a3f7606d02b7f179ca380966333b7ff1b91a5b7b512c8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.049048979712015786, "seed": 657616540, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07282815079374677, "interval": [0.03120372824412793, 0.11877809933783638], "p_value": 0.0025237224031393925, "input_sha256": "9cbaf5cd6ab85485117a3f7606d02b7f179ca380966333b7ff1b91a5b7b512c8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2852358033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7506155239662142, "interval": [-1.2541908717703425, 8.755421919702771], "p_value": 0.14, "input_sha256": "79b5307c87dc3408e60074cd5b072376ff6c1d6bbbde3773b1846f5fb1656f65"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2852358033, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7506155239662142, "interval": [-1.2581209006427752, 8.386446964916233], "p_value": 0.13750788476178394, "input_sha256": "79b5307c87dc3408e60074cd5b072376ff6c1d6bbbde3773b1846f5fb1656f65"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04969116411920504, "seed": 2852358033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027747484317977036, "interval": [-0.02340201052134106, 0.07889697915729513], "p_value": 0.277, "input_sha256": "e4048b39b068fd7235194c757c659f69088043793a9303f63dd8c0d3385825b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04969116411920504, "seed": 2852358033, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027747484317977036, "interval": [-0.023148331236023948, 0.07510042298112486], "p_value": 0.2788842136586245, "input_sha256": "e4048b39b068fd7235194c757c659f69088043793a9303f63dd8c0d3385825b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2828322303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8110170583104068, "interval": [-3.843438645399944, 7.465472762020758], "p_value": 0.538, "input_sha256": "6ed166586d1d01c1e72790c69695c7dc3f8581ea580d01ed63658caf2aeb6d3f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2828322303, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8110170583104068, "interval": [-3.3526272211235386, 7.143819046889354], "p_value": 0.5202570134406072, "input_sha256": "6ed166586d1d01c1e72790c69695c7dc3f8581ea580d01ed63658caf2aeb6d3f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04826279620883209, "seed": 2828322303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026379176247777636, "interval": [-0.02681593767901353, 0.0795742901745688], "p_value": 0.328, "input_sha256": "1a8b14c4d10418aeb6f085b9d62dc0bac281c76af6a1a961db3010fbb959d135"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04826279620883209, "seed": 2828322303, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026379176247777636, "interval": [-0.02270450261624968, 0.0762275574027824], "p_value": 0.3217069930247283, "input_sha256": "1a8b14c4d10418aeb6f085b9d62dc0bac281c76af6a1a961db3010fbb959d135"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3784112743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.680892582522308, "interval": [1.9105529993956365, 15.451232165648978], "p_value": 0.008, "input_sha256": "3260882d6aa7571497636e210367d0fcc1f00c1f5579d9bc20d5fe7add5b30e8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3784112743, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.680892582522308, "interval": [3.233601781816636, 16.10467004073831], "p_value": 0.013354050091772984, "input_sha256": "3260882d6aa7571497636e210367d0fcc1f00c1f5579d9bc20d5fe7add5b30e8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0511479242830102, "seed": 3784112743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09075460915649966, "interval": [0.013356463512064501, 0.16815275480093483], "p_value": 0.022, "input_sha256": "1db73d439466691fc6da251647dca3a84b2dc7bec2f9cd538ea19da6c4f4c1b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0511479242830102, "seed": 3784112743, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09075460915649966, "interval": [0.02385964520386944, 0.16706963624265148], "p_value": 0.022768788556039782, "input_sha256": "1db73d439466691fc6da251647dca3a84b2dc7bec2f9cd538ea19da6c4f4c1b3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3627716241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.412513340789948, "interval": [-2.953300121861173, 9.778326803441068], "p_value": 0.276, "input_sha256": "9cdbffb734de96373526a52388de2aa699128f253485c31bfdac25a89dd171d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3627716241, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.412513340789948, "interval": [-2.590685467570948, 9.334206497027811], "p_value": 0.2840462770759816, "input_sha256": "9cdbffb734de96373526a52388de2aa699128f253485c31bfdac25a89dd171d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.04953116733482307, "seed": 3627716241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026846899217006337, "interval": [-0.041751806473875844, 0.09544560490788852], "p_value": 0.411, "input_sha256": "e07a13294424b38ebc2589336c0942e1468c28582f54124ce5a1f783851e46e8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.04953116733482307, "seed": 3627716241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026846899217006337, "interval": [-0.03538150621798337, 0.09582776111679257], "p_value": 0.4329792968880545, "input_sha256": "e07a13294424b38ebc2589336c0942e1468c28582f54124ce5a1f783851e46e8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1260972796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.122597019349114, "interval": [-0.26611147159625936, 10.511305510294488], "p_value": 0.065, "input_sha256": "a03b5140bb61716e2d2e9cec1f341b35cef980a2b0781a7c45568ea6c9de39e1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1260972796, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.122597019349114, "interval": [0.6183240088404955, 10.358856526637895], "p_value": 0.06176186350270207, "input_sha256": "a03b5140bb61716e2d2e9cec1f341b35cef980a2b0781a7c45568ea6c9de39e1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.04947460501271827, "seed": 1260972796, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.054092969882480135, "interval": [-0.011661886393962442, 0.11984782615892271], "p_value": 0.104, "input_sha256": "2b978d39fba20f7cb6afc7d5d746a1e5ab8021a238c0f4a34a3c1898a43c3f20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.04947460501271827, "seed": 1260972796, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.054092969882480135, "interval": [0.004587451547916522, 0.12776997550692965], "p_value": 0.10349764613848562, "input_sha256": "2b978d39fba20f7cb6afc7d5d746a1e5ab8021a238c0f4a34a3c1898a43c3f20"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2550240808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.132225062965452, "interval": [3.0572196228315542, 13.20723050309935], "p_value": 0.003, "input_sha256": "56ba6b17a9d21e3d5f9fccd4614a8c0f50352d0b127b7660060aea4725a79ed3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2550240808, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.132225062965452, "interval": [3.7075504087772537, 13.200083308695957], "p_value": 0.0025536759228908723, "input_sha256": "56ba6b17a9d21e3d5f9fccd4614a8c0f50352d0b127b7660060aea4725a79ed3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.048870288386164994, "seed": 2550240808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07725945409594026, "interval": [0.023298651402455753, 0.13122025678942478], "p_value": 0.009, "input_sha256": "29a05e18cd19629d818f068dde98d8f59994534c17d30f529217b141b4bf3ddc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.048870288386164994, "seed": 2550240808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07725945409594026, "interval": [0.02924405965198424, 0.1308137588815146], "p_value": 0.006317327659428778, "input_sha256": "29a05e18cd19629d818f068dde98d8f59994534c17d30f529217b141b4bf3ddc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2478512898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0992075079050174, "interval": [-2.269378615919859, 6.467793631729894], "p_value": 0.323, "input_sha256": "56e9a42027830c46aec911fca7f442d8e33c9762842c531aa2b91176da534bd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2478512898, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0992075079050174, "interval": [-1.9728743356509708, 6.17006606924961], "p_value": 0.33654278292699225, "input_sha256": "56e9a42027830c46aec911fca7f442d8e33c9762842c531aa2b91176da534bd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.051069155744495554, "seed": 2478512898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01829895174846534, "interval": [-0.028902637352335232, 0.0655005408492659], "p_value": 0.449, "input_sha256": "df0dc04997e76d92da339ec6359c38ee9fcbf97f4e95f0c6ce180dac3412c157"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.051069155744495554, "seed": 2478512898, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01829895174846534, "interval": [-0.028180920957056557, 0.05725392708734381], "p_value": 0.43731677148812753, "input_sha256": "df0dc04997e76d92da339ec6359c38ee9fcbf97f4e95f0c6ce180dac3412c157"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2235402485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.9743673097976515, "interval": [1.434683825167931, 12.514050794427373], "p_value": 0.017, "input_sha256": "8a70bfc81ed3bee19bed62f23262a74f1e911d54ad502229718ea91d87924867"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2235402485, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.9743673097976515, "interval": [1.9560230902897877, 12.209882822123204], "p_value": 0.014997900620444626, "input_sha256": "8a70bfc81ed3bee19bed62f23262a74f1e911d54ad502229718ea91d87924867"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04905481880715311, "seed": 2235402485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07123150861576294, "interval": [0.014494141959892855, 0.12796887527163303], "p_value": 0.018, "input_sha256": "15c70408a8b9352f54b74a1a83658cb594ef8d84e4786c412b1529753dfb4653"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04905481880715311, "seed": 2235402485, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07123150861576294, "interval": [0.01833819553972108, 0.12029177769357471], "p_value": 0.015241194568616723, "input_sha256": "15c70408a8b9352f54b74a1a83658cb594ef8d84e4786c412b1529753dfb4653"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3951364159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.830969887241661, "interval": [3.683953004805197, 13.977986769678125], "p_value": 0.003, "input_sha256": "4c3fa376c79330acde144289acdb6ef9d42a7da776e74e6316a28aee83bca85b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3951364159, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.830969887241661, "interval": [3.6960268179246847, 13.615370490984219], "p_value": 0.0013059622337318528, "input_sha256": "4c3fa376c79330acde144289acdb6ef9d42a7da776e74e6316a28aee83bca85b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0483396078001314, "seed": 3951364159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08417324786508217, "interval": [0.032098748072244415, 0.13624774765791992], "p_value": 0.005, "input_sha256": "e72f1c20873f648551643eac2a6aa58f4cb6490309cfb4b14bd9642212dee78c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0483396078001314, "seed": 3951364159, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08417324786508217, "interval": [0.03035869939621452, 0.13201238973071033], "p_value": 0.0022827320109556916, "input_sha256": "e72f1c20873f648551643eac2a6aa58f4cb6490309cfb4b14bd9642212dee78c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3716854292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9630500827340125, "interval": [-2.774219802940216, 10.700319968408241], "p_value": 0.253, "input_sha256": "50d0ffcb43059b8e3661bdbe52d6259eff052d7c63474e2fe07e23c51788c7e3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3716854292, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9630500827340125, "interval": [-2.420336459045341, 9.810256044699297], "p_value": 0.24019485113813632, "input_sha256": "50d0ffcb43059b8e3661bdbe52d6259eff052d7c63474e2fe07e23c51788c7e3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.04843705070706315, "seed": 3716854292, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023012119649737373, "interval": [-0.049398550000862365, 0.09542278930033711], "p_value": 0.528, "input_sha256": "e9fc650d91b515e6779da792df6f8dd4012275b95b1a55140c3a78eac82d9d13"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.04843705070706315, "seed": 3716854292, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023012119649737373, "interval": [-0.04769953988165911, 0.08197301530910397], "p_value": 0.522266867461616, "input_sha256": "e9fc650d91b515e6779da792df6f8dd4012275b95b1a55140c3a78eac82d9d13"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3863002121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.127028489969507, "interval": [-1.268869935223134, 9.522926915162149], "p_value": 0.112, "input_sha256": "b99f2669cd43f095c702b3dc2ea1e5e334514d995abe8d1a29fa4535197603a7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3863002121, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.127028489969507, "interval": [-1.3973586362038994, 8.490236993334337], "p_value": 0.12880434748082534, "input_sha256": "b99f2669cd43f095c702b3dc2ea1e5e334514d995abe8d1a29fa4535197603a7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04726872101915041, "seed": 3863002121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04380200736200694, "interval": [-0.013904818989656051, 0.10150883371366994], "p_value": 0.118, "input_sha256": "9a6c11b76c457e9cf57619f2297ba6fee86d8e76d309c5433b61d1eb36c45eb7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04726872101915041, "seed": 3863002121, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04380200736200694, "interval": [-0.008727361770220793, 0.09754271139170356], "p_value": 0.13139651130353672, "input_sha256": "9a6c11b76c457e9cf57619f2297ba6fee86d8e76d309c5433b61d1eb36c45eb7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2688178163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.125786489988995, "interval": [-0.9312357817752224, 9.182808761753211], "p_value": 0.092, "input_sha256": "79e78c4f748a99b2a04a40d89f70e9a6cb95b507f1991ffab802352ec0a970e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2688178163, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.125786489988995, "interval": [-0.5969970331177192, 8.880339761323224], "p_value": 0.10677261799165529, "input_sha256": "79e78c4f748a99b2a04a40d89f70e9a6cb95b507f1991ffab802352ec0a970e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.04910425080755352, "seed": 2688178163, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040672783970553794, "interval": [-0.011301228540573673, 0.09264679648168125], "p_value": 0.106, "input_sha256": "92b7808603e37d8aad8ec67b4378810d27b66408d4be66e52fc5eaa76d609a58"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.04910425080755352, "seed": 2688178163, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040672783970553794, "interval": [-0.008949306959576226, 0.08865252863900915], "p_value": 0.12124044257122617, "input_sha256": "92b7808603e37d8aad8ec67b4378810d27b66408d4be66e52fc5eaa76d609a58"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1165969367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.835584852139027, "interval": [0.7570946612335101, 10.914075043044544], "p_value": 0.028, "input_sha256": "9d97e11d372b805a010b3b43e2842e8ddcec48e0775a4a094a23951bdd4ba487"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1165969367, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.835584852139027, "interval": [0.7602007841494598, 10.266755053262237], "p_value": 0.025452891909429096, "input_sha256": "9d97e11d372b805a010b3b43e2842e8ddcec48e0775a4a094a23951bdd4ba487"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.05098736571562652, "seed": 1165969367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06335136037007101, "interval": [0.006892950521553108, 0.1198097702185889], "p_value": 0.038, "input_sha256": "f8969c477c20337463025f33cb242c8cb8d9d916909ed6a02c3c3beece05e288"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.05098736571562652, "seed": 1165969367, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06335136037007101, "interval": [0.006120420595417482, 0.11561242783535702], "p_value": 0.02890935475135243, "input_sha256": "f8969c477c20337463025f33cb242c8cb8d9d916909ed6a02c3c3beece05e288"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 851256412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.394770878511403, "interval": [0.7698515910557227, 10.019690165967083], "p_value": 0.026, "input_sha256": "fbf3cf2b6b8812fc39291e4b6e1dc9885d2f6075ad360168a189319427cf3f0e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 851256412, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.394770878511403, "interval": [1.3025823679950754, 9.849822230961928], "p_value": 0.02343937281959031, "input_sha256": "fbf3cf2b6b8812fc39291e4b6e1dc9885d2f6075ad360168a189319427cf3f0e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.048445259829280045, "seed": 851256412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04209672284770337, "interval": [-0.008359770982587056, 0.0925532166779938], "p_value": 0.089, "input_sha256": "b726656328961ff511c8bdaf5317a1823d42129a23e7d137181e5b0201b4a5d6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.048445259829280045, "seed": 851256412, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04209672284770337, "interval": [-0.0029204266537240873, 0.08911180115906558], "p_value": 0.0993526275303695, "input_sha256": "b726656328961ff511c8bdaf5317a1823d42129a23e7d137181e5b0201b4a5d6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1267843142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.529625118025466, "interval": [-1.253735299457639, 8.31298553550857], "p_value": 0.128, "input_sha256": "9c1feec27be1dfd2440c750b596c6f94d54a1a99377aaca0356fcf7bf04192df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1267843142, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.529625118025466, "interval": [-1.4176375783363067, 8.186097494388266], "p_value": 0.1434466497915197, "input_sha256": "9c1feec27be1dfd2440c750b596c6f94d54a1a99377aaca0356fcf7bf04192df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04945409280944268, "seed": 1267843142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03086169926389168, "interval": [-0.027722103763186103, 0.08944550229096945], "p_value": 0.275, "input_sha256": "7964d7d19e94ae2c663ffeda03447eb0c677f1274f836b052a93256359d85211"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04945409280944268, "seed": 1267843142, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03086169926389168, "interval": [-0.030757638241368297, 0.08976308194226884], "p_value": 0.2929516769607575, "input_sha256": "7964d7d19e94ae2c663ffeda03447eb0c677f1274f836b052a93256359d85211"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2389713196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.56196711983948, "interval": [4.133941859076369, 14.98999238060259], "p_value": 0.003, "input_sha256": "fa25e8ab9969c664776ff167ae271325cc63fdf88226c126b47bab73dfe30237"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2389713196, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.56196711983948, "interval": [4.204064647864461, 14.416150952064234], "p_value": 0.0010118503873212182, "input_sha256": "fa25e8ab9969c664776ff167ae271325cc63fdf88226c126b47bab73dfe30237"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.05181840024983997, "seed": 2389713196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09254323730193473, "interval": [0.0284398317008262, 0.15664664290304325], "p_value": 0.006, "input_sha256": "3543fcb35b202e3dd82295928a58167a28934535ee29c7561fc1be613957f823"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.05181840024983997, "seed": 2389713196, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09254323730193473, "interval": [0.027771923246960057, 0.14848994712513824], "p_value": 0.005833621574679869, "input_sha256": "3543fcb35b202e3dd82295928a58167a28934535ee29c7561fc1be613957f823"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1731508207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.545538967781889, "interval": [0.1362143865211083, 10.95486354904267], "p_value": 0.039, "input_sha256": "217b285af19e9d9122024e32e46bd8a0c921c8cbd39402df8e3464a084ee46aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1731508207, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.545538967781889, "interval": [0.9965089554038493, 11.236906286188894], "p_value": 0.04478410035216247, "input_sha256": "217b285af19e9d9122024e32e46bd8a0c921c8cbd39402df8e3464a084ee46aa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.04939129208199849, "seed": 1731508207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05665453690570428, "interval": [0.0012074223180401009, 0.11210165149336845], "p_value": 0.045, "input_sha256": "eb1d785d8436978ec01c083884eb70283bdf4d5f05b686a088c9f8b0e31af6f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.04939129208199849, "seed": 1731508207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05665453690570428, "interval": [0.010694946334289749, 0.11300782020643492], "p_value": 0.04545600280210363, "input_sha256": "eb1d785d8436978ec01c083884eb70283bdf4d5f05b686a088c9f8b0e31af6f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 231847695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1169653554822574, "interval": [-3.222660889617077, 9.456591600581593], "p_value": 0.306, "input_sha256": "4daf71af0006a984bc2d67c393c07bacbc366821850e9feb075afddd2d0c102f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 231847695, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1169653554822574, "interval": [-1.9861490375672155, 10.211168722849603], "p_value": 0.3233366410045482, "input_sha256": "4daf71af0006a984bc2d67c393c07bacbc366821850e9feb075afddd2d0c102f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.050434226746657984, "seed": 231847695, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047636492081346876, "interval": [-0.04122603040999376, 0.1364990145726875], "p_value": 0.268, "input_sha256": "c969fb071028fe6eb586e61a73a72415e43fac527df12a052f4edb0f4ec9f244"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.050434226746657984, "seed": 231847695, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047636492081346876, "interval": [-0.017410613667863454, 0.15891282885845975], "p_value": 0.28076336151542874, "input_sha256": "c969fb071028fe6eb586e61a73a72415e43fac527df12a052f4edb0f4ec9f244"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2640500930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3437587786260767, "interval": [-2.9538784190367027, 5.641395976288856], "p_value": 0.53, "input_sha256": "e5b4c9fa84560eba7d29a6b5b615b058f7207a18a0f98cf601a3d5a5151bf6cd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2640500930, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3437587786260767, "interval": [-2.978235780267153, 5.062467284025916], "p_value": 0.5302562588221837, "input_sha256": "e5b4c9fa84560eba7d29a6b5b615b058f7207a18a0f98cf601a3d5a5151bf6cd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.05002412306175944, "seed": 2640500930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013810865091445981, "interval": [-0.030597470479019832, 0.058219200661911795], "p_value": 0.526, "input_sha256": "a3313062f3cfae0d512f3391ba32832735b88b6b37f42bf9550e50ecaf7de75e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.05002412306175944, "seed": 2640500930, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013810865091445981, "interval": [-0.02972990437665847, 0.053098946682571244], "p_value": 0.5323449039163652, "input_sha256": "a3313062f3cfae0d512f3391ba32832735b88b6b37f42bf9550e50ecaf7de75e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 265136928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5642009598663238, "interval": [-5.1869051514624935, 6.315307071195141], "p_value": 0.833, "input_sha256": "207a9bfff9cdd81b7c5bf7d2a53b3801502c639f795e8216106876c8d22a5b71"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 265136928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5642009598663238, "interval": [-4.420921227362267, 6.318380559498629], "p_value": 0.8436265783509752, "input_sha256": "207a9bfff9cdd81b7c5bf7d2a53b3801502c639f795e8216106876c8d22a5b71"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.047625758275093875, "seed": 265136928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008140321587290278, "interval": [-0.0474744635983139, 0.06375510677289445], "p_value": 0.762, "input_sha256": "04562203ffec2ed1f2663a3de1dc1ee3c991b39269a09af562d872d2c5b25ef5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.047625758275093875, "seed": 265136928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008140321587290278, "interval": [-0.039845464806102356, 0.06403647968323521], "p_value": 0.7685939939115183, "input_sha256": "04562203ffec2ed1f2663a3de1dc1ee3c991b39269a09af562d872d2c5b25ef5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2118508413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2964328258818245, "interval": [-0.8633334012496512, 9.4561990530133], "p_value": 0.099, "input_sha256": "c62388edaf8823665fb83d350892c14177c70a8bd039683f7f4db540b20df1bb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2118508413, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2964328258818245, "interval": [-1.1109122119305204, 8.849366255474058], "p_value": 0.0999970141124326, "input_sha256": "c62388edaf8823665fb83d350892c14177c70a8bd039683f7f4db540b20df1bb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.049709138909771466, "seed": 2118508413, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04029944766456059, "interval": [-0.014452866302660357, 0.09505176163178153], "p_value": 0.139, "input_sha256": "1f979a6931e636b1518e75e543498ee0d3dcd5127f36035e1e5dfa0153ddd402"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.049709138909771466, "seed": 2118508413, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04029944766456059, "interval": [-0.013539210833565662, 0.09021094847222634], "p_value": 0.14433979596144747, "input_sha256": "1f979a6931e636b1518e75e543498ee0d3dcd5127f36035e1e5dfa0153ddd402"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 113167110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.990822636446654, "interval": [1.7978654302181667, 12.183779842675142], "p_value": 0.014, "input_sha256": "d990e1071cd3fe00e2d199ab75c03695514f04eb74106e2d8f7e45de771f3b19"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 113167110, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.990822636446654, "interval": [2.249590956456799, 12.324247951604203], "p_value": 0.009684048549001347, "input_sha256": "d990e1071cd3fe00e2d199ab75c03695514f04eb74106e2d8f7e45de771f3b19"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.04774184211699893, "seed": 113167110, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07275761146704864, "interval": [0.017338773804933247, 0.12817644912916404], "p_value": 0.01, "input_sha256": "926501520dc9f59a1714135fd9bd7e854fdc739ee7f8688860dd264821bf1984"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.04774184211699893, "seed": 113167110, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07275761146704864, "interval": [0.02738248466864618, 0.13067379960634848], "p_value": 0.011455418341119548, "input_sha256": "926501520dc9f59a1714135fd9bd7e854fdc739ee7f8688860dd264821bf1984"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4176682727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.134377598829587, "interval": [6.336102198042762, 15.932652999616412], "p_value": 0.001, "input_sha256": "6f2f64bd3f48f94b10dd3affda48e66a4b5ce74a81a5d5cd28ff2aeadd8d673c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4176682727, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.134377598829587, "interval": [7.011492982502719, 16.05033474613704], "p_value": 3.428019529207977e-05, "input_sha256": "6f2f64bd3f48f94b10dd3affda48e66a4b5ce74a81a5d5cd28ff2aeadd8d673c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.050126469310203814, "seed": 4176682727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11165751651776441, "interval": [0.061951229925633795, 0.16136380310989504], "p_value": 0.001, "input_sha256": "ec82b89d35decf592da9a13f864f447ca324af6ac3c3ab9a428f6016efc622e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.050126469310203814, "seed": 4176682727, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11165751651776441, "interval": [0.06872258110474237, 0.16015062776404224], "p_value": 5.488764385809853e-05, "input_sha256": "ec82b89d35decf592da9a13f864f447ca324af6ac3c3ab9a428f6016efc622e7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3218882016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.913092466267054, "interval": [0.6123689333890949, 9.213815999145012], "p_value": 0.029, "input_sha256": "ed8a09a30fd488827e0c115872f0ec8adf0427205daeab91eef7a1fda5ddbb01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3218882016, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.913092466267054, "interval": [0.3904239818538841, 8.720133223448675], "p_value": 0.02626914265862254, "input_sha256": "ed8a09a30fd488827e0c115872f0ec8adf0427205daeab91eef7a1fda5ddbb01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.051143770059134994, "seed": 3218882016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049183505181793, "interval": [-0.0023438600499678525, 0.10071087041355385], "p_value": 0.061, "input_sha256": "a17ec2e1202b204d570b67676aa1564ffa9dc1acf1e6c267e406bb5d1f5b195f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.051143770059134994, "seed": 3218882016, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049183505181793, "interval": [-0.0035478915069655594, 0.0974136222661984], "p_value": 0.060788533245782476, "input_sha256": "a17ec2e1202b204d570b67676aa1564ffa9dc1acf1e6c267e406bb5d1f5b195f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 815935376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.357883886058815, "interval": [-0.2361195213770495, 10.951887293494678], "p_value": 0.056, "input_sha256": "84aab0588c8f945928473ee0c24d7b01235150004d4b3d4331d539d996186b03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 815935376, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.357883886058815, "interval": [0.4348849126736412, 10.868342170250521], "p_value": 0.05990368691434013, "input_sha256": "84aab0588c8f945928473ee0c24d7b01235150004d4b3d4331d539d996186b03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.050484028977395214, "seed": 815935376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0637203106688522, "interval": [0.000788520524605818, 0.12665210081309858], "p_value": 0.045, "input_sha256": "d9046dd7f30b3ff2236ef5496c82386b031b16612da32aada09231d388e8e4a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.050484028977395214, "seed": 815935376, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0637203106688522, "interval": [0.006032666758436916, 0.12418443657428614], "p_value": 0.04736615345115955, "input_sha256": "d9046dd7f30b3ff2236ef5496c82386b031b16612da32aada09231d388e8e4a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1862539927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.146297024034912, "interval": [-0.6195631668792236, 10.912157214949048], "p_value": 0.082, "input_sha256": "ed8731a26576b86222abf8e616a0bd87871f99111b3f449c1239a0743dfdc1c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1862539927, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.146297024034912, "interval": [-0.07917591021494474, 9.899235215108565], "p_value": 0.07839803600860372, "input_sha256": "ed8731a26576b86222abf8e616a0bd87871f99111b3f449c1239a0743dfdc1c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.04917631233653966, "seed": 1862539927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0528318920723158, "interval": [-0.00530484786519185, 0.11096863200982345], "p_value": 0.072, "input_sha256": "70a26e3b48861113df9e1ff345fd70020d9b5b1941d25168a3e3e48c479bd9ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.04917631233653966, "seed": 1862539927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0528318920723158, "interval": [0.0036794167339551475, 0.10326576650809476], "p_value": 0.07335825769828516, "input_sha256": "70a26e3b48861113df9e1ff345fd70020d9b5b1941d25168a3e3e48c479bd9ab"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3267903734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.001397862950272, "interval": [2.8147306943304917, 11.188065031570051], "p_value": 0.003, "input_sha256": "92897dbf55d7795bc812595cbb55879b1e7377995d1fd5805bd59e9f8bc5ce25"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3267903734, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.001397862950272, "interval": [2.9514582465942754, 10.788981408080016], "p_value": 0.0017049339231492882, "input_sha256": "92897dbf55d7795bc812595cbb55879b1e7377995d1fd5805bd59e9f8bc5ce25"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.051543849263041876, "seed": 3267903734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07315188372380119, "interval": [0.025135557932043626, 0.12116820951555875], "p_value": 0.005, "input_sha256": "2e6a7ba1f1da71182c491b6a098c919209b82d133e7d04f0319257a9e922411b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.051543849263041876, "seed": 3267903734, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07315188372380119, "interval": [0.030474469649707642, 0.11747639495643108], "p_value": 0.0038705800795093732, "input_sha256": "2e6a7ba1f1da71182c491b6a098c919209b82d133e7d04f0319257a9e922411b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4065928866, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9623188731410668, "interval": [-2.864649118094335, 6.789286864376469], "p_value": 0.421, "input_sha256": "ede4d4293681a776d51c6bad99d6084421f7910b8daae244175dd38debe543a5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4065928866, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9623188731410668, "interval": [-2.609733574580899, 6.257580899389072], "p_value": 0.41471095572049577, "input_sha256": "ede4d4293681a776d51c6bad99d6084421f7910b8daae244175dd38debe543a5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.050404499824783434, "seed": 4065928866, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024069344525992825, "interval": [-0.032249398563921616, 0.08038808761590727], "p_value": 0.404, "input_sha256": "9dc198c48ba13a96e26cced72d78407e5c324a2a5715772705f6dbd1d7653374"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.050404499824783434, "seed": 4065928866, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024069344525992825, "interval": [-0.027799582924960004, 0.07554500589050134], "p_value": 0.39156057499654773, "input_sha256": "9dc198c48ba13a96e26cced72d78407e5c324a2a5715772705f6dbd1d7653374"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2396573102, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7872301049043795, "interval": [0.9379804479393155, 10.636479761869444], "p_value": 0.016, "input_sha256": "9d5d4473688c096b612d514e478327d1a82da83bcd8e277e64a906cae2449ce2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2396573102, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7872301049043795, "interval": [1.3470412265319947, 10.617823561304204], "p_value": 0.02064079897756287, "input_sha256": "9d5d4473688c096b612d514e478327d1a82da83bcd8e277e64a906cae2449ce2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.04918011706623112, "seed": 2396573102, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04907743410046614, "interval": [-0.002935228254344724, 0.101090096455277], "p_value": 0.059, "input_sha256": "f58e18ddcdaaeaad73e3c1373f24042534dada415d0cd4391edbd39336a498c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.04918011706623112, "seed": 2396573102, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04907743410046614, "interval": [0.002505306320215414, 0.09997795126416091], "p_value": 0.0636737257613694, "input_sha256": "f58e18ddcdaaeaad73e3c1373f24042534dada415d0cd4391edbd39336a498c9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2924799846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.599087812350101, "interval": [-1.239920766661501, 10.438096391361704], "p_value": 0.132, "input_sha256": "e12a881fd2ad4cd5b503f1277dfd9c7c5833567cb8f508c70529dd6f46600a54"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2924799846, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.599087812350101, "interval": [-1.0744993476812976, 10.088238610780342], "p_value": 0.11910594594681345, "input_sha256": "e12a881fd2ad4cd5b503f1277dfd9c7c5833567cb8f508c70529dd6f46600a54"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.05022654813885748, "seed": 2924799846, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04544722067485436, "interval": [-0.015929357634146754, 0.10682379898385548], "p_value": 0.163, "input_sha256": "efc1609b19d2e77a9bbb221280a620cf61d31b5487f2b13e576b59142a74a864"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.05022654813885748, "seed": 2924799846, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04544722067485436, "interval": [-0.011936232640206424, 0.10335384020303681], "p_value": 0.14213231393709025, "input_sha256": "efc1609b19d2e77a9bbb221280a620cf61d31b5487f2b13e576b59142a74a864"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3684252526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.48272633566266, "interval": [-1.3833112083885055, 12.348763879713825], "p_value": 0.096, "input_sha256": "4a60d9afef7ecce99a09bd92395fff602a010b72b94a1720351c4106b39f8519"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3684252526, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.48272633566266, "interval": [-0.5423394016743083, 12.231568755719811], "p_value": 0.1142511365090159, "input_sha256": "4a60d9afef7ecce99a09bd92395fff602a010b72b94a1720351c4106b39f8519"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04834761194349866, "seed": 3684252526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04284575664947997, "interval": [-0.033843682576504885, 0.11953519587546482], "p_value": 0.255, "input_sha256": "1f52d36d0ded94abeee1e635ed9d4ff660a866b69dc0835b6ece8a8eaf21f8ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04834761194349866, "seed": 3684252526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04284575664947997, "interval": [-0.03338463028943991, 0.10760475977314654], "p_value": 0.264685620256624, "input_sha256": "1f52d36d0ded94abeee1e635ed9d4ff660a866b69dc0835b6ece8a8eaf21f8ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1742629023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.283246289264266, "interval": [1.1495606603306845, 11.416931918197847], "p_value": 0.02, "input_sha256": "48bcd1cb3cff7e56cb19f5b924da8dcc8459956eb9482d809de550db9aa4530c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1742629023, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.283246289264266, "interval": [1.5073733021733347, 11.403026867859039], "p_value": 0.017802514717920215, "input_sha256": "48bcd1cb3cff7e56cb19f5b924da8dcc8459956eb9482d809de550db9aa4530c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0502828362968357, "seed": 1742629023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06696974423847317, "interval": [0.010714599603475615, 0.12322488887347072], "p_value": 0.026, "input_sha256": "b6602aac438c01cc1bae51ec3b5169dd30f8ed6be10465d5036804684c8f7fbc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0502828362968357, "seed": 1742629023, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06696974423847317, "interval": [0.012228604451644955, 0.12257086900825655], "p_value": 0.020922510188963666, "input_sha256": "b6602aac438c01cc1bae51ec3b5169dd30f8ed6be10465d5036804684c8f7fbc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3229883007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5292806693070826, "interval": [-1.5602600730742493, 8.618821411688415], "p_value": 0.182, "input_sha256": "5b59f6d612cbe491580e80ac2d79625909b0dcef5c8686d4af97dc7f5564132e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3229883007, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5292806693070826, "interval": [-1.4908680183388707, 7.866468854181056], "p_value": 0.1681761967597511, "input_sha256": "5b59f6d612cbe491580e80ac2d79625909b0dcef5c8686d4af97dc7f5564132e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.04961124692323534, "seed": 3229883007, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03219433381674197, "interval": [-0.02032335796171781, 0.08471202559520175], "p_value": 0.228, "input_sha256": "5c8892bfe35e863aaa50dfd4eec6efbaf0a8c2192be0607c5474742ef05fddd1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.04961124692323534, "seed": 3229883007, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03219433381674197, "interval": [-0.01866577575640708, 0.07585964516330716], "p_value": 0.22192817803146042, "input_sha256": "5c8892bfe35e863aaa50dfd4eec6efbaf0a8c2192be0607c5474742ef05fddd1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3415652056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.39279797872702105, "interval": [-4.384098982043797, 5.169694939497839], "p_value": 0.869, "input_sha256": "b526ad095300a8b82772bf384dd2b76e9aca3cf1b034a8ccc211f380c9cd6df4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3415652056, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.39279797872702105, "interval": [-4.873922264126833, 4.479520533359416], "p_value": 0.8686287860717167, "input_sha256": "b526ad095300a8b82772bf384dd2b76e9aca3cf1b034a8ccc211f380c9cd6df4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.050121815592553395, "seed": 3415652056, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002776854870426268, "interval": [-0.0544956496611289, 0.048941939920276366], "p_value": 0.915, "input_sha256": "72b058b781c83150bbdf14f5a78c7461889e696709e7c349afa14ecad3aa680f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.050121815592553395, "seed": 3415652056, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002776854870426268, "interval": [-0.060805873444147604, 0.04059794503840912], "p_value": 0.9137473496722399, "input_sha256": "72b058b781c83150bbdf14f5a78c7461889e696709e7c349afa14ecad3aa680f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1269724146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.324618198169716, "interval": [7.506081289364342, 15.14315510697509], "p_value": 0.001, "input_sha256": "4bbd76c3a1facc3773054dd354e0290a3dc224174afdb7a3afc79f824e25313f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1269724146, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.324618198169716, "interval": [7.092642483961158, 14.609463376216798], "p_value": 6.098092388521152e-07, "input_sha256": "4bbd76c3a1facc3773054dd354e0290a3dc224174afdb7a3afc79f824e25313f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.048583749326609915, "seed": 1269724146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11278530469876516, "interval": [0.07335203385292116, 0.15221857554460916], "p_value": 0.001, "input_sha256": "09669ce794362616e4e87f56b392a806e38f29731c9cbdd792f337478c4d4a2d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.048583749326609915, "seed": 1269724146, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11278530469876516, "interval": [0.0713758400280847, 0.14662626663063028], "p_value": 1.2050892703599614e-06, "input_sha256": "09669ce794362616e4e87f56b392a806e38f29731c9cbdd792f337478c4d4a2d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 763521202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.499498054150299, "interval": [0.4593170060644276, 10.539679102236171], "p_value": 0.035, "input_sha256": "92e82bf3278ca79f2ea32251505b7beb8764e654c7a8d0415cd480199e385d1e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 763521202, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.499498054150299, "interval": [0.747594396552902, 10.623579268178425], "p_value": 0.033286446461478054, "input_sha256": "92e82bf3278ca79f2ea32251505b7beb8764e654c7a8d0415cd480199e385d1e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.049030194502691374, "seed": 763521202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04881134918080787, "interval": [-0.007807783060850809, 0.10543048142246655], "p_value": 0.08, "input_sha256": "b5ce11615d898838271e0df1add56ce7e359ac1b824dd71a0d1d1847f63525e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.049030194502691374, "seed": 763521202, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04881134918080787, "interval": [-0.0041557249026665756, 0.10723404290805502], "p_value": 0.08902730789512943, "input_sha256": "b5ce11615d898838271e0df1add56ce7e359ac1b824dd71a0d1d1847f63525e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2307625306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.069009552423615, "interval": [1.348192514586045, 10.789826590261185], "p_value": 0.012, "input_sha256": "e7d7bb133d3e2a3186d0dd6e202ff500eeb4b3b1d466de3fae71c3f7c484e86a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2307625306, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.069009552423615, "interval": [0.8187554929598062, 10.285883616995854], "p_value": 0.013124308972364428, "input_sha256": "e7d7bb133d3e2a3186d0dd6e202ff500eeb4b3b1d466de3fae71c3f7c484e86a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.048125474502359024, "seed": 2307625306, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0549287024981374, "interval": [0.0063536044504200195, 0.10350380054585478], "p_value": 0.03, "input_sha256": "dbb2d92876b61c59b450c926ddc58d32c79afecae0d7db6b7521a1cf40371d51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.048125474502359024, "seed": 2307625306, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0549287024981374, "interval": [0.0012285079908066134, 0.09714231580753037], "p_value": 0.02772339486868008, "input_sha256": "dbb2d92876b61c59b450c926ddc58d32c79afecae0d7db6b7521a1cf40371d51"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 340245798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.515965316285405, "interval": [4.872891138846703, 14.159039493724105], "p_value": 0.001, "input_sha256": "3c9fed0f7b6a845f82b571d49b2b58d490b3a19535ef5e92a51c145ea45f3b0f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 340245798, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.515965316285405, "interval": [5.258443916352441, 13.584718582037954], "p_value": 0.0001815399477758778, "input_sha256": "3c9fed0f7b6a845f82b571d49b2b58d490b3a19535ef5e92a51c145ea45f3b0f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.04808650022166505, "seed": 340245798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09172151724700839, "interval": [0.044382435647662165, 0.1390605988463546], "p_value": 0.001, "input_sha256": "cf7862a5794b27d2600f8f769ab37cb56ed39ee813a12aca7913d472860d6749"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.04808650022166505, "seed": 340245798, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09172151724700839, "interval": [0.045872030081816124, 0.1310827066517947], "p_value": 0.00035534499056075913, "input_sha256": "cf7862a5794b27d2600f8f769ab37cb56ed39ee813a12aca7913d472860d6749"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 872057208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.572119812865119, "interval": [-0.5854753897689484, 11.729715015499186], "p_value": 0.082, "input_sha256": "7ac2922365033358840a0ced0ed745eed1cee396bebcb2cf00ec137b4fc74529"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 872057208, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.572119812865119, "interval": [0.093267072685982, 11.612699215364108], "p_value": 0.07481114331536697, "input_sha256": "7ac2922365033358840a0ced0ed745eed1cee396bebcb2cf00ec137b4fc74529"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.047546204199216804, "seed": 872057208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0561356795705313, "interval": [-0.00422517986983293, 0.11649653901089552], "p_value": 0.071, "input_sha256": "241c7bf8809ecd6f921953dd391314d58a6dbd0a985e02160c229c3ab7a7d72e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.047546204199216804, "seed": 872057208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0561356795705313, "interval": [0.0025464619487091636, 0.11654916195128293], "p_value": 0.06740923881862683, "input_sha256": "241c7bf8809ecd6f921953dd391314d58a6dbd0a985e02160c229c3ab7a7d72e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3163347400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8979116490075292, "interval": [-5.51564947007854, 7.311472768093599], "p_value": 0.796, "input_sha256": "20a557f93f3c7f5a18a5acfe1075e8a3f8606e24add85e8f9569cc64ec57721f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3163347400, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8979116490075292, "interval": [-5.735680061654527, 6.1860610524836686], "p_value": 0.7774415867006749, "input_sha256": "20a557f93f3c7f5a18a5acfe1075e8a3f8606e24add85e8f9569cc64ec57721f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.05051048936063383, "seed": 3163347400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008431932471467618, "interval": [-0.0860113892331804, 0.06914752429024516], "p_value": 0.851, "input_sha256": "7ac4553a6bd05325146f87fcd5306028d11ff58c6642f1816b14b8975bcb3654"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.05051048936063383, "seed": 3163347400, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008431932471467618, "interval": [-0.09634582034598557, 0.04741045325981644], "p_value": 0.8254712328074252, "input_sha256": "7ac4553a6bd05325146f87fcd5306028d11ff58c6642f1816b14b8975bcb3654"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3922298940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.688165247644538, "interval": [0.055380766386210034, 11.320949728902868], "p_value": 0.046, "input_sha256": "59de77e464c86f5a2147b7fbbb2706421b8b0c4287aa1055cf7f8c449870ad03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3922298940, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.688165247644538, "interval": [0.10952718508502762, 10.716656730730877], "p_value": 0.0478983668521216, "input_sha256": "59de77e464c86f5a2147b7fbbb2706421b8b0c4287aa1055cf7f8c449870ad03"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.049705090692256246, "seed": 3922298940, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05594078591130541, "interval": [-0.001184856678051592, 0.11306642850066242], "p_value": 0.05, "input_sha256": "0280c3ac58489c714ae84eecdab454ec14679eac508400448788cdbc7d32d645"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.049705090692256246, "seed": 3922298940, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05594078591130541, "interval": [-0.0021487545952168082, 0.10523304156579977], "p_value": 0.05469798034525752, "input_sha256": "0280c3ac58489c714ae84eecdab454ec14679eac508400448788cdbc7d32d645"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 802965609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.361783528117199, "interval": [4.07943457080542, 14.644132485428978], "p_value": 0.001, "input_sha256": "d32126d83a081fdcd2882ba99ff06696d5a2298024b1b6ac53ad66ab584394d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 802965609, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.361783528117199, "interval": [4.935967731589975, 14.777399880379546], "p_value": 0.0009456632063864309, "input_sha256": "d32126d83a081fdcd2882ba99ff06696d5a2298024b1b6ac53ad66ab584394d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.04922899435281003, "seed": 802965609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1020052208953237, "interval": [0.03615358239646144, 0.16785685939418596], "p_value": 0.002, "input_sha256": "c6912388b77932ca3c3aa9117af7c62ea9999b8c05f3d72cd9598f0b26cb2420"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.04922899435281003, "seed": 802965609, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1020052208953237, "interval": [0.05442782172510287, 0.17673403897859388], "p_value": 0.0034874098978862804, "input_sha256": "c6912388b77932ca3c3aa9117af7c62ea9999b8c05f3d72cd9598f0b26cb2420"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1456942843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.925447126428834, "interval": [-1.7164898739383387, 11.567384126796007], "p_value": 0.152, "input_sha256": "5f48805c4f577c3debf724bee72072796c4666c28bb8502ab8087f932639c822"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1456942843, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.925447126428834, "interval": [-1.26396005205786, 11.294358078359512], "p_value": 0.1411854262691144, "input_sha256": "5f48805c4f577c3debf724bee72072796c4666c28bb8502ab8087f932639c822"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.05083488738112255, "seed": 1456942843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.040608505544643875, "interval": [-0.02902303053292797, 0.11024004162221572], "p_value": 0.257, "input_sha256": "754371abfa01f5475bc4fbd2b5beef4b8da62a455bb02e8f178e7f140f66e335"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.05083488738112255, "seed": 1456942843, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.040608505544643875, "interval": [-0.028718340492045587, 0.10163315463654037], "p_value": 0.24373116925937388, "input_sha256": "754371abfa01f5475bc4fbd2b5beef4b8da62a455bb02e8f178e7f140f66e335"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 131490314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.887958287136717, "interval": [0.1913213782563581, 11.584595196017077], "p_value": 0.046, "input_sha256": "68f2709bd3c754b699f9a0c0bfb51c9d24015f61ef3b666223ebf6c86014a14d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 131490314, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.887958287136717, "interval": [0.811042836083488, 10.829424505474734], "p_value": 0.04315846057714369, "input_sha256": "68f2709bd3c754b699f9a0c0bfb51c9d24015f61ef3b666223ebf6c86014a14d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.049191218821328535, "seed": 131490314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05641029381633046, "interval": [-0.0006517047608275289, 0.11347229239348845], "p_value": 0.056, "input_sha256": "fb292b846edc8f852f9a73d8485cd541b6f13a844da287861006de4d5cc607c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.049191218821328535, "seed": 131490314, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05641029381633046, "interval": [0.0037652100759721697, 0.105284944530266], "p_value": 0.052537865798349855, "input_sha256": "fb292b846edc8f852f9a73d8485cd541b6f13a844da287861006de4d5cc607c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3580112730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8323237510248163, "interval": [-1.0724989922995523, 8.737146494349185], "p_value": 0.116, "input_sha256": "c6c471e68971680ad71f128656f58053f8ecbe3fdb24a0bd75c885fa878c54b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3580112730, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8323237510248163, "interval": [-0.6091844159707368, 8.45170533037229], "p_value": 0.12198823216562879, "input_sha256": "c6c471e68971680ad71f128656f58053f8ecbe3fdb24a0bd75c885fa878c54b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.050054305592880974, "seed": 3580112730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03652209731490888, "interval": [-0.01844524947176724, 0.091489444101585], "p_value": 0.177, "input_sha256": "30618153977db117d3c09a0a924c967a62f35f0273fdcc208ea80e0993a3a75d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.050054305592880974, "seed": 3580112730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03652209731490888, "interval": [-0.010860222108423016, 0.08927734323742235], "p_value": 0.18654307079801127, "input_sha256": "30618153977db117d3c09a0a924c967a62f35f0273fdcc208ea80e0993a3a75d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1942037546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.732971501595774, "interval": [-0.33587961755198226, 9.801822620743529], "p_value": 0.076, "input_sha256": "27ba7c3e20f1f302c24ea137c9ff6446655fbd63b6a510f736e79fb87cd16c12"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1942037546, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.732971501595774, "interval": [-0.08784538877799732, 9.504284829295402], "p_value": 0.06631375181588621, "input_sha256": "27ba7c3e20f1f302c24ea137c9ff6446655fbd63b6a510f736e79fb87cd16c12"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.04894374791791748, "seed": 1942037546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05014891404810755, "interval": [-0.0037728201674957565, 0.10407064826371085], "p_value": 0.076, "input_sha256": "6644a3a24f6dced1270895ae1f2b805b1efdeebb9f667a70896669fd84799c41"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.04894374791791748, "seed": 1942037546, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05014891404810755, "interval": [-0.0017194430081865274, 0.10365540470323485], "p_value": 0.06732551592105569, "input_sha256": "6644a3a24f6dced1270895ae1f2b805b1efdeebb9f667a70896669fd84799c41"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2558064715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.151237082832186, "interval": [2.642010145578542, 13.66046402008583], "p_value": 0.002, "input_sha256": "00be50dce4f51dd5afadec78a42b5939d8421f8a7898403deedd46a747990511"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2558064715, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.151237082832186, "interval": [3.2017428781384254, 13.503092745426715], "p_value": 0.004889740832477663, "input_sha256": "00be50dce4f51dd5afadec78a42b5939d8421f8a7898403deedd46a747990511"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.04961538434412358, "seed": 2558064715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08742318569947194, "interval": [0.028958290667136073, 0.1458880807318078], "p_value": 0.001, "input_sha256": "cdfc7288623578bfcc70d05126db9bd519fb415b5144779e1b12879cdc4fd1cc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.04961538434412358, "seed": 2558064715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08742318569947194, "interval": [0.036833143860693966, 0.1459315066614622], "p_value": 0.0045836677424893136, "input_sha256": "cdfc7288623578bfcc70d05126db9bd519fb415b5144779e1b12879cdc4fd1cc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2778271333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.451419950132003, "interval": [4.393326084810283, 16.509513815453722], "p_value": 0.002, "input_sha256": "6621357ff74d7639e8866236d3643e08309924bce023c4ab8ea030afcdfdee35"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2778271333, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.451419950132003, "interval": [5.211206496988776, 17.200209951328233], "p_value": 0.0013343955704019502, "input_sha256": "6621357ff74d7639e8866236d3643e08309924bce023c4ab8ea030afcdfdee35"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04861776761462874, "seed": 2778271333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1017651460540657, "interval": [0.03635547596857523, 0.16717481613955615], "p_value": 0.004, "input_sha256": "2bf8658b38b362fb00e794db56e16185a7a0107edcd81577a1356c7c00f6fa09"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04861776761462874, "seed": 2778271333, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1017651460540657, "interval": [0.04764526514589299, 0.17534495311286544], "p_value": 0.0033892983846919617, "input_sha256": "2bf8658b38b362fb00e794db56e16185a7a0107edcd81577a1356c7c00f6fa09"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3024594342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.676140250891214, "interval": [0.5724888206810093, 12.779791681101418], "p_value": 0.033, "input_sha256": "f2f0764a62e63d92b9ef75a3aa1cb7c49e5873462532e660d159b518c2a7d059"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3024594342, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.676140250891214, "interval": [1.5148429326527015, 12.876196390655556], "p_value": 0.0328889927401368, "input_sha256": "f2f0764a62e63d92b9ef75a3aa1cb7c49e5873462532e660d159b518c2a7d059"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.04914069918224469, "seed": 3024594342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0730671457211518, "interval": [0.006878438636700762, 0.13925585280560285], "p_value": 0.027, "input_sha256": "7141e9b649da7da679e7e9d78bd333bd6b1b35e82ee42e5148150244a3a386fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.04914069918224469, "seed": 3024594342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0730671457211518, "interval": [0.017227152216018983, 0.14037338702654242], "p_value": 0.03140631046185308, "input_sha256": "7141e9b649da7da679e7e9d78bd333bd6b1b35e82ee42e5148150244a3a386fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1225134221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5799098864881955, "interval": [-0.24580478758895374, 11.405624560565345], "p_value": 0.059, "input_sha256": "2ccf92fd5f8149146ff9986cc1306aab42c9f79028eb56286e69cc215af6719f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1225134221, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5799098864881955, "interval": [0.3816651709697042, 11.035342039321607], "p_value": 0.059891237607804966, "input_sha256": "2ccf92fd5f8149146ff9986cc1306aab42c9f79028eb56286e69cc215af6719f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04957000660536587, "seed": 1225134221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042725973864684116, "interval": [-0.018335118303816546, 0.10378706603318477], "p_value": 0.165, "input_sha256": "368c6d57bf64b169f77b14215eddab5ccf0843cd69a70f25f6c56d819639b7d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04957000660536587, "seed": 1225134221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042725973864684116, "interval": [-0.010974141770582512, 0.1020974834346449], "p_value": 0.16401362706721886, "input_sha256": "368c6d57bf64b169f77b14215eddab5ccf0843cd69a70f25f6c56d819639b7d2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2180025942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9301998878605744, "interval": [-0.9299114841715275, 8.790311259892675], "p_value": 0.104, "input_sha256": "b5fdf4f682eb3ab946702d3f0c43339a816833e38da47473d1bea7835bb134f4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2180025942, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9301998878605744, "interval": [-0.4750124063267753, 8.595705314865413], "p_value": 0.10973254905177045, "input_sha256": "b5fdf4f682eb3ab946702d3f0c43339a816833e38da47473d1bea7835bb134f4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0481165517076572, "seed": 2180025942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04481939836068534, "interval": [-0.004453460933295267, 0.09409225765466595], "p_value": 0.075, "input_sha256": "ca1482398910844a14e9e36150b61c344ea47a9994d664c14b730d200dd696e3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0481165517076572, "seed": 2180025942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04481939836068534, "interval": [0.0013554113374899153, 0.09411048232202136], "p_value": 0.07337573846152005, "input_sha256": "ca1482398910844a14e9e36150b61c344ea47a9994d664c14b730d200dd696e3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 466893044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.591569715420936, "interval": [-0.5822609039779776, 11.765400334819848], "p_value": 0.075, "input_sha256": "940bfbca5f9259fd3989befe93936368973fbfa3e57cc0b65d2c6119706b68c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 466893044, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.591569715420936, "interval": [0.8501433012654366, 11.89508969875653], "p_value": 0.07417728724107125, "input_sha256": "940bfbca5f9259fd3989befe93936368973fbfa3e57cc0b65d2c6119706b68c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.04775471112523273, "seed": 466893044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05074411780180968, "interval": [-0.011288291741824559, 0.11277652734544391], "p_value": 0.11, "input_sha256": "1344c39d7742d5024f23ffd8ddcb63977030b181fda2daeda13100dcdb170659"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.04775471112523273, "seed": 466893044, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05074411780180968, "interval": [0.002573506057329558, 0.11633022278218492], "p_value": 0.10524830684454851, "input_sha256": "1344c39d7742d5024f23ffd8ddcb63977030b181fda2daeda13100dcdb170659"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2638592595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.164561231623479, "interval": [0.8313866169286701, 9.497735846318287], "p_value": 0.027, "input_sha256": "21e03486ce662e86f88814327d25befae8167bf7833b929504fa31a4dd3045a5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2638592595, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.164561231623479, "interval": [0.93802407853906, 8.969784066251918], "p_value": 0.02078781738742884, "input_sha256": "21e03486ce662e86f88814327d25befae8167bf7833b929504fa31a4dd3045a5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04940236205778677, "seed": 2638592595, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.056121186898973496, "interval": [0.010419081254909819, 0.10182329254303718], "p_value": 0.022, "input_sha256": "9e455422816f3e0b5575756588d829d9284e89ab49b18e2d18ecf4deda59fe05"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04940236205778677, "seed": 2638592595, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.056121186898973496, "interval": [0.013286083866822737, 0.09639392549545064], "p_value": 0.017502527232761106, "input_sha256": "9e455422816f3e0b5575756588d829d9284e89ab49b18e2d18ecf4deda59fe05"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1110930513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.831172274237651, "interval": [1.8668589299228242, 9.795485618552478], "p_value": 0.013, "input_sha256": "cffb1740b0c0564d6339444bd02a8f38f1047cdc9b42b446a3214e5af87aa207"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1110930513, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.831172274237651, "interval": [2.175039854679433, 9.594776369602943], "p_value": 0.005047870832487684, "input_sha256": "cffb1740b0c0564d6339444bd02a8f38f1047cdc9b42b446a3214e5af87aa207"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.050891601012514255, "seed": 1110930513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06040082922622189, "interval": [0.011043214260923695, 0.10975844419152009], "p_value": 0.027, "input_sha256": "067d1b7131e94516b19bf380cccd51165f0d2e303209a2bc78652b00d707e077"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.050891601012514255, "seed": 1110930513, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06040082922622189, "interval": [0.017487632982377568, 0.10785409973498236], "p_value": 0.017805483087910887, "input_sha256": "067d1b7131e94516b19bf380cccd51165f0d2e303209a2bc78652b00d707e077"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1451314507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.088349978228496, "interval": [-0.1392440241345856, 8.315943980591578], "p_value": 0.057, "input_sha256": "232b9275b6f198884d4e618f5d419361609ecbb7704068974613a4bebcffaf47"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1451314507, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.088349978228496, "interval": [0.11868388408612757, 8.056947921239969], "p_value": 0.057633974779066045, "input_sha256": "232b9275b6f198884d4e618f5d419361609ecbb7704068974613a4bebcffaf47"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.049839152965077425, "seed": 1451314507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04136556630126863, "interval": [-0.0036593229298455335, 0.08639045553238278], "p_value": 0.087, "input_sha256": "9ec49a11dc072f02c20e3e66ef4febf00ed7a616fa3ba25a871ea55f6c60cca2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.049839152965077425, "seed": 1451314507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04136556630126863, "interval": [0.0017313162192325877, 0.08692894678989235], "p_value": 0.07061258070178277, "input_sha256": "9ec49a11dc072f02c20e3e66ef4febf00ed7a616fa3ba25a871ea55f6c60cca2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 926712197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5824904165528544, "interval": [-8.496643193325667, 5.331662360219959], "p_value": 0.647, "input_sha256": "9ee3bd1752dbf0d64de1b16502d544f9c5c1e1f20782c499f94bf38b5a13b79e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 926712197, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5824904165528544, "interval": [-7.976175353965227, 5.105339761229588], "p_value": 0.6455670043490611, "input_sha256": "9ee3bd1752dbf0d64de1b16502d544f9c5c1e1f20782c499f94bf38b5a13b79e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0499712906874546, "seed": 926712197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01440085711547276, "interval": [-0.08701683935431159, 0.058215125123366074], "p_value": 0.677, "input_sha256": "c3350d1c0122eb443c8eb0236aaeb69b4368d8227be1a0f728b3bb8de6e7d98c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0499712906874546, "seed": 926712197, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01440085711547276, "interval": [-0.07997532841990315, 0.05531510072422204], "p_value": 0.690064446238625, "input_sha256": "c3350d1c0122eb443c8eb0236aaeb69b4368d8227be1a0f728b3bb8de6e7d98c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3881217548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.951994241509258, "interval": [-0.11460335002367295, 12.018591833042189], "p_value": 0.053, "input_sha256": "966f1c6b78090325c599121c2c1dea4d87af68c7d56f44dea81e4da718feecbd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3881217548, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.951994241509258, "interval": [0.6634924978235323, 11.812134444873722], "p_value": 0.05424154251778479, "input_sha256": "966f1c6b78090325c599121c2c1dea4d87af68c7d56f44dea81e4da718feecbd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.04973059516819061, "seed": 3881217548, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06452767963499248, "interval": [-0.0033255097020212787, 0.13238086897200624], "p_value": 0.057, "input_sha256": "45ce95bdd2bf6d51c82370edd61dc02b39c1b8a9262c7a801f35941fe6f07792"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.04973059516819061, "seed": 3881217548, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06452767963499248, "interval": [0.0049426489272303845, 0.13122787365734104], "p_value": 0.06169859875851239, "input_sha256": "45ce95bdd2bf6d51c82370edd61dc02b39c1b8a9262c7a801f35941fe6f07792"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 660751087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.69137807554635, "interval": [0.9573575360704458, 10.425398615022253], "p_value": 0.022, "input_sha256": "c254a220aaf2da0f57362260c5c4f83a16f8e49bf10c6d35644fba64c6b4dabe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 660751087, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.69137807554635, "interval": [1.4411188197110425, 10.620570814006317], "p_value": 0.019770046810545037, "input_sha256": "c254a220aaf2da0f57362260c5c4f83a16f8e49bf10c6d35644fba64c6b4dabe"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.05093033937100255, "seed": 660751087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046654227073861715, "interval": [-0.0065972349185214885, 0.09990568906624492], "p_value": 0.081, "input_sha256": "900a10cbdee8861dbfba46d113085c26cad55cadd7234ffe0bdc7d1a09194d7e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.05093033937100255, "seed": 660751087, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046654227073861715, "interval": [-0.003621121793711545, 0.10034162335380133], "p_value": 0.08414290785172403, "input_sha256": "900a10cbdee8861dbfba46d113085c26cad55cadd7234ffe0bdc7d1a09194d7e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1521198605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.347341994930522, "interval": [-1.6922635858893393, 8.386947575750384], "p_value": 0.193, "input_sha256": "3a102bd98484c836699b31c8f7f44215cddfdca2259b96a24bd3c8a752cd58e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1521198605, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.347341994930522, "interval": [-0.6554913587621896, 8.956070259590227], "p_value": 0.18532184925046197, "input_sha256": "3a102bd98484c836699b31c8f7f44215cddfdca2259b96a24bd3c8a752cd58e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.04824752698732762, "seed": 1521198605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016616687586411064, "interval": [-0.035941769690968066, 0.0691751448637902], "p_value": 0.531, "input_sha256": "ec9f9a1c47e42bd3850158e30192519e334e281c6374e6a20bffa11c75e2f838"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.04824752698732762, "seed": 1521198605, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016616687586411064, "interval": [-0.02896147006269176, 0.07273392916948052], "p_value": 0.5231579802259282, "input_sha256": "ec9f9a1c47e42bd3850158e30192519e334e281c6374e6a20bffa11c75e2f838"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2982499451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016507662748299623, "interval": [-5.831159369890648, 5.864174695387248], "p_value": 0.997, "input_sha256": "7c0a995a5bff6b6fdd28535c555e0387b53ea4ff474d6319c856c2bf66f1d4bf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2982499451, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016507662748299623, "interval": [-6.44671767135886, 4.8149492919925105], "p_value": 0.9954577627636412, "input_sha256": "7c0a995a5bff6b6fdd28535c555e0387b53ea4ff474d6319c856c2bf66f1d4bf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.049432444611634395, "seed": 2982499451, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008627931658922963, "interval": [-0.046828112781832604, 0.06408397609967853], "p_value": 0.769, "input_sha256": "3c17827e4d0bac07a97b9f278f229f58c1a6c139823a12e4d0ba6dbb098bf62f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.049432444611634395, "seed": 2982499451, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008627931658922963, "interval": [-0.050480530919381816, 0.05450398052154251], "p_value": 0.7541548042663153, "input_sha256": "3c17827e4d0bac07a97b9f278f229f58c1a6c139823a12e4d0ba6dbb098bf62f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3409886189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.272103617882661, "interval": [2.6205976144998075, 11.923609621265514], "p_value": 0.002, "input_sha256": "dc3cea3f5de3c7503b251fc268e54c0c3bb0eac93f1847c665a942ea0cf3c872"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3409886189, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.272103617882661, "interval": [3.4701493739122404, 11.792304671342622], "p_value": 0.0034900906601936774, "input_sha256": "dc3cea3f5de3c7503b251fc268e54c0c3bb0eac93f1847c665a942ea0cf3c872"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.04736273395906175, "seed": 3409886189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07213062161829299, "interval": [0.028779985269601342, 0.11548125796698464], "p_value": 0.001, "input_sha256": "d7b88dfb63f88de39c57d435adeb9de25662fc064011109d533fe8459efe0d61"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.04736273395906175, "seed": 3409886189, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07213062161829299, "interval": [0.034979032896715834, 0.11394198775877983], "p_value": 0.002011928112536311, "input_sha256": "d7b88dfb63f88de39c57d435adeb9de25662fc064011109d533fe8459efe0d61"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1058413590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5624204224728535, "interval": [0.04973158303823677, 11.075109261907471], "p_value": 0.046, "input_sha256": "3ab45cf7a5d863c2ae3f35ace575c1f95277c1b0090546e88313840815030bdd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1058413590, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5624204224728535, "interval": [1.1026356518871527, 11.7156064661811], "p_value": 0.048069252949358196, "input_sha256": "3ab45cf7a5d863c2ae3f35ace575c1f95277c1b0090546e88313840815030bdd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.05075339948381051, "seed": 1058413590, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052499748236330426, "interval": [-0.0058671297201778674, 0.11086662619283871], "p_value": 0.078, "input_sha256": "1dd91fe0aff0c954d5256b5cd8c10e5c6f9bfc5e516bb33dae4da5869d89ea68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.05075339948381051, "seed": 1058413590, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052499748236330426, "interval": [-0.0006407391093106438, 0.11179287264461508], "p_value": 0.07647829677633262, "input_sha256": "1dd91fe0aff0c954d5256b5cd8c10e5c6f9bfc5e516bb33dae4da5869d89ea68"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4224002577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7454690786589735, "interval": [4.3300047687639305, 11.160933388554017], "p_value": 0.001, "input_sha256": "75c76b629abdb7486be44d5384cb9a324a7835c6216db0b88c854fb233004936"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4224002577, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7454690786589735, "interval": [4.495665532991286, 10.928058655086804], "p_value": 5.9511494843357906e-05, "input_sha256": "75c76b629abdb7486be44d5384cb9a324a7835c6216db0b88c854fb233004936"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0484971497824014, "seed": 4224002577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07887413509012454, "interval": [0.040182637307291234, 0.11756563287295785], "p_value": 0.001, "input_sha256": "16b315a288c0b90a93f2316e55485c819f22c03e59cedf5d7e5f629c6f940d67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0484971497824014, "seed": 4224002577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07887413509012454, "interval": [0.04295756017238344, 0.11820625817408459], "p_value": 0.000248525641456879, "input_sha256": "16b315a288c0b90a93f2316e55485c819f22c03e59cedf5d7e5f629c6f940d67"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1964425539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.95298040837408, "interval": [1.7913403965128198, 12.11462042023534], "p_value": 0.008, "input_sha256": "680efc9c059632234f875b5525fea961e13fb8db71f72a226a7563dfda99e1ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1964425539, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.95298040837408, "interval": [2.0375494340501823, 11.371709346545094], "p_value": 0.010180460504959946, "input_sha256": "680efc9c059632234f875b5525fea961e13fb8db71f72a226a7563dfda99e1ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.050303857379279046, "seed": 1964425539, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08331473216443444, "interval": [0.023069221861580974, 0.1435602424672879], "p_value": 0.005, "input_sha256": "acf88812ba165088d53733245404a63b911123c9a0311bc87d9d10ec74a5651e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.050303857379279046, "seed": 1964425539, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08331473216443444, "interval": [0.03159062764564452, 0.13928636768415867], "p_value": 0.00866467434612869, "input_sha256": "acf88812ba165088d53733245404a63b911123c9a0311bc87d9d10ec74a5651e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1165199706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8692421423736505, "interval": [-3.372767169645596, 7.111251454392897], "p_value": 0.489, "input_sha256": "995958947df60af3b5fda790a65e4fc71af2ac67f702fac87ed175d85420950e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1165199706, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8692421423736505, "interval": [-3.5215886884904286, 6.3869723548824515], "p_value": 0.474757122771449, "input_sha256": "995958947df60af3b5fda790a65e4fc71af2ac67f702fac87ed175d85420950e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04867745615738274, "seed": 1165199706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028120130161001233, "interval": [-0.023804612069334076, 0.08004487239133654], "p_value": 0.3, "input_sha256": "e3e1c8e9febcb490475f9b3e3531f6e38bdba6aed1e089b3bc42640ed8748663"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04867745615738274, "seed": 1165199706, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028120130161001233, "interval": [-0.02393333972642438, 0.073458812447997], "p_value": 0.2797021573413826, "input_sha256": "e3e1c8e9febcb490475f9b3e3531f6e38bdba6aed1e089b3bc42640ed8748663"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1681909540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6792180258140537, "interval": [-0.9647188408906135, 8.32315489251872], "p_value": 0.115, "input_sha256": "09d978a689ca282d215c6d28e0e492763a41d220aa5542945f0f0cb9211a4d4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1681909540, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6792180258140537, "interval": [-0.9329049661967346, 7.394281875968471], "p_value": 0.11701807800200187, "input_sha256": "09d978a689ca282d215c6d28e0e492763a41d220aa5542945f0f0cb9211a4d4a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.05017727010074602, "seed": 1681909540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04388190505916342, "interval": [-0.005566990836439058, 0.0933308009547659], "p_value": 0.077, "input_sha256": "ab0f4043b218b75a28a6c9357603e12e31aa18575293a8db3690aaf7d581f1ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.05017727010074602, "seed": 1681909540, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04388190505916342, "interval": [-0.004626239099199287, 0.0871874740630225], "p_value": 0.08032145161806362, "input_sha256": "ab0f4043b218b75a28a6c9357603e12e31aa18575293a8db3690aaf7d581f1ae"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3016396030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.879405076673116, "interval": [-3.0443105253773517, 6.803120678723584], "p_value": 0.476, "input_sha256": "633917ce80c5f7a453c88e83c6759b65ca896590520174056a2c34c011bab4f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3016396030, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.879405076673116, "interval": [-3.0627592110255524, 6.347049795117825], "p_value": 0.44265314159357627, "input_sha256": "633917ce80c5f7a453c88e83c6759b65ca896590520174056a2c34c011bab4f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.05087508732313088, "seed": 3016396030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022609787591672523, "interval": [-0.029720842361103776, 0.07494041754444883], "p_value": 0.417, "input_sha256": "6cbe8bd81defe40dd3957bdf1689e75d1c55b45ff0af651e29da1a3397bd1c99"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.05087508732313088, "seed": 3016396030, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022609787591672523, "interval": [-0.029054214458316477, 0.0704300865243979], "p_value": 0.385422119990931, "input_sha256": "6cbe8bd81defe40dd3957bdf1689e75d1c55b45ff0af651e29da1a3397bd1c99"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2063260157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.358825884567322, "interval": [-0.2829795746131216, 11.000631343747767], "p_value": 0.058, "input_sha256": "f06529101c8e76023ac037a193e897799b544c643947b937b66afbba344e0a53"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2063260157, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.358825884567322, "interval": [0.48834077784159924, 11.453373617124997], "p_value": 0.061980444478636536, "input_sha256": "f06529101c8e76023ac037a193e897799b544c643947b937b66afbba344e0a53"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.04880795988069919, "seed": 2063260157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05169463760368888, "interval": [-0.007137588404141831, 0.11052686361151959], "p_value": 0.093, "input_sha256": "db60ed46cd8c981e9f647b5349f94b8af52b8240dd01f1c7e1c4f6dbdeff250f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.04880795988069919, "seed": 2063260157, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05169463760368888, "interval": [0.0004199456861792222, 0.11187366905852777], "p_value": 0.0832670661281315, "input_sha256": "db60ed46cd8c981e9f647b5349f94b8af52b8240dd01f1c7e1c4f6dbdeff250f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1067678161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.561961748578346, "interval": [1.3719503015116565, 11.751973195645036], "p_value": 0.006, "input_sha256": "c7a57baabb6a2c4b3e761dc5a2d4f8192ede1a833cf4293a9070a7612a5f37a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1067678161, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.561961748578346, "interval": [1.8574454425206703, 11.524134800041242], "p_value": 0.014944180621347048, "input_sha256": "c7a57baabb6a2c4b3e761dc5a2d4f8192ede1a833cf4293a9070a7612a5f37a3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0500196951532517, "seed": 1067678161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06541972203303585, "interval": [0.012903662489399947, 0.11793578157667176], "p_value": 0.011, "input_sha256": "99014119de5a42d35ec065bea423ea989bdecea5bab8bcb34003b9ca2388c0d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0500196951532517, "seed": 1067678161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06541972203303585, "interval": [0.015433862875493459, 0.11473823229920073], "p_value": 0.01635960858561103, "input_sha256": "99014119de5a42d35ec065bea423ea989bdecea5bab8bcb34003b9ca2388c0d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3402218408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.29657706742268, "interval": [-0.31786192158315973, 8.911016056428519], "p_value": 0.075, "input_sha256": "47c8c2a5d70e27e66021759acedc6b3733124135fe36913521de78d136cb6251"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3402218408, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.29657706742268, "interval": [0.30457660541967685, 8.63588091737446], "p_value": 0.06710116068836437, "input_sha256": "47c8c2a5d70e27e66021759acedc6b3733124135fe36913521de78d136cb6251"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.04855044615052204, "seed": 3402218408, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04142024384589471, "interval": [-0.005266817819764319, 0.08810730551155374], "p_value": 0.087, "input_sha256": "3d7b94a29f16c63cb47fd3b9d78b5dc0bc74c05836f91b4359a4e99976df0ddf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.04855044615052204, "seed": 3402218408, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04142024384589471, "interval": [-0.0005531330493583781, 0.08377539090810894], "p_value": 0.0804447318674406, "input_sha256": "3d7b94a29f16c63cb47fd3b9d78b5dc0bc74c05836f91b4359a4e99976df0ddf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 809623346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.666286082910334, "interval": [-3.4917838701170805, 6.824356035937749], "p_value": 0.513, "input_sha256": "eec4eb14e1a35fcf2b33ebf912dfaaba5d6a4ac7ba81cb223eb6d6460aa6c048"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 809623346, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.666286082910334, "interval": [-3.0848776839051397, 6.718809852297477], "p_value": 0.5161924366757831, "input_sha256": "eec4eb14e1a35fcf2b33ebf912dfaaba5d6a4ac7ba81cb223eb6d6460aa6c048"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.05004224176091236, "seed": 809623346, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008313958266203625, "interval": [-0.055440432623183086, 0.07206834915559034], "p_value": 0.804, "input_sha256": "b9af13c1905a6fc4f1298161fd1ad34074e51b38c9f5c9ff18514ed7cee3b960"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.05004224176091236, "seed": 809623346, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008313958266203625, "interval": [-0.05838669821531978, 0.06315133460343444], "p_value": 0.7921658825080563, "input_sha256": "b9af13c1905a6fc4f1298161fd1ad34074e51b38c9f5c9ff18514ed7cee3b960"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3404657573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.608407447364103, "interval": [5.764568139447231, 15.452246755280974], "p_value": 0.001, "input_sha256": "7901b8c8d70b918fc2bd9d603f4b1a4ff64c0ef12ecf87ae7e45be4c402cd2de"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3404657573, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.608407447364103, "interval": [6.271427482105374, 15.186973229213654], "p_value": 8.859329944633619e-05, "input_sha256": "7901b8c8d70b918fc2bd9d603f4b1a4ff64c0ef12ecf87ae7e45be4c402cd2de"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.049061589531580005, "seed": 3404657573, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10274520407083784, "interval": [0.053773455656360866, 0.1517169524853148], "p_value": 0.001, "input_sha256": "2eb1797a092e04f365098135efbff51ed3bf2488e00e1a3addcdb287fc38c452"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.049061589531580005, "seed": 3404657573, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10274520407083784, "interval": [0.061143576729686025, 0.15026341514694275], "p_value": 0.00014022439593374178, "input_sha256": "2eb1797a092e04f365098135efbff51ed3bf2488e00e1a3addcdb287fc38c452"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1066041515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.829976125325876, "interval": [-1.0895526980805332, 8.749504948732286], "p_value": 0.109, "input_sha256": "8c7a441bc746d6300e8fbf96371404e2d3b1dbdf6d3da591b1347a0cb3c7e4c2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1066041515, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.829976125325876, "interval": [-0.1462045177302215, 9.047338529645264], "p_value": 0.12323773490847222, "input_sha256": "8c7a441bc746d6300e8fbf96371404e2d3b1dbdf6d3da591b1347a0cb3c7e4c2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.05109655940859178, "seed": 1066041515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024850746488096653, "interval": [-0.03145308586004732, 0.08115457883624062], "p_value": 0.398, "input_sha256": "a5a9d58ef1b035e00ac4098175b7188ba45d8e441360534713d8e4485cd40137"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.05109655940859178, "seed": 1066041515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024850746488096653, "interval": [-0.020591474139775367, 0.07866322187198754], "p_value": 0.3771755943852788, "input_sha256": "a5a9d58ef1b035e00ac4098175b7188ba45d8e441360534713d8e4485cd40137"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2113451600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.214859178488621, "interval": [-0.5590697620080709, 10.988788118985312], "p_value": 0.079, "input_sha256": "b5ae5246390d66c136d6383932fc9078d556f3c913096e93a5245a85024d8034"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2113451600, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.214859178488621, "interval": [-0.6799764625522212, 11.023588820830673], "p_value": 0.07505887969563707, "input_sha256": "b5ae5246390d66c136d6383932fc9078d556f3c913096e93a5245a85024d8034"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.048837018536380616, "seed": 2113451600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06048645924594215, "interval": [-0.005544775257389917, 0.1265176937492742], "p_value": 0.071, "input_sha256": "1bda2d31487b353fbf51fb7d9f7a48be12d4731d775bee3cc1a95a6a6f906876"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.048837018536380616, "seed": 2113451600, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06048645924594215, "interval": [0.0005064569447759877, 0.13354399181557886], "p_value": 0.07103751131308633, "input_sha256": "1bda2d31487b353fbf51fb7d9f7a48be12d4731d775bee3cc1a95a6a6f906876"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2263018446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.06717322755403, "interval": [3.1723547644757577, 12.961991690632301], "p_value": 0.001, "input_sha256": "ee74a964985dca580d07f4b85df27f63b054b21cf117f3455ba85ab7f41d477e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2263018446, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.06717322755403, "interval": [3.9568725382452716, 13.103173602713245], "p_value": 0.0020951181091720043, "input_sha256": "ee74a964985dca580d07f4b85df27f63b054b21cf117f3455ba85ab7f41d477e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.048998046446673126, "seed": 2263018446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07631463703869755, "interval": [0.02671150299403427, 0.12591777108336083], "p_value": 0.002, "input_sha256": "64a8e0c825c111fe97e683c0d8b03db70f7c5d5d2f37e976f38545a07c78594a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.048998046446673126, "seed": 2263018446, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07631463703869755, "interval": [0.02973087127108922, 0.12406276916809685], "p_value": 0.003698323290113927, "input_sha256": "64a8e0c825c111fe97e683c0d8b03db70f7c5d5d2f37e976f38545a07c78594a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2165513909, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0639632992960557, "interval": [-2.966144699318634, 9.094071297910745], "p_value": 0.291, "input_sha256": "11fa1dea85ae08d27a2780698a1b24842dcae67479f2e510727d7b9a4b3105f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2165513909, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0639632992960557, "interval": [-3.828972116071836, 8.16502079744134], "p_value": 0.309590267982953, "input_sha256": "11fa1dea85ae08d27a2780698a1b24842dcae67479f2e510727d7b9a4b3105f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0504550721680989, "seed": 2165513909, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04034391021601462, "interval": [-0.028331150271898198, 0.10901897070392744], "p_value": 0.217, "input_sha256": "ee0312c33d2cbe296757db21693b5607998a4cc3a3062b09aefb464899376922"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0504550721680989, "seed": 2165513909, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04034391021601462, "interval": [-0.028320160055406836, 0.10447177156389116], "p_value": 0.2417044389873754, "input_sha256": "ee0312c33d2cbe296757db21693b5607998a4cc3a3062b09aefb464899376922"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 803340645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.352002421178827, "interval": [0.17320676568410853, 10.530798076673545], "p_value": 0.046, "input_sha256": "0ed26736b79a519e02b769baf3223a4cd02e8325661db78c96cb1b0c91f0ea6a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 803340645, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.352002421178827, "interval": [0.17932323852167836, 9.805923793774319], "p_value": 0.04316380178070878, "input_sha256": "0ed26736b79a519e02b769baf3223a4cd02e8325661db78c96cb1b0c91f0ea6a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.05102686304450847, "seed": 803340645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06240366104678442, "interval": [0.0031011008771229948, 0.12170622121644585], "p_value": 0.049, "input_sha256": "c6445ee08116f72cb7c631ecb4df11c7fbdb15a4c6b4b93f7215b22ff1704cd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.05102686304450847, "seed": 803340645, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06240366104678442, "interval": [0.00542220808080058, 0.11419381265281513], "p_value": 0.039685363249563683, "input_sha256": "c6445ee08116f72cb7c631ecb4df11c7fbdb15a4c6b4b93f7215b22ff1704cd8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3098895161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.441694647611303, "interval": [-0.30108782494423103, 11.184477120166838], "p_value": 0.074, "input_sha256": "bdd98bea5b557094736b5d081113ee3eecb6b8d47423751005d0ef68a09428d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3098895161, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.441694647611303, "interval": [0.10500604672075317, 10.878011673076378], "p_value": 0.06247041324677152, "input_sha256": "bdd98bea5b557094736b5d081113ee3eecb6b8d47423751005d0ef68a09428d5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.04983223085067638, "seed": 3098895161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03834469119226229, "interval": [-0.01952645073126292, 0.09621583311578749], "p_value": 0.193, "input_sha256": "f39561ff402dcaa11c520fca1a40e59a79dd284f47809f39c85decc8fd5a11d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.04983223085067638, "seed": 3098895161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03834469119226229, "interval": [-0.015303011712778158, 0.09189604432406254], "p_value": 0.1869521580745458, "input_sha256": "f39561ff402dcaa11c520fca1a40e59a79dd284f47809f39c85decc8fd5a11d7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3551273361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.092113558071646, "interval": [0.7853602961729598, 13.398866819970333], "p_value": 0.03, "input_sha256": "cf68c4e0a791794e3ca7061d0c34f356b6dec3ee6ee1cbdf43839c5e78162b3f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3551273361, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.092113558071646, "interval": [1.7788418373293517, 13.49130583324105], "p_value": 0.028569114287427932, "input_sha256": "cf68c4e0a791794e3ca7061d0c34f356b6dec3ee6ee1cbdf43839c5e78162b3f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.049107601900015375, "seed": 3551273361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06399946865295635, "interval": [0.000986712472509893, 0.1270122248334028], "p_value": 0.05, "input_sha256": "e02c28dc0ad9bc3264ce2abde632ffb1867ba9839e3d648da7eecd1ef55c09e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.049107601900015375, "seed": 3551273361, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06399946865295635, "interval": [0.006777154414375399, 0.12106176932479443], "p_value": 0.0467047805537656, "input_sha256": "e02c28dc0ad9bc3264ce2abde632ffb1867ba9839e3d648da7eecd1ef55c09e6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1468541992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.343065414135541, "interval": [-2.0118145517748847, 8.697945380045967], "p_value": 0.207, "input_sha256": "0c92eaf9e10e63bc59ff91bf461b2ac479fb78e2d9f2652e1042c7acf3b0ec44"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1468541992, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.343065414135541, "interval": [-1.9499649900632616, 8.127797332276405], "p_value": 0.2132682560009345, "input_sha256": "0c92eaf9e10e63bc59ff91bf461b2ac479fb78e2d9f2652e1042c7acf3b0ec44"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.04872883915412173, "seed": 1468541992, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03812454107579642, "interval": [-0.01933908301261024, 0.09558816516420308], "p_value": 0.173, "input_sha256": "f51eb749636abc8a9710a16d0e16e09ba6e460aa35d00d946bc37ade5bd83fbc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.04872883915412173, "seed": 1468541992, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03812454107579642, "interval": [-0.018702236440937135, 0.08981957567719127], "p_value": 0.18691248908790203, "input_sha256": "f51eb749636abc8a9710a16d0e16e09ba6e460aa35d00d946bc37ade5bd83fbc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1464189761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.744652288503742, "interval": [-2.614489292912733, 6.103793869920217], "p_value": 0.393, "input_sha256": "29a919de2875687ca0e56c122298ec410282d679c1c82e3e26665592847973f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1464189761, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.744652288503742, "interval": [-2.7281727137559217, 5.682200752462738], "p_value": 0.4226982217466634, "input_sha256": "29a919de2875687ca0e56c122298ec410282d679c1c82e3e26665592847973f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.05028607728924617, "seed": 1464189761, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01330830609737875, "interval": [-0.03328169159594262, 0.059898303790700116], "p_value": 0.543, "input_sha256": "8a960a77da27e8b991df8cb7544fda7d56d23198471f1363e8c6b941663076c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.05028607728924617, "seed": 1464189761, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01330830609737875, "interval": [-0.03675193192618185, 0.05311996427753793], "p_value": 0.5659868262533837, "input_sha256": "8a960a77da27e8b991df8cb7544fda7d56d23198471f1363e8c6b941663076c1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1969719644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.140116544884451, "interval": [-0.8179030431338905, 9.098136132902793], "p_value": 0.082, "input_sha256": "53e193ca01740456c50d5b02bf179a31337493a18c0f473a78a4fa0acdbc35fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1969719644, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.140116544884451, "interval": [-0.8709069337689314, 8.389338438993606], "p_value": 0.09911651284086329, "input_sha256": "53e193ca01740456c50d5b02bf179a31337493a18c0f473a78a4fa0acdbc35fa"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.04874580095177609, "seed": 1969719644, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.038104405666312666, "interval": [-0.011390439932380689, 0.08759925126500602], "p_value": 0.116, "input_sha256": "899743387aafbd9d7fd8fa3062ea374d95630e2c06e250e6d1bccff2726d6743"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.04874580095177609, "seed": 1969719644, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.038104405666312666, "interval": [-0.011963361798129091, 0.08262513190835077], "p_value": 0.12736513065294106, "input_sha256": "899743387aafbd9d7fd8fa3062ea374d95630e2c06e250e6d1bccff2726d6743"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 234995006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.016250464101146, "interval": [2.960984582126917, 13.071516346075375], "p_value": 0.004, "input_sha256": "fbb2a5e5adbd0c0d784f54810ed66ea0f5b86005f3b4fcae55fd28d317bab04a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 234995006, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.016250464101146, "interval": [3.3210851474560505, 12.985810793128808], "p_value": 0.002828504460986126, "input_sha256": "fbb2a5e5adbd0c0d784f54810ed66ea0f5b86005f3b4fcae55fd28d317bab04a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04902947447532779, "seed": 234995006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0765123521954605, "interval": [0.025180317726198137, 0.12784438666472286], "p_value": 0.008, "input_sha256": "33d724cf8d7b3bc11731481ad2b4f67a74b304622d11d6066c0fd5b238755f9d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04902947447532779, "seed": 234995006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0765123521954605, "interval": [0.02615113870753369, 0.1254683609276776], "p_value": 0.004692754328462146, "input_sha256": "33d724cf8d7b3bc11731481ad2b4f67a74b304622d11d6066c0fd5b238755f9d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3672055857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.43720589896478, "interval": [2.835638334710217, 14.038773463219343], "p_value": 0.003, "input_sha256": "f18e421c71b8b4259955fb17713c0de578e1364539bc9086ea3f16509a7a88b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3672055857, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.43720589896478, "interval": [2.7243023994101727, 13.368201210640601], "p_value": 0.0042343408697791685, "input_sha256": "f18e421c71b8b4259955fb17713c0de578e1364539bc9086ea3f16509a7a88b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.048162919923364564, "seed": 3672055857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06860427499777208, "interval": [0.009041990187486797, 0.12816655980805736], "p_value": 0.025, "input_sha256": "e36dc93ad8df66ef72d5a80504ddaee6d2eb9512e9131d469b9e2270faadc12d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.048162919923364564, "seed": 3672055857, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06860427499777208, "interval": [0.000643766334536107, 0.12042565495983441], "p_value": 0.0252399815096126, "input_sha256": "e36dc93ad8df66ef72d5a80504ddaee6d2eb9512e9131d469b9e2270faadc12d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2008356741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.630033476077731, "interval": [-2.723401208159638, 7.9834681603151], "p_value": 0.334, "input_sha256": "c3c1815f5ca709f30d7b4fe4edb4565e87616f43dfc32b667719062c9d9ef6c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2008356741, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.630033476077731, "interval": [-2.5468855102389574, 7.474786846961871], "p_value": 0.32453042006576227, "input_sha256": "c3c1815f5ca709f30d7b4fe4edb4565e87616f43dfc32b667719062c9d9ef6c3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.05105578869749372, "seed": 2008356741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018833390330591213, "interval": [-0.036834151333156206, 0.07450093199433863], "p_value": 0.493, "input_sha256": "d3ad37fcecb9aed163f8edeaf72a6d453616b56fa22c4495da095a26392ee796"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.05105578869749372, "seed": 2008356741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018833390330591213, "interval": [-0.03527474042244327, 0.07112026871468563], "p_value": 0.49673852118610695, "input_sha256": "d3ad37fcecb9aed163f8edeaf72a6d453616b56fa22c4495da095a26392ee796"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1628426303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.174242873306874, "interval": [-0.7504302611883737, 11.098916007802123], "p_value": 0.079, "input_sha256": "545a5461429f2d9cf26833bc5e37bc6383187f5f95811a1f24168f81c60fa8f7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1628426303, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.174242873306874, "interval": [-0.5273648346805297, 9.939323649914293], "p_value": 0.08508656365279688, "input_sha256": "545a5461429f2d9cf26833bc5e37bc6383187f5f95811a1f24168f81c60fa8f7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.05047126316313153, "seed": 1628426303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06744381975566827, "interval": [0.001192770686062189, 0.13369486882527434], "p_value": 0.037, "input_sha256": "c79875ff1af831a54060ad3836711dc25fdbc45185d39781f353d6e9e59f8c9a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.05047126316313153, "seed": 1628426303, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06744381975566827, "interval": [0.005847268705162369, 0.12227350319407818], "p_value": 0.046218677179419715, "input_sha256": "c79875ff1af831a54060ad3836711dc25fdbc45185d39781f353d6e9e59f8c9a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 950132092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.303965264306406, "interval": [-1.5454298340965336, 8.153360362709346], "p_value": 0.174, "input_sha256": "1665e0e8b6fbc9327b0b7c7b89f866c07a686bd6e115609f446ac197e54436c0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 950132092, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.303965264306406, "interval": [-1.1676611742668304, 7.5106524959414145], "p_value": 0.17581826090482452, "input_sha256": "1665e0e8b6fbc9327b0b7c7b89f866c07a686bd6e115609f446ac197e54436c0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.04850968659768485, "seed": 950132092, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028189194367477494, "interval": [-0.021173437278141638, 0.07755182601309663], "p_value": 0.24, "input_sha256": "45ff3e19ba1d513eceb2856de30b8157a123e31155806bd4a4dc026bb6482171"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.04850968659768485, "seed": 950132092, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028189194367477494, "interval": [-0.016107009599740773, 0.07078100026447398], "p_value": 0.2548126288349977, "input_sha256": "45ff3e19ba1d513eceb2856de30b8157a123e31155806bd4a4dc026bb6482171"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3011444335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.506846046115453, "interval": [1.884596070177718, 13.129096022053188], "p_value": 0.011, "input_sha256": "e1ef6c151acd1d3f812725d855f558fbfead73fcf7fb81dc6cb8e0e698ea79ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3011444335, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.506846046115453, "interval": [2.9835404864230752, 13.975212447874451], "p_value": 0.010294616850137214, "input_sha256": "e1ef6c151acd1d3f812725d855f558fbfead73fcf7fb81dc6cb8e0e698ea79ef"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.04913390948939387, "seed": 3011444335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06961824322560867, "interval": [0.010045112879809005, 0.12919137357140834], "p_value": 0.023, "input_sha256": "76c071cbba41d4addd52fff4f394a4a9da8b003326b96e4dd618d38478088f56"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.04913390948939387, "seed": 3011444335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06961824322560867, "interval": [0.021577033928324395, 0.13912503734766404], "p_value": 0.02321415488022545, "input_sha256": "76c071cbba41d4addd52fff4f394a4a9da8b003326b96e4dd618d38478088f56"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3833297473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.771430104598386, "interval": [4.3407628878334865, 15.202097321363285], "p_value": 0.001, "input_sha256": "8a2fb87595e6054882430bd7b2c10bc275684b143976fb1cca4fa62273a422ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3833297473, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.771430104598386, "interval": [4.5872380992616355, 14.712403940482762], "p_value": 0.00084213187504036, "input_sha256": "8a2fb87595e6054882430bd7b2c10bc275684b143976fb1cca4fa62273a422ca"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04793129932187417, "seed": 3833297473, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0916467532028248, "interval": [0.03910306472286833, 0.14419044168278128], "p_value": 0.001, "input_sha256": "fd1c0d87b3ced68cf35600cf5d5cae85c2ca9ca8fd96e402aba83629bcf7202d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04793129932187417, "seed": 3833297473, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0916467532028248, "interval": [0.03780347861847783, 0.1373987882442452], "p_value": 0.0011299678129424724, "input_sha256": "fd1c0d87b3ced68cf35600cf5d5cae85c2ca9ca8fd96e402aba83629bcf7202d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4051852027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.606794693871942, "interval": [-0.437604133060308, 11.651193520804192], "p_value": 0.056, "input_sha256": "1ef04a816b42327add5107be6982e527e75997d1852553c678055e38ba9da827"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4051852027, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.606794693871942, "interval": [-0.259529340572209, 11.554723133351036], "p_value": 0.06796049384751389, "input_sha256": "1ef04a816b42327add5107be6982e527e75997d1852553c678055e38ba9da827"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.05076277612778137, "seed": 4051852027, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044250551105625896, "interval": [-0.024315561125951138, 0.11281666333720293], "p_value": 0.182, "input_sha256": "b821d4e1a01600226f7157f4d8d2da0e8de7a04230f5d7c055b0fc3a7e51eafd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.05076277612778137, "seed": 4051852027, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044250551105625896, "interval": [-0.029472377709881172, 0.1043377219492053], "p_value": 0.19758170606880227, "input_sha256": "b821d4e1a01600226f7157f4d8d2da0e8de7a04230f5d7c055b0fc3a7e51eafd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1229121106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9600914212323381, "interval": [-4.183325200300919, 6.103508042765595], "p_value": 0.695, "input_sha256": "13d31f2fafc24404775b70535c466e32a38d906f7d398f4ad036243de9aa0511"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1229121106, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9600914212323381, "interval": [-4.632425712971773, 5.525907731189354], "p_value": 0.7074857609450237, "input_sha256": "13d31f2fafc24404775b70535c466e32a38d906f7d398f4ad036243de9aa0511"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04983850200383992, "seed": 1229121106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0071183462638977485, "interval": [-0.04523124091382126, 0.05946793344161676], "p_value": 0.773, "input_sha256": "737d2b05da3452d7ce33f78a00784e5e13ef1341fdb1e6f66f749584d3a5de58"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04983850200383992, "seed": 1229121106, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0071183462638977485, "interval": [-0.046987782851896406, 0.05483553474595503], "p_value": 0.7845327751084479, "input_sha256": "737d2b05da3452d7ce33f78a00784e5e13ef1341fdb1e6f66f749584d3a5de58"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 102430956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.581111640354524, "interval": [2.9954656521867813, 12.166757628522266], "p_value": 0.002, "input_sha256": "71e06a4bdaffd0c4c47ed44ff0ebdce6188d3622dc61ee8cf50b4538054407fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 102430956, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.581111640354524, "interval": [3.362863985683646, 12.04551526113848], "p_value": 0.002055007094978717, "input_sha256": "71e06a4bdaffd0c4c47ed44ff0ebdce6188d3622dc61ee8cf50b4538054407fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.04985757299185588, "seed": 102430956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07144790699751269, "interval": [0.02378832743957006, 0.11910748655545532], "p_value": 0.005, "input_sha256": "560b9dfcf7cff179dc1096f0e8b9b0ca35249a0f68bc2949332a380c1b124cc9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.04985757299185588, "seed": 102430956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07144790699751269, "interval": [0.0248584820900818, 0.1166655836189465], "p_value": 0.004570498200630538, "input_sha256": "560b9dfcf7cff179dc1096f0e8b9b0ca35249a0f68bc2949332a380c1b124cc9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 993229030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8070058662756026, "interval": [-2.141227778952395, 9.7552395115036], "p_value": 0.206, "input_sha256": "954f1a31b46dd998c8f21f5afdfc130ea768ee798ac8bf4591869ce1f2b6b317"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 993229030, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8070058662756026, "interval": [-1.553228558322517, 9.01392976127843], "p_value": 0.20020372993129631, "input_sha256": "954f1a31b46dd998c8f21f5afdfc130ea768ee798ac8bf4591869ce1f2b6b317"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.04830744323210211, "seed": 993229030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03345175521281654, "interval": [-0.028680737585092278, 0.09558424801072536], "p_value": 0.285, "input_sha256": "54b03db78424ea72f87a49f4940f46ea8a71541e63f1c56e8e0e79b805ca5131"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.04830744323210211, "seed": 993229030, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03345175521281654, "interval": [-0.025253420426032683, 0.08803875351729842], "p_value": 0.279766631361143, "input_sha256": "54b03db78424ea72f87a49f4940f46ea8a71541e63f1c56e8e0e79b805ca5131"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3661892857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1061299618414893, "interval": [-5.4132914586393825, 7.625551382322361], "p_value": 0.752, "input_sha256": "d1f8064a5e3d8c85d8cbdd5203d6edd3bdb51aafc1d6fdf306fd9467b81c65a7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3661892857, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1061299618414893, "interval": [-6.4227456906267575, 6.165936629301016], "p_value": 0.7322685331363192, "input_sha256": "d1f8064a5e3d8c85d8cbdd5203d6edd3bdb51aafc1d6fdf306fd9467b81c65a7"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.05032095539370838, "seed": 3661892857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0004344065113545126, "interval": [-0.07538907618675884, 0.07625788920946787], "p_value": 0.992, "input_sha256": "17bdfb43b20db580bdbd2432a50527e0c6902d413b6cd3b56d4df89acd17e026"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.05032095539370838, "seed": 3661892857, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0004344065113545126, "interval": [-0.09019146878706115, 0.058636504031045825], "p_value": 0.9907528411603148, "input_sha256": "17bdfb43b20db580bdbd2432a50527e0c6902d413b6cd3b56d4df89acd17e026"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 445078581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.069091251859075, "interval": [1.2794249897436787, 10.85875751397447], "p_value": 0.012, "input_sha256": "90655d86686631c31b26b80a76b1887a6dcc12f0692a2d8e4b1b2ca4b9eb1313"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 445078581, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.069091251859075, "interval": [0.9938602804058131, 10.434100168705367], "p_value": 0.014683306092653621, "input_sha256": "90655d86686631c31b26b80a76b1887a6dcc12f0692a2d8e4b1b2ca4b9eb1313"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.05115242561790736, "seed": 445078581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05647564466247118, "interval": [0.00202654548147585, 0.11092474384346651], "p_value": 0.036, "input_sha256": "c596f9e3cdf2ef34da8207900c41ea7664e52c0b4d9ef1a41b5e75926f344aa8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.05115242561790736, "seed": 445078581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05647564466247118, "interval": [0.0020067242162501576, 0.10813684731205084], "p_value": 0.04251357071000652, "input_sha256": "c596f9e3cdf2ef34da8207900c41ea7664e52c0b4d9ef1a41b5e75926f344aa8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2965837759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2931214385919, "interval": [-1.4680941855896856, 10.054337062773484], "p_value": 0.135, "input_sha256": "2482544b9a9a616291cf0fff5156dd22ebbd8ed299d317412307b6bb520155a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2965837759, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2931214385919, "interval": [-1.158193241144954, 9.790445908943434], "p_value": 0.13879425630727116, "input_sha256": "2482544b9a9a616291cf0fff5156dd22ebbd8ed299d317412307b6bb520155a8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.05053877622886248, "seed": 2965837759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041389712099374476, "interval": [-0.026619298487476725, 0.10939872268622568], "p_value": 0.23, "input_sha256": "56535a32825b847c4eb2d71654d8ea2d298e8e31d5dc491508e753935d475045"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.05053877622886248, "seed": 2965837759, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041389712099374476, "interval": [-0.018818562438038103, 0.10938899698143396], "p_value": 0.2254132666644444, "input_sha256": "56535a32825b847c4eb2d71654d8ea2d298e8e31d5dc491508e753935d475045"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2809675195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.783564927763228, "interval": [-1.816672950265902, 9.383802805792358], "p_value": 0.188, "input_sha256": "63c0ba3dc0bc2e840b4b36188fb6bcf7c047e90c695c0b80b7ba8e81cef397b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2809675195, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.783564927763228, "interval": [-1.932638592388484, 9.276980003882239], "p_value": 0.17919167438554584, "input_sha256": "63c0ba3dc0bc2e840b4b36188fb6bcf7c047e90c695c0b80b7ba8e81cef397b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.04861432650905448, "seed": 2809675195, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030597477700797557, "interval": [-0.024935912668454872, 0.08613086807004999], "p_value": 0.281, "input_sha256": "f17cc7cd31eb3c8764fd9d0ae2fa841c72a43a5708a981b41f8eb907745b2313"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.04861432650905448, "seed": 2809675195, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030597477700797557, "interval": [-0.02685389544754464, 0.08260648390455368], "p_value": 0.271662412513829, "input_sha256": "f17cc7cd31eb3c8764fd9d0ae2fa841c72a43a5708a981b41f8eb907745b2313"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3585915118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5103198327989418, "interval": [-3.6640212009957676, 6.684660866593651], "p_value": 0.559, "input_sha256": "f83c7ef925d43f12f00522b51ac84698a7f76584935ca0d74ed74ca44c594e01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3585915118, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5103198327989418, "interval": [-2.9840735263715445, 6.3251476597730605], "p_value": 0.5580902820751721, "input_sha256": "f83c7ef925d43f12f00522b51ac84698a7f76584935ca0d74ed74ca44c594e01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.04886254150460807, "seed": 3585915118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010872526412218947, "interval": [-0.04955175341554786, 0.07129680623998574], "p_value": 0.728, "input_sha256": "ece83c8f7ed1b64742b3580f0a17c65fa57ad1afad7bc765608225f3d3e6edc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.04886254150460807, "seed": 3585915118, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010872526412218947, "interval": [-0.04573538906165883, 0.06620996768022723], "p_value": 0.7176082411898115, "input_sha256": "ece83c8f7ed1b64742b3580f0a17c65fa57ad1afad7bc765608225f3d3e6edc1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3236408716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.316532542716353, "interval": [1.5839839826723727, 11.049081102760333], "p_value": 0.013, "input_sha256": "f47a0924fe9699f422afb75268327858518e60c9df40c74de13d6a60378ee563"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3236408716, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.316532542716353, "interval": [2.0823219212162516, 11.153980024380656], "p_value": 0.010579878844764981, "input_sha256": "f47a0924fe9699f422afb75268327858518e60c9df40c74de13d6a60378ee563"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.04847048625191445, "seed": 3236408716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06827308700081622, "interval": [0.018166771910218003, 0.11837940209141443], "p_value": 0.014, "input_sha256": "0409b6d45e3aa69681c6a59f35b5cb2683c2b6730caafcc7b6733a33357bb7d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.04847048625191445, "seed": 3236408716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06827308700081622, "interval": [0.021019874994304293, 0.11757657602292856], "p_value": 0.008971314259122053, "input_sha256": "0409b6d45e3aa69681c6a59f35b5cb2683c2b6730caafcc7b6733a33357bb7d4"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3523421109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.248506484259318, "interval": [2.2755795069995557, 12.22143346151908], "p_value": 0.005, "input_sha256": "b088d9cb259dd23ddac8305d028fae4af817223a96bd5176f4017b93ca9ad170"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3523421109, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.248506484259318, "interval": [2.518987497878342, 11.353010411540307], "p_value": 0.005641958384904254, "input_sha256": "b088d9cb259dd23ddac8305d028fae4af817223a96bd5176f4017b93ca9ad170"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.051395875070741746, "seed": 3523421109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07535179243886468, "interval": [0.009762888688483795, 0.14094069618924557], "p_value": 0.019, "input_sha256": "aa8fcb60826039588c7b2ba96a962cf295bbf65f09fd783e2123531e59a0bed6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.051395875070741746, "seed": 3523421109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07535179243886468, "interval": [0.016999331389341676, 0.13769622148679025], "p_value": 0.02550444627847769, "input_sha256": "aa8fcb60826039588c7b2ba96a962cf295bbf65f09fd783e2123531e59a0bed6"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 263673386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.551834660629989, "interval": [-1.2241704776372933, 10.327839798897273], "p_value": 0.12, "input_sha256": "4ff15235d0117de7507b8f86c11cc4b27c09d90e2b17b7f0beb882195d602341"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 263673386, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.551834660629989, "interval": [-2.031335035174918, 9.418672972075862], "p_value": 0.11844671539595476, "input_sha256": "4ff15235d0117de7507b8f86c11cc4b27c09d90e2b17b7f0beb882195d602341"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04905846804854448, "seed": 263673386, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03782991338679571, "interval": [-0.02454196205223729, 0.10020178882582872], "p_value": 0.241, "input_sha256": "23d14eeb28a2e49c6598eb6e17531ad238314be614f4b5bee7947713e37f54bd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04905846804854448, "seed": 263673386, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03782991338679571, "interval": [-0.03299316453806401, 0.08808048608725856], "p_value": 0.22578763931379026, "input_sha256": "23d14eeb28a2e49c6598eb6e17531ad238314be614f4b5bee7947713e37f54bd"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1206205724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.789518357083079, "interval": [0.5940991411374315, 8.984937573028727], "p_value": 0.032, "input_sha256": "56fb622ba3a542e5a5a2f2eba933846cada2c2844e6c1b6af7930152e864ac5a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1206205724, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.789518357083079, "interval": [1.1655162378601613, 9.117845043142266], "p_value": 0.026381455911110352, "input_sha256": "56fb622ba3a542e5a5a2f2eba933846cada2c2844e6c1b6af7930152e864ac5a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.04973198315671582, "seed": 1206205724, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05811336087897616, "interval": [0.00888000429997124, 0.10734671745798108], "p_value": 0.024, "input_sha256": "8a116b34ae220d7957930b5a0791ea9b16f8ac4dd250837e59bc6c75d0e432f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.04973198315671582, "seed": 1206205724, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05811336087897616, "interval": [0.01563213320610766, 0.1071663919096955], "p_value": 0.021982371652832747, "input_sha256": "8a116b34ae220d7957930b5a0791ea9b16f8ac4dd250837e59bc6c75d0e432f9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4047005400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4952715743784184, "interval": [-1.4377838137407313, 8.428326962497568], "p_value": 0.151, "input_sha256": "e45bdf6788138e2a8ad89ab5b5b1e790a3e20be1b5e3a1e7236a51757034483e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4047005400, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4952715743784184, "interval": [-1.1158601033519142, 8.395353829985353], "p_value": 0.15933828900695085, "input_sha256": "e45bdf6788138e2a8ad89ab5b5b1e790a3e20be1b5e3a1e7236a51757034483e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.049337226364785255, "seed": 4047005400, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02639608641509926, "interval": [-0.02247917664037305, 0.07527134947057157], "p_value": 0.27, "input_sha256": "7df991c6ff3e38c6348e9130b326a4df76b6926b94279c5f616103e9883afc01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.049337226364785255, "seed": 4047005400, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02639608641509926, "interval": [-0.020644817246306606, 0.07389990398911724], "p_value": 0.2803030404602144, "input_sha256": "7df991c6ff3e38c6348e9130b326a4df76b6926b94279c5f616103e9883afc01"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 125449567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.880672587883575, "interval": [3.967372334399661, 15.79397284136749], "p_value": 0.002, "input_sha256": "63f94300158c4467ac8836fe0fca27202685e177cabdabd16fe4165d7499a3df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 125449567, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.880672587883575, "interval": [4.918320550876965, 16.250582642913056], "p_value": 0.0016780793931370306, "input_sha256": "63f94300158c4467ac8836fe0fca27202685e177cabdabd16fe4165d7499a3df"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.04913006514582353, "seed": 125449567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09867952241507022, "interval": [0.0393021155780395, 0.15805692925210094], "p_value": 0.002, "input_sha256": "ec8f9382786c5e06509244d71b3f214b87b6ba658ffc063ec72f72d8f9e5e1ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.04913006514582353, "seed": 125449567, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09867952241507022, "interval": [0.04864770581122451, 0.1568620905334541], "p_value": 0.0017922810722860586, "input_sha256": "ec8f9382786c5e06509244d71b3f214b87b6ba658ffc063ec72f72d8f9e5e1ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 16497813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.487439892451518, "interval": [-2.4520225094801438, 11.42690229438318], "p_value": 0.188, "input_sha256": "b41133a23431e3371c37fe75fa8f165f89a29924af16f71d82dc77e74fae846e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 16497813, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.487439892451518, "interval": [-2.13272033886707, 11.457244426966067], "p_value": 0.19743864886682794, "input_sha256": "b41133a23431e3371c37fe75fa8f165f89a29924af16f71d82dc77e74fae846e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.050792200579366155, "seed": 16497813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052176743579960244, "interval": [-0.029296830991936626, 0.13365031815185713], "p_value": 0.195, "input_sha256": "b02a68a2e8a582d673ac82d780e73ce13f03060c9b2d335fad87201abf6205a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.050792200579366155, "seed": 16497813, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052176743579960244, "interval": [-0.01462855296979817, 0.14540679210339583], "p_value": 0.20107822727136643, "input_sha256": "b02a68a2e8a582d673ac82d780e73ce13f03060c9b2d335fad87201abf6205a1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3271960818, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.2828704255811285, "interval": [1.891460177531175, 12.674280673631081], "p_value": 0.013, "input_sha256": "be314153ff8d1160e096bafaa1fcf33d2a2166a378ec580b74ecea6b6767bc32"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3271960818, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.2828704255811285, "interval": [2.5651957683157987, 12.614791617612461], "p_value": 0.00966081941179464, "input_sha256": "be314153ff8d1160e096bafaa1fcf33d2a2166a378ec580b74ecea6b6767bc32"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.04794463270942818, "seed": 3271960818, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08371231743811978, "interval": [0.023896060879781272, 0.1435285739964583], "p_value": 0.007, "input_sha256": "adb53d4f78935b84538c42043a19608da02d04b7254b29358f5c3017e61afcad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.04794463270942818, "seed": 3271960818, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08371231743811978, "interval": [0.03384301947956795, 0.1470806349832288], "p_value": 0.0076332578779648675, "input_sha256": "adb53d4f78935b84538c42043a19608da02d04b7254b29358f5c3017e61afcad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3649568974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.058259377998828, "interval": [0.6988832807669176, 11.417635475230739], "p_value": 0.027, "input_sha256": "ba093391fcb55538b05ed432e9e2e7f4026464e4bcfa38ec574f356494f18c6d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3649568974, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.058259377998828, "interval": [1.3923388439163746, 11.403124709691294], "p_value": 0.027870134972101532, "input_sha256": "ba093391fcb55538b05ed432e9e2e7f4026464e4bcfa38ec574f356494f18c6d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.04927973445594329, "seed": 3649568974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05977897188647065, "interval": [0.005131979499685212, 0.11442596427325608], "p_value": 0.034, "input_sha256": "fd8297b9a0d7ba715bd6a17c7db139a791265413ca0789c774aed9117aad440f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.04927973445594329, "seed": 3649568974, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05977897188647065, "interval": [0.014611964479428778, 0.11386425802719181], "p_value": 0.03294208514227004, "input_sha256": "fd8297b9a0d7ba715bd6a17c7db139a791265413ca0789c774aed9117aad440f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2803867478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.786896807279195, "interval": [1.0018787790598358, 12.571914835498553], "p_value": 0.024, "input_sha256": "dde923e746bd1f9f26a21ac2274643f7009238a4a134cd3e60783ab90f28bddf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2803867478, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.786896807279195, "interval": [0.7438394480612145, 11.514140879659568], "p_value": 0.02272326466590225, "input_sha256": "dde923e746bd1f9f26a21ac2274643f7009238a4a134cd3e60783ab90f28bddf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.05026643695644719, "seed": 2803867478, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06019444209438826, "interval": [-0.011231143548468131, 0.13162002773724465], "p_value": 0.089, "input_sha256": "b4121bc4f7e0733f517f45e08791cf57ff6d62e39ace4c30620bf2c784e4aea3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.05026643695644719, "seed": 2803867478, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06019444209438826, "interval": [-0.018197205810623524, 0.11610591156626682], "p_value": 0.0959032801630389, "input_sha256": "b4121bc4f7e0733f517f45e08791cf57ff6d62e39ace4c30620bf2c784e4aea3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2676998629, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.770945075024379, "interval": [2.1800612655202904, 15.361828884528467], "p_value": 0.004, "input_sha256": "0fe341270b35b65fc109a9a124983c9135343d1dd35cac812f7ea96a584cafda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2676998629, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.770945075024379, "interval": [3.4803237545252093, 15.270504364701912], "p_value": 0.010643147454067381, "input_sha256": "0fe341270b35b65fc109a9a124983c9135343d1dd35cac812f7ea96a584cafda"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.04828490621169886, "seed": 2676998629, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08429225363366113, "interval": [0.010602550205070352, 0.15798195706225193], "p_value": 0.01, "input_sha256": "7aa8afc79c61b17d0f595af60b85d61f506cdf92f4bab3bd346f73de030c33b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.04828490621169886, "seed": 2676998629, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08429225363366113, "interval": [0.03046797117825165, 0.16202078915081947], "p_value": 0.02634933952919406, "input_sha256": "7aa8afc79c61b17d0f595af60b85d61f506cdf92f4bab3bd346f73de030c33b9"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1565910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.4038697053952625, "interval": [2.4858880089045234, 12.321851401886], "p_value": 0.005, "input_sha256": "a5b599525fa84a0a6ca7d3915a62f7081a8703afab76f4d43ebc44c1abec5ae2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1565910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.4038697053952625, "interval": [3.4464032515573293, 12.200485235535885], "p_value": 0.004350819135534679, "input_sha256": "a5b599525fa84a0a6ca7d3915a62f7081a8703afab76f4d43ebc44c1abec5ae2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.04895688790176754, "seed": 1565910652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0828926080333032, "interval": [0.02665866279207193, 0.13912655327453446], "p_value": 0.006, "input_sha256": "4f74afcd28d5742f325c41095d82acbdee2653d660d602d5d158c0731fdf0654"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.04895688790176754, "seed": 1565910652, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0828926080333032, "interval": [0.03846971583328468, 0.1401939315825575], "p_value": 0.0052504356590038674, "input_sha256": "4f74afcd28d5742f325c41095d82acbdee2653d660d602d5d158c0731fdf0654"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 108399972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.390510761336918, "interval": [1.7383463554369412, 11.042675167236894], "p_value": 0.006, "input_sha256": "b293b2ced213725ab637449782845bec00670faf7475169699571494455cf8f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 108399972, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.390510761336918, "interval": [2.172253707101263, 10.881312652380878], "p_value": 0.008395318911246894, "input_sha256": "b293b2ced213725ab637449782845bec00670faf7475169699571494455cf8f0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.04876565360619943, "seed": 108399972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06622771150336203, "interval": [0.015389466541729242, 0.11706595646499482], "p_value": 0.013, "input_sha256": "f2fa456cd2ede463709192cdc7dd25519899de2703bc4b9cdb0f0b60a96d8f0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.04876565360619943, "seed": 108399972, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06622771150336203, "interval": [0.019990805919120332, 0.11621669926469168], "p_value": 0.01214892059618428, "input_sha256": "f2fa456cd2ede463709192cdc7dd25519899de2703bc4b9cdb0f0b60a96d8f0b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 650285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.861145974435164, "interval": [2.560954722559396, 15.161337226310932], "p_value": 0.008, "input_sha256": "e8c7bb13807df8f453a9b68ae4a051b40f476e71b0f075dcace3deecad3686ad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 650285521, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.861145974435164, "interval": [3.2771420859088747, 15.188923971042321], "p_value": 0.007175317901706603, "input_sha256": "e8c7bb13807df8f453a9b68ae4a051b40f476e71b0f075dcace3deecad3686ad"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.04883998595884981, "seed": 650285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08861811898762233, "interval": [0.02459105393878741, 0.15264518403645724], "p_value": 0.007, "input_sha256": "c6410c3ec5116a9b94ad85cac78d19d119b202383355f2e0a10931b327eeb84f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.04883998595884981, "seed": 650285521, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08861811898762233, "interval": [0.02886518150111237, 0.15246732147781683], "p_value": 0.008020988813735978, "input_sha256": "c6410c3ec5116a9b94ad85cac78d19d119b202383355f2e0a10931b327eeb84f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 183476046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7864423555209665, "interval": [-4.019903243366956, 5.592787954408889], "p_value": 0.778, "input_sha256": "9af3701f6e60e12d1047a2dfadd4500b6dcd58b06aa47f0c90213fb58493ed82"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 183476046, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7864423555209665, "interval": [-3.462725782167921, 6.023693792797961], "p_value": 0.7415625547818185, "input_sha256": "9af3701f6e60e12d1047a2dfadd4500b6dcd58b06aa47f0c90213fb58493ed82"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.04917852665773796, "seed": 183476046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023378300701714094, "interval": [-0.052959810479409224, 0.05763547061975204], "p_value": 0.933, "input_sha256": "a07b3797c8fb449a76db89316b4e5bdddb8c5106d6d3ddc2215895fa98a6ed81"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.04917852665773796, "seed": 183476046, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023378300701714094, "interval": [-0.052981474969244144, 0.0575528461736599], "p_value": 0.9319607460126997, "input_sha256": "a07b3797c8fb449a76db89316b4e5bdddb8c5106d6d3ddc2215895fa98a6ed81"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 683625727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.051002089041182, "interval": [0.043008330486434154, 10.05899584759593], "p_value": 0.041, "input_sha256": "9cb65cb34d1eeb393a3c2a3256691ff13066c8c841fea8cc7a14a6df927a3895"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 683625727, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.051002089041182, "interval": [0.21582778764402694, 9.526868843608593], "p_value": 0.04816119935908622, "input_sha256": "9cb65cb34d1eeb393a3c2a3256691ff13066c8c841fea8cc7a14a6df927a3895"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04929489866910127, "seed": 683625727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039847802838824636, "interval": [-0.01537783805442141, 0.09507344373207069], "p_value": 0.156, "input_sha256": "547f4636497f0f3aa3d3b39dfb17d9d62e5b4a0ae1bc940e74b15ff9083a212c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04929489866910127, "seed": 683625727, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039847802838824636, "interval": [-0.014457350500097214, 0.09029451342711341], "p_value": 0.15230639794438508, "input_sha256": "547f4636497f0f3aa3d3b39dfb17d9d62e5b4a0ae1bc940e74b15ff9083a212c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3928588264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14740009099635643, "interval": [-4.918320632973531, 5.213120814966244], "p_value": 0.945, "input_sha256": "a5d010a9ebec3ea36450c7eb3f3e0321f194053c8b1cb5ec9f12fabc28d410c0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3928588264, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14740009099635643, "interval": [-5.643572423334136, 4.153151595822572], "p_value": 0.9532571826097511, "input_sha256": "a5d010a9ebec3ea36450c7eb3f3e0321f194053c8b1cb5ec9f12fabc28d410c0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.04942660486336135, "seed": 3928588264, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00999815861023981, "interval": [-0.06189695729442026, 0.04190064007394064], "p_value": 0.705, "input_sha256": "5d6c9077817abea04843239dd04a335c7f369836c55c6ac7a5a4c3627638a52e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.04942660486336135, "seed": 3928588264, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00999815861023981, "interval": [-0.06532454436262379, 0.03162009908976669], "p_value": 0.6979656135716115, "input_sha256": "5d6c9077817abea04843239dd04a335c7f369836c55c6ac7a5a4c3627638a52e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2271343765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.035332905635349, "interval": [0.9508987457096145, 13.119767065561085], "p_value": 0.019, "input_sha256": "09c955b808390a012cba9ef471169e9e4f9c5f8640d769f220c633dc1a487b15"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2271343765, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.035332905635349, "interval": [2.29809802543695, 13.074325765899754], "p_value": 0.024994462776363625, "input_sha256": "09c955b808390a012cba9ef471169e9e4f9c5f8640d769f220c633dc1a487b15"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04855691871184721, "seed": 2271343765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06327039683069398, "interval": [0.004487072271624058, 0.12205372138976389], "p_value": 0.031, "input_sha256": "082a8f8b27df8bcb823456ffeed5899101d599be5953856e432cc2c22dfb29a2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04855691871184721, "seed": 2271343765, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06327039683069398, "interval": [0.017162940281289937, 0.12379311941007164], "p_value": 0.03579279277842769, "input_sha256": "082a8f8b27df8bcb823456ffeed5899101d599be5953856e432cc2c22dfb29a2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 914837284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.993118160264302, "interval": [-0.7638148454029272, 8.75005116593153], "p_value": 0.092, "input_sha256": "d611a61b02790c407d33aed87e120e2bbe62d38b54c167ccd8b0b89d69c8ada3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 914837284, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.993118160264302, "interval": [-0.7059761168361282, 8.614245834936854], "p_value": 0.09731171158023107, "input_sha256": "d611a61b02790c407d33aed87e120e2bbe62d38b54c167ccd8b0b89d69c8ada3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.049135095273817944, "seed": 914837284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047219652309127336, "interval": [-0.008738843897101813, 0.10317814851535648], "p_value": 0.09, "input_sha256": "07545dcea2edc068d31503172fefd4792be729e60bbf0f055e9ea92ebb960c5f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.049135095273817944, "seed": 914837284, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047219652309127336, "interval": [-0.0006046378402461645, 0.10576652868724183], "p_value": 0.09533659343546862, "input_sha256": "07545dcea2edc068d31503172fefd4792be729e60bbf0f055e9ea92ebb960c5f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3160723891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.177845273170001, "interval": [0.019372639325063723, 10.336317907014937], "p_value": 0.045, "input_sha256": "64cb7c1115418dfd204e3bd916c93fad9291b9e2cc45e63342baeccee434a2fb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3160723891, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.177845273170001, "interval": [0.4387666246793231, 10.108479422077526], "p_value": 0.04919530638355783, "input_sha256": "64cb7c1115418dfd204e3bd916c93fad9291b9e2cc45e63342baeccee434a2fb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04745773858243818, "seed": 3160723891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.051241420798414025, "interval": [-0.0009001211958452604, 0.10338296279267331], "p_value": 0.047, "input_sha256": "1a2bfd7486e36a5c76a4e693b59b080ef0dcb19b577448d483e078fbdf4863b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04745773858243818, "seed": 3160723891, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.051241420798414025, "interval": [0.004282982148482403, 0.10197621072958557], "p_value": 0.05387262253390733, "input_sha256": "1a2bfd7486e36a5c76a4e693b59b080ef0dcb19b577448d483e078fbdf4863b0"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1677884406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.418898117713212, "interval": [-3.214582788849677, 8.052379024276101], "p_value": 0.381, "input_sha256": "645fdbdbaec3173db5d0c2640fbe753281613bcac5a30f55cea1c18495be4e16"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1677884406, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.418898117713212, "interval": [-3.2790699819082882, 7.390156877495089], "p_value": 0.38922460430325523, "input_sha256": "645fdbdbaec3173db5d0c2640fbe753281613bcac5a30f55cea1c18495be4e16"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0473231887755989, "seed": 1677884406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026470224241649395, "interval": [-0.02808906868974395, 0.08102951717304274], "p_value": 0.339, "input_sha256": "2ca8c4ffa8627f06d36b54da6e78a303e58e117492e11368c3c4c3ac77d86ddb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0473231887755989, "seed": 1677884406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026470224241649395, "interval": [-0.02749380044837404, 0.07584949768576593], "p_value": 0.3313916646663899, "input_sha256": "2ca8c4ffa8627f06d36b54da6e78a303e58e117492e11368c3c4c3ac77d86ddb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1065661861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.509048029909339, "interval": [-1.1850986484431596, 10.203194708261837], "p_value": 0.096, "input_sha256": "99b0f908b029ba36944d896bbc6e434bd29dc5fbee6955c00bb4696404b27095"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1065661861, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.509048029909339, "interval": [-0.7007856338868976, 9.837029420494286], "p_value": 0.11716321541468173, "input_sha256": "99b0f908b029ba36944d896bbc6e434bd29dc5fbee6955c00bb4696404b27095"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.05023220065380528, "seed": 1065661861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023710424631400773, "interval": [-0.045344878773048575, 0.09276572803585012], "p_value": 0.487, "input_sha256": "c64d59ff3873b7ad5dfa199911024305cf77aa95ebf955c8170330374383b3fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.05023220065380528, "seed": 1065661861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023710424631400773, "interval": [-0.04266835352613867, 0.0884835569291354], "p_value": 0.490455289578723, "input_sha256": "c64d59ff3873b7ad5dfa199911024305cf77aa95ebf955c8170330374383b3fc"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4031124744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.09119735634136283, "interval": [-5.286308853482389, 5.103914140799663], "p_value": 0.98, "input_sha256": "6fc1d2f12794d0fd65cceb0956c333eac66e285f750c3bb5a4942fe7605936be"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4031124744, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.09119735634136283, "interval": [-4.454662548955781, 5.072726571406448], "p_value": 0.971837322312471, "input_sha256": "6fc1d2f12794d0fd65cceb0956c333eac66e285f750c3bb5a4942fe7605936be"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.05013272914995568, "seed": 4031124744, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008599443484921754, "interval": [-0.06611615931072762, 0.0489172723408841], "p_value": 0.764, "input_sha256": "695ae7a41e06293f763bc579796aa44cb28858ab3aa4bdf63ae87e37d3be78e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.05013272914995568, "seed": 4031124744, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008599443484921754, "interval": [-0.0586676490744359, 0.04734195701272997], "p_value": 0.7637835043734794, "input_sha256": "695ae7a41e06293f763bc579796aa44cb28858ab3aa4bdf63ae87e37d3be78e5"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2899261091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.566169907728379, "interval": [0.8036438045154117, 12.328696010941346], "p_value": 0.03, "input_sha256": "e239f4ddbab2d33f687b93b93cfad7ad74b1f69104f5c0cfeb3f1df7dec90b78"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2899261091, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.566169907728379, "interval": [1.3596416360555232, 11.92399554961717], "p_value": 0.026628372468563834, "input_sha256": "e239f4ddbab2d33f687b93b93cfad7ad74b1f69104f5c0cfeb3f1df7dec90b78"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.05182407341263543, "seed": 2899261091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07112926451281597, "interval": [0.01193493626725791, 0.13032359275837402], "p_value": 0.022, "input_sha256": "24fa5a8c1ff7d9c7a5600204fec13e9427c5812d4e5d34d88b1d6ed45fd0f7d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.05182407341263543, "seed": 2899261091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07112926451281597, "interval": [0.017879180565454948, 0.1280693025366233], "p_value": 0.019844883522379144, "input_sha256": "24fa5a8c1ff7d9c7a5600204fec13e9427c5812d4e5d34d88b1d6ed45fd0f7d1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 678646002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.648880513765583, "interval": [-2.339954867024459, 9.637715894555626], "p_value": 0.207, "input_sha256": "812630e6a045e19885e5706730b93e614bbfc4d3e28e4edba05c0f550f907388"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 678646002, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.648880513765583, "interval": [-1.4352642591682088, 9.545287739192407], "p_value": 0.22403198383658315, "input_sha256": "812630e6a045e19885e5706730b93e614bbfc4d3e28e4edba05c0f550f907388"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.04870173723289355, "seed": 678646002, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04354399763835398, "interval": [-0.01415760091973469, 0.10124559619644266], "p_value": 0.124, "input_sha256": "5e1c63153cb9076fdaaae6f88addf1f97a0324439cdcde3e67a16396dfc039ec"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.04870173723289355, "seed": 678646002, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04354399763835398, "interval": [-0.005295571625795074, 0.10195038869227553], "p_value": 0.13460784051026164, "input_sha256": "5e1c63153cb9076fdaaae6f88addf1f97a0324439cdcde3e67a16396dfc039ec"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2743921726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.951456401143625, "interval": [6.705153350439515, 19.197759451847737], "p_value": 0.001, "input_sha256": "cb51a73b26df6c25bdd4f005fb0dbd2db4357e02c163b3fb43c94c5b63d88620"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2743921726, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.951456401143625, "interval": [7.5318931799070485, 19.663221119810224], "p_value": 0.00015789526049635034, "input_sha256": "cb51a73b26df6c25bdd4f005fb0dbd2db4357e02c163b3fb43c94c5b63d88620"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0487795970788726, "seed": 2743921726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13723008310312812, "interval": [0.05536984649570975, 0.2190903197105465], "p_value": 0.001, "input_sha256": "37f0a4f195982a99f2a11334b9fc0ec67017870f7a3c382aafbfde53ee9ab9ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0487795970788726, "seed": 2743921726, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13723008310312812, "interval": [0.07967342545622709, 0.24615793649822842], "p_value": 0.001720086758792738, "input_sha256": "37f0a4f195982a99f2a11334b9fc0ec67017870f7a3c382aafbfde53ee9ab9ed"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4111919284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6360407576208367, "interval": [-1.7747453590271807, 9.046826874268854], "p_value": 0.176, "input_sha256": "ae7a9c431578e2353c1f48bfb2f56f779e5c7d5476e2195c60c2f47b118de464"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4111919284, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6360407576208367, "interval": [-0.8640951079569433, 8.993990655441669], "p_value": 0.1816069520567448, "input_sha256": "ae7a9c431578e2353c1f48bfb2f56f779e5c7d5476e2195c60c2f47b118de464"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.050134475135122314, "seed": 4111919284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02933106347372061, "interval": [-0.027543674318784565, 0.08620580126622579], "p_value": 0.299, "input_sha256": "ec820603ec36f63f573788e154e0743c66c2d630cb801a757172b90009aad369"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.050134475135122314, "seed": 4111919284, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02933106347372061, "interval": [-0.016386212973420362, 0.08482294409376863], "p_value": 0.30298915764870493, "input_sha256": "ec820603ec36f63f573788e154e0743c66c2d630cb801a757172b90009aad369"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2327012871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.073295047139422, "interval": [1.2583557120338513, 12.888234382244992], "p_value": 0.015, "input_sha256": "86d4e4966c6853f2c75b9ec3f3208eeeb608d028ab0e388ce07c7d7919990a27"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2327012871, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.073295047139422, "interval": [2.2336150163875503, 13.64063138180418], "p_value": 0.01851390632801579, "input_sha256": "86d4e4966c6853f2c75b9ec3f3208eeeb608d028ab0e388ce07c7d7919990a27"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.04949695361237616, "seed": 2327012871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07196233498089868, "interval": [0.012771205142684948, 0.13115346481911241], "p_value": 0.016, "input_sha256": "456e8c7fd7d165698c024b74926a0ea143beb15dfd7c075c334cf86135644e6d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.04949695361237616, "seed": 2327012871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07196233498089868, "interval": [0.022175473768749437, 0.135233321317872], "p_value": 0.01853055748795259, "input_sha256": "456e8c7fd7d165698c024b74926a0ea143beb15dfd7c075c334cf86135644e6d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 337052181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.249805310909675, "interval": [-0.4267998811243414, 8.926410502943693], "p_value": 0.09, "input_sha256": "f6e087a6fda4af255a1c6bea3cc0b0b8280689b811b8ced7b43276e619c9731b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 337052181, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.249805310909675, "interval": [0.06243967351478809, 8.901951277459117], "p_value": 0.07362954657229685, "input_sha256": "f6e087a6fda4af255a1c6bea3cc0b0b8280689b811b8ced7b43276e619c9731b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.04939663257387839, "seed": 337052181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.039256916596731764, "interval": [-0.009028911555867006, 0.08754274474933053], "p_value": 0.114, "input_sha256": "db70aa67f4ee17cc649cfb5ce096c1d6022579486fabf46323760425926a609e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.04939663257387839, "seed": 337052181, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.039256916596731764, "interval": [-0.00019192828403103796, 0.0909362062299232], "p_value": 0.10792536730515091, "input_sha256": "db70aa67f4ee17cc649cfb5ce096c1d6022579486fabf46323760425926a609e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4225675260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.421924056922725, "interval": [-0.7880678578229352, 11.631915971668384], "p_value": 0.071, "input_sha256": "07c0e3e8170e17631c2280e9966d6ab8ab6fb2cc41c35d25b477c2d3fe3d5f2f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4225675260, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.421924056922725, "interval": [-1.0519208631074222, 11.182914304461866], "p_value": 0.08506889148762997, "input_sha256": "07c0e3e8170e17631c2280e9966d6ab8ab6fb2cc41c35d25b477c2d3fe3d5f2f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04852932497253164, "seed": 4225675260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052477610935763405, "interval": [-0.008580215058121655, 0.11353543692964846], "p_value": 0.08, "input_sha256": "d39e2f0b6123e58269262463bea2a8ae46360d105a785212e19cf0b8ccc92fcf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04852932497253164, "seed": 4225675260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052477610935763405, "interval": [-0.010323388626466227, 0.11131240240574931], "p_value": 0.08984548236935205, "input_sha256": "d39e2f0b6123e58269262463bea2a8ae46360d105a785212e19cf0b8ccc92fcf"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3095643978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.705561080442974, "interval": [-0.9769081099582744, 10.388030270844222], "p_value": 0.103, "input_sha256": "9de4ab9b7f1492e303f9011e5a9d080a1b828a2b8e2c7b8a7af38a38d43e7828"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3095643978, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.705561080442974, "interval": [0.2763412649772854, 10.626117720611571], "p_value": 0.10167348034403129, "input_sha256": "9de4ab9b7f1492e303f9011e5a9d080a1b828a2b8e2c7b8a7af38a38d43e7828"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.04927432824035066, "seed": 3095643978, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03731429125695014, "interval": [-0.022420327013203782, 0.09704890952710407], "p_value": 0.225, "input_sha256": "a4b23fa83b1da18c145f3df2bbaa9e531b9e650acf7bfc2dc63603729eeacdcb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.04927432824035066, "seed": 3095643978, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03731429125695014, "interval": [-0.01515576143441233, 0.09553967942151853], "p_value": 0.21335480092481704, "input_sha256": "a4b23fa83b1da18c145f3df2bbaa9e531b9e650acf7bfc2dc63603729eeacdcb"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 14907362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.09480869425278, "interval": [-2.7945771654598, 8.98419455396536], "p_value": 0.325, "input_sha256": "e5c30bc1aaf15b5d201c67ca8334859313f66d5683d200f52098b540738d107a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 14907362, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.09480869425278, "interval": [-3.1416382060471726, 8.25944941574105], "p_value": 0.2932848349533869, "input_sha256": "e5c30bc1aaf15b5d201c67ca8334859313f66d5683d200f52098b540738d107a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.04918563891690439, "seed": 14907362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02679696668058626, "interval": [-0.03435646530655004, 0.08795039866772256], "p_value": 0.418, "input_sha256": "e379bf24a6cbad961fbc40ec1dba4240cf85045cc75718264520c70e5fbfbcff"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.04918563891690439, "seed": 14907362, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02679696668058626, "interval": [-0.03794887644687258, 0.079300635981615], "p_value": 0.3805142779190065, "input_sha256": "e379bf24a6cbad961fbc40ec1dba4240cf85045cc75718264520c70e5fbfbcff"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2895398077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.80653933177668, "interval": [-1.4801098357164797, 9.09318849926984], "p_value": 0.165, "input_sha256": "de81d1ca3ab794c040c24a2ef7d17faaa309180991067d35cf73308b1b24f794"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2895398077, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.80653933177668, "interval": [-0.9632154485194429, 9.209981866794802], "p_value": 0.15313331440536956, "input_sha256": "de81d1ca3ab794c040c24a2ef7d17faaa309180991067d35cf73308b1b24f794"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.046791503571637534, "seed": 2895398077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0332985178338666, "interval": [-0.017533400097892095, 0.08413043576562529], "p_value": 0.204, "input_sha256": "718dd5c9438e271c2f691b91036366155ae99b6aa67c505ece832521f5a47e91"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.046791503571637534, "seed": 2895398077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0332985178338666, "interval": [-0.012396969596226156, 0.08508325930082568], "p_value": 0.19259929132734327, "input_sha256": "718dd5c9438e271c2f691b91036366155ae99b6aa67c505ece832521f5a47e91"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2952339115, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.134993602705272, "interval": [-4.610129916481612, 6.880117121892156], "p_value": 0.69, "input_sha256": "a72e022b0ff457258749733a0db9c697689132ab55fd47eb407d6a14c4d6e433"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2952339115, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.134993602705272, "interval": [-4.526530899607643, 5.960815419596534], "p_value": 0.6904848125270013, "input_sha256": "a72e022b0ff457258749733a0db9c697689132ab55fd47eb407d6a14c4d6e433"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.04938980249144381, "seed": 2952339115, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010857395569134093, "interval": [-0.05233865546715613, 0.07405344660542432], "p_value": 0.74, "input_sha256": "54505b8e176d774a23f2b47cd86d25ddbee4b4a4048bdf12d48644e12fc5c6b1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.04938980249144381, "seed": 2952339115, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010857395569134093, "interval": [-0.0540599204305423, 0.05994642907510114], "p_value": 0.7296050397940794, "input_sha256": "54505b8e176d774a23f2b47cd86d25ddbee4b4a4048bdf12d48644e12fc5c6b1"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 739329404, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.007364089075729, "interval": [-7.767227759353156, 3.7524995812016977], "p_value": 0.485, "input_sha256": "a9189a2bf2a99a83d2b1022065f87af75428f4d55189ad3138df19c14545bd00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 739329404, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.007364089075729, "interval": [-7.906606777992561, 2.8558015997176476], "p_value": 0.48470371760339526, "input_sha256": "a9189a2bf2a99a83d2b1022065f87af75428f4d55189ad3138df19c14545bd00"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.04872032508848468, "seed": 739329404, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01714048804439207, "interval": [-0.0765447696140236, 0.04226379352523946], "p_value": 0.566, "input_sha256": "cf9e3a8f0797299c4006a9d9d8d0b0dd956a13fd990012703bae60441d29f51d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.04872032508848468, "seed": 739329404, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01714048804439207, "interval": [-0.07465897489594334, 0.03315464594231336], "p_value": 0.5625254078781154, "input_sha256": "cf9e3a8f0797299c4006a9d9d8d0b0dd956a13fd990012703bae60441d29f51d"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3987563217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.641513546451915, "interval": [-0.5586465427744525, 11.841673635678282], "p_value": 0.074, "input_sha256": "be3d4f4afd82c0817c41a31f25057006c41e17e2db82f5dfe2b2e0ff3dee8243"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3987563217, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.641513546451915, "interval": [-0.042488624795737576, 11.574918223919106], "p_value": 0.07326509123280346, "input_sha256": "be3d4f4afd82c0817c41a31f25057006c41e17e2db82f5dfe2b2e0ff3dee8243"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.05046375744268448, "seed": 3987563217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055773515422445075, "interval": [-0.010836574605131696, 0.12238360545002185], "p_value": 0.112, "input_sha256": "1372befbe463e3671ebd0dc06387220524d8476d98ee77c34af972ca55f26402"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.05046375744268448, "seed": 3987563217, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055773515422445075, "interval": [-0.006044249935544702, 0.11902838756026363], "p_value": 0.0982212811383207, "input_sha256": "1372befbe463e3671ebd0dc06387220524d8476d98ee77c34af972ca55f26402"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1472859785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.651927469898618, "interval": [2.1719494095912033, 11.131905530206033], "p_value": 0.004, "input_sha256": "72176e10941a09e1e6ed375ad5dbec0525c3ecbc1637c94d1f3de79f6ee2936f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1472859785, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.651927469898618, "interval": [3.0288998346921736, 11.388036467493649], "p_value": 0.004813003313736519, "input_sha256": "72176e10941a09e1e6ed375ad5dbec0525c3ecbc1637c94d1f3de79f6ee2936f"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.05085799260183872, "seed": 1472859785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06367825037530357, "interval": [0.017483598179661726, 0.10987290257094542], "p_value": 0.005, "input_sha256": "7a0341102a1ee6e4304b161c33810843ddcd18f5046342cce4d7b2f75e77bd29"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.05085799260183872, "seed": 1472859785, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06367825037530357, "interval": [0.027062139412933426, 0.11085496450391846], "p_value": 0.008334153697255882, "input_sha256": "7a0341102a1ee6e4304b161c33810843ddcd18f5046342cce4d7b2f75e77bd29"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2722255709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.690753776553996, "interval": [-2.5527221356489482, 9.93422968875694], "p_value": 0.242, "input_sha256": "e5bc1784d3aee7f6050885adcd4091fb2a751f7c606ee487f81cc360e971b16c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2722255709, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.690753776553996, "interval": [-2.580062897286483, 9.528774202496278], "p_value": 0.23871865528027855, "input_sha256": "e5bc1784d3aee7f6050885adcd4091fb2a751f7c606ee487f81cc360e971b16c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.05045753329076926, "seed": 2722255709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020898499317556996, "interval": [-0.041911001872042455, 0.08370800050715645], "p_value": 0.473, "input_sha256": "c1f77a53c73ea0bfefc1ddbcfa94bd8dbe02f0f08470be6a2047e1ed2282cdc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.05045753329076926, "seed": 2722255709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020898499317556996, "interval": [-0.042891550448203204, 0.07750261371573201], "p_value": 0.5042363699879776, "input_sha256": "c1f77a53c73ea0bfefc1ddbcfa94bd8dbe02f0f08470be6a2047e1ed2282cdc8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 64035073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.529312509626823, "interval": [0.23827119925957696, 10.82035381999407], "p_value": 0.035, "input_sha256": "ea250b322bc6474db2580a8c27e1faf4877f5b984b7a275e60f39cf3761f2d24"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 64035073, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.529312509626823, "interval": [1.0217453010973088, 10.742097250180977], "p_value": 0.04104405578696846, "input_sha256": "ea250b322bc6474db2580a8c27e1faf4877f5b984b7a275e60f39cf3761f2d24"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.04853608124032993, "seed": 64035073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04949027020197233, "interval": [-0.0023258913724518784, 0.10130643177639653], "p_value": 0.051, "input_sha256": "c90a1c7675166c91f833c83ab07016bd8d466ef02566cb6b816723e66120c3f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.04853608124032993, "seed": 64035073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04949027020197233, "interval": [0.003799116945954964, 0.09872315139002565], "p_value": 0.06061446730855803, "input_sha256": "c90a1c7675166c91f833c83ab07016bd8d466ef02566cb6b816723e66120c3f2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1657462892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7957113589840015, "interval": [-0.5114867703494674, 12.10290948831747], "p_value": 0.073, "input_sha256": "d5711ec5df0ad53abfeb4cd3086f90c77cfae843edc54fd80c7b2638b6a3f81a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1657462892, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7957113589840015, "interval": [-0.6340256179638549, 11.340749600602262], "p_value": 0.07060657802175775, "input_sha256": "d5711ec5df0ad53abfeb4cd3086f90c77cfae843edc54fd80c7b2638b6a3f81a"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.049665256919571965, "seed": 1657462892, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059723751235136874, "interval": [-0.005047904118252428, 0.12449540658852618], "p_value": 0.071, "input_sha256": "c64f535935a1fab3a746aba48ed59ca3b43b22a96051dcd497aa33a41ba16b0e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.049665256919571965, "seed": 1657462892, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059723751235136874, "interval": [-0.00533388001720576, 0.11761368244754285], "p_value": 0.06966760176246885, "input_sha256": "c64f535935a1fab3a746aba48ed59ca3b43b22a96051dcd497aa33a41ba16b0e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 776383419, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.924842688980915, "interval": [2.058315635400218, 11.791369742561612], "p_value": 0.004, "input_sha256": "6630dcfe84d1e48591dc9a3faf3b2e5cf0cf880c88c531e5644dd57ee5d7847b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 776383419, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.924842688980915, "interval": [2.5195148184635943, 11.791950518483208], "p_value": 0.006489925823911421, "input_sha256": "6630dcfe84d1e48591dc9a3faf3b2e5cf0cf880c88c531e5644dd57ee5d7847b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.048248378702652105, "seed": 776383419, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07339110728228239, "interval": [0.02547829691066078, 0.121303917653904], "p_value": 0.001, "input_sha256": "39bfa19951fdc25fd5662d3c7c69d4c088daf401188f210c63455003d4dfa7f8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.048248378702652105, "seed": 776383419, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07339110728228239, "interval": [0.03351463779319676, 0.12494139054278171], "p_value": 0.003635740879959196, "input_sha256": "39bfa19951fdc25fd5662d3c7c69d4c088daf401188f210c63455003d4dfa7f8"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2017601085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2224553739243973, "interval": [-3.608644140370539, 8.053554888219335], "p_value": 0.434, "input_sha256": "2aaabc02a419fbcdca82a8fd56e10651ee9d647968daaceb8c49e3f5ea9b3c8c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2017601085, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2224553739243973, "interval": [-3.7666976750533134, 6.718108149068732], "p_value": 0.4433108472347925, "input_sha256": "2aaabc02a419fbcdca82a8fd56e10651ee9d647968daaceb8c49e3f5ea9b3c8c"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.04911404417945441, "seed": 2017601085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01784238510737167, "interval": [-0.04790541570823345, 0.08359018592297679], "p_value": 0.577, "input_sha256": "6eb9cdab2140ce46cf1aeb5d28ebc6df34a92ce7837b3324018d50fdc1429235"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.04911404417945441, "seed": 2017601085, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01784238510737167, "interval": [-0.053730674452763125, 0.06745155516509509], "p_value": 0.5840252170376157, "input_sha256": "6eb9cdab2140ce46cf1aeb5d28ebc6df34a92ce7837b3324018d50fdc1429235"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2879433367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5778932286587359, "interval": [-5.010259460040113, 6.166045917357585], "p_value": 0.846, "input_sha256": "718d55c92662d38cc5c2a56ae6d409a7e254382b159b8f7f05155ab2a3e9ef1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2879433367, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5778932286587359, "interval": [-5.020234609536025, 5.171170155699107], "p_value": 0.8348602671749519, "input_sha256": "718d55c92662d38cc5c2a56ae6d409a7e254382b159b8f7f05155ab2a3e9ef1b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.05057421534568579, "seed": 2879433367, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005032182955560696, "interval": [-0.0652403547187681, 0.055175988807646716], "p_value": 0.866, "input_sha256": "42735432bfb4eb6a096eb2808bd1d4cd39559679a77835664838d695bb01cc40"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.05057421534568579, "seed": 2879433367, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005032182955560696, "interval": [-0.06508969085192479, 0.04618878978499001], "p_value": 0.8658822696647286, "input_sha256": "42735432bfb4eb6a096eb2808bd1d4cd39559679a77835664838d695bb01cc40"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3909532669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.994165972877834, "interval": [4.961841187082238, 15.026490758673429], "p_value": 0.001, "input_sha256": "60a98a9f642bdda34dd34eeea266b1b342841672fbfb8a15bcd15aa2d1a3cb4e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3909532669, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.994165972877834, "interval": [5.693175254754532, 14.983194569551623], "p_value": 0.00027896241890827314, "input_sha256": "60a98a9f642bdda34dd34eeea266b1b342841672fbfb8a15bcd15aa2d1a3cb4e"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04977754623181292, "seed": 3909532669, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09621589720423773, "interval": [0.045888773922092785, 0.14654302048638268], "p_value": 0.001, "input_sha256": "04a6a237333a0bcbd2b1cc7dc85ac6864defbaef8b0a98aa0ecccf1bc5f668ff"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04977754623181292, "seed": 3909532669, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09621589720423773, "interval": [0.052137226369623965, 0.1458470642867283], "p_value": 0.00042661006731717414, "input_sha256": "04a6a237333a0bcbd2b1cc7dc85ac6864defbaef8b0a98aa0ecccf1bc5f668ff"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1167292436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.619859354969263, "interval": [0.03678268469637169, 7.202936025242154], "p_value": 0.028, "input_sha256": "aab1b496d425933c107c3bda3c7d2fea5b4618e893d0a3f8f2fade981f11bdea"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1167292436, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.619859354969263, "interval": [0.08298927653750426, 6.71629166672908], "p_value": 0.04781968115317192, "input_sha256": "aab1b496d425933c107c3bda3c7d2fea5b4618e893d0a3f8f2fade981f11bdea"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.04926250627596331, "seed": 1167292436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02589524781230826, "interval": [-0.016239949005316945, 0.06803044462993346], "p_value": 0.22, "input_sha256": "a133b4a873c4d54415cb16803db055c4029efb71aafbcd085359356c33cba348"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.04926250627596331, "seed": 1167292436, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02589524781230826, "interval": [-0.018759362610438823, 0.060804812357498725], "p_value": 0.21967137316259447, "input_sha256": "a133b4a873c4d54415cb16803db055c4029efb71aafbcd085359356c33cba348"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 428858146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.027327253471366, "interval": [3.712913167016496, 16.341741339926237], "p_value": 0.006, "input_sha256": "17756b8790fee96a8f2b887dfaebdac257a29f15b85af3809f3673a0e3941e38"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 428858146, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.027327253471366, "interval": [4.274515704855253, 16.075218697850683], "p_value": 0.0026693675787276385, "input_sha256": "17756b8790fee96a8f2b887dfaebdac257a29f15b85af3809f3673a0e3941e38"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04859235102522831, "seed": 428858146, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10245887875580732, "interval": [0.036091518386435886, 0.16882623912517875], "p_value": 0.006, "input_sha256": "ab62d8dbf658cc9ef464cd4ee3564996c99dcea00ec0ee53ea8f0507a14661f3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04859235102522831, "seed": 428858146, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10245887875580732, "interval": [0.042647348869787854, 0.1670183600332273], "p_value": 0.0034004631366405975, "input_sha256": "ab62d8dbf658cc9ef464cd4ee3564996c99dcea00ec0ee53ea8f0507a14661f3"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 843833647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.564024931307046, "interval": [0.4750807501509753, 12.652969112463115], "p_value": 0.025, "input_sha256": "b7d104f7cf9bb3d3d7d442de20d83fa0d313aa7b04d4c1f9b0d6f8bab6ab0453"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 843833647, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.564024931307046, "interval": [0.12222088672621212, 11.531412152636294], "p_value": 0.03544149183459783, "input_sha256": "b7d104f7cf9bb3d3d7d442de20d83fa0d313aa7b04d4c1f9b0d6f8bab6ab0453"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0501465472387701, "seed": 843833647, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05947923203476416, "interval": [-0.00966864963854476, 0.12862711370807306], "p_value": 0.089, "input_sha256": "8d222403bf431fba3e0229d36cf215d4770d1414365fa989b5ab2f280d78ead2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0501465472387701, "seed": 843833647, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05947923203476416, "interval": [-0.019861604631426028, 0.11402529660299014], "p_value": 0.08926154920735117, "input_sha256": "8d222403bf431fba3e0229d36cf215d4770d1414365fa989b5ab2f280d78ead2"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3912621278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.287236733477785, "interval": [3.591554274825536, 10.982919192130034], "p_value": 0.001, "input_sha256": "ccbd0af5f8f52a80acc3c12ed4d7cc93c1eb3b77dd4a09066a8a597e18145e59"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3912621278, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.287236733477785, "interval": [4.068356011722838, 11.22566119131515], "p_value": 0.0003067820327327058, "input_sha256": "ccbd0af5f8f52a80acc3c12ed4d7cc93c1eb3b77dd4a09066a8a597e18145e59"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.04994478760692887, "seed": 3912621278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08024556985624677, "interval": [0.040691329119777776, 0.11979981059271577], "p_value": 0.001, "input_sha256": "0facbb916898fb17db1b3dd69ec50f23c7ac0315bea76ab0ef9ccdd89367ec9b"}
{"scenario": "unequal_variance", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.04994478760692887, "seed": 3912621278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08024556985624677, "interval": [0.04438526347206416, 0.12152482183566686], "p_value": 0.00022987165845734747, "input_sha256": "0facbb916898fb17db1b3dd69ec50f23c7ac0315bea76ab0ef9ccdd89367ec9b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 24283469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.894458142390473, "interval": [1.8668423854664118, 9.922073899314533], "p_value": 0.007, "input_sha256": "a32a3812fa22e1589cf5ec588af578db7a70dda3b40270a44714cb52964d2552"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 24283469, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.894458142390473, "interval": [2.378665171220793, 9.697393930021628], "p_value": 0.005262861034775727, "input_sha256": "a32a3812fa22e1589cf5ec588af578db7a70dda3b40270a44714cb52964d2552"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 24283469, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05217731844528919, "interval": [0.010406877048018577, 0.09394775984255979], "p_value": 0.015, "input_sha256": "c8087a50de002158869fbac5df50f6a4ef28fb7ec593e2bbbfae889eae7c68c2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 24283469, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05217731844528919, "interval": [0.013898014924007081, 0.09068631129373102], "p_value": 0.01577262203816681, "input_sha256": "c8087a50de002158869fbac5df50f6a4ef28fb7ec593e2bbbfae889eae7c68c2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3022233106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0560748037739733, "interval": [-7.552193966838044, 3.4400443592900976], "p_value": 0.464, "input_sha256": "e45a8a424219fbf5f6b7582398aa72738bd4f5da2ef6ee578cb531cfc9dcad29"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3022233106, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0560748037739733, "interval": [-8.12265288145964, 2.8068894520507013], "p_value": 0.4534577948510492, "input_sha256": "e45a8a424219fbf5f6b7582398aa72738bd4f5da2ef6ee578cb531cfc9dcad29"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3022233106, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019795849531813833, "interval": [-0.07830202847405549, 0.038710329410427825], "p_value": 0.522, "input_sha256": "0dedad84a5c19deb71cd3e44bd23d5d7a65cf0cd9a9af7346b17c85a98d9e1f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3022233106, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019795849531813833, "interval": [-0.08489862186387966, 0.032705791365715935], "p_value": 0.4973750573371485, "input_sha256": "0dedad84a5c19deb71cd3e44bd23d5d7a65cf0cd9a9af7346b17c85a98d9e1f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 910293168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1648482646452294, "interval": [-4.99562851250972, 2.6659319832192616], "p_value": 0.565, "input_sha256": "4577b97cd088f0783f8e3b06ba738c3bb833442540440e8488277fd42092917e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 910293168, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1648482646452294, "interval": [-4.699270386264175, 2.2566103405927485], "p_value": 0.5418225967229572, "input_sha256": "4577b97cd088f0783f8e3b06ba738c3bb833442540440e8488277fd42092917e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 910293168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009565879602241811, "interval": [-0.05105283711143326, 0.03192107790694964], "p_value": 0.668, "input_sha256": "5d99ea6c3160b732312646437b6d77e1c2f3cbd882618afc1af2b4fb86a7010a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 910293168, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009565879602241811, "interval": [-0.04910788312310418, 0.02770525132241828], "p_value": 0.6432418441038277, "input_sha256": "5d99ea6c3160b732312646437b6d77e1c2f3cbd882618afc1af2b4fb86a7010a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2350350814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.47560586320664555, "interval": [-3.5527474324975, 4.503959158910791], "p_value": 0.807, "input_sha256": "6d2b4bd4ad82fc028b04114f971e0adcf2a9ac3016f478053a785f170a960b95"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2350350814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.47560586320664555, "interval": [-3.494375719138807, 4.156249150867594], "p_value": 0.8123531656184748, "input_sha256": "6d2b4bd4ad82fc028b04114f971e0adcf2a9ac3016f478053a785f170a960b95"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2350350814, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007242266678919751, "interval": [-0.03706946848237575, 0.051554001840215254], "p_value": 0.716, "input_sha256": "20bacaf07bbd07e78c3b3177be16555679532e9e5ca97074ce118210e163bf74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2350350814, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007242266678919751, "interval": [-0.03759536195152304, 0.04934339907557823], "p_value": 0.7425231868046707, "input_sha256": "20bacaf07bbd07e78c3b3177be16555679532e9e5ca97074ce118210e163bf74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 964137634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.708096932378198, "interval": [-3.8762597787065944, 7.2924536434629905], "p_value": 0.528, "input_sha256": "1bc20ea1ab233e42e66493e7b719f4c0464ce36f8ed672f89de9d05294f85ad8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 964137634, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.708096932378198, "interval": [-3.5263703165234377, 6.911447417860384], "p_value": 0.5393420142602685, "input_sha256": "1bc20ea1ab233e42e66493e7b719f4c0464ce36f8ed672f89de9d05294f85ad8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 964137634, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024392973901410694, "interval": [-0.03270689559445182, 0.08149284339727321], "p_value": 0.37, "input_sha256": "8550c57980c47e0dad211dceb88a662e45cf2a94ab30dc6f7ff9adc4694b659d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 964137634, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024392973901410694, "interval": [-0.029902537049888205, 0.07637740705121208], "p_value": 0.3925516886443251, "input_sha256": "8550c57980c47e0dad211dceb88a662e45cf2a94ab30dc6f7ff9adc4694b659d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1847939735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0440760797860538, "interval": [-7.150080688844674, 1.0619285292725662], "p_value": 0.139, "input_sha256": "f0127bbe3e0038831ad5a9a1aeed88e9acd9f15b13575d49c52b70f292fa9aa5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1847939735, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0440760797860538, "interval": [-6.889912773193894, 0.5694752694592483], "p_value": 0.1403437001029403, "input_sha256": "f0127bbe3e0038831ad5a9a1aeed88e9acd9f15b13575d49c52b70f292fa9aa5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1847939735, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0387557701130217, "interval": [-0.08510632503786164, 0.007594784811818245], "p_value": 0.105, "input_sha256": "90ae89a08c5007e3ef0fee493ad529e05f0ac1d28521addfccd3e10856d72dff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1847939735, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0387557701130217, "interval": [-0.08372825640897452, 0.0002979827227680788], "p_value": 0.09761180292361933, "input_sha256": "90ae89a08c5007e3ef0fee493ad529e05f0ac1d28521addfccd3e10856d72dff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3428589661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8000170996728446, "interval": [-5.674181790975041, 4.074147591629352], "p_value": 0.721, "input_sha256": "07f2beb848aca559a96447bac420ea0fed391036a44c5fac25daa668eeee3a18"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3428589661, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8000170996728446, "interval": [-5.1292228565961215, 3.6126893807840785], "p_value": 0.7410018386893439, "input_sha256": "07f2beb848aca559a96447bac420ea0fed391036a44c5fac25daa668eeee3a18"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3428589661, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011582817060475828, "interval": [-0.06330140195536701, 0.04013576783441536], "p_value": 0.629, "input_sha256": "8903f3d4595eeaf10998911b29a9ccc80e7b8065704e0322e02d2fcb107b5b90"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3428589661, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011582817060475828, "interval": [-0.05968667506275807, 0.03283154114351413], "p_value": 0.6519136166464344, "input_sha256": "8903f3d4595eeaf10998911b29a9ccc80e7b8065704e0322e02d2fcb107b5b90"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3413985955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9126095866945043, "interval": [-7.468434653592655, 3.6432154802036463], "p_value": 0.488, "input_sha256": "39d8e4b8a86f21394689ba3a19146baa20ef558e1cf495a8c428c2aebc137673"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3413985955, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9126095866945043, "interval": [-6.573760509553327, 3.53385478055778], "p_value": 0.48953536536262976, "input_sha256": "39d8e4b8a86f21394689ba3a19146baa20ef558e1cf495a8c428c2aebc137673"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3413985955, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02258503336366849, "interval": [-0.07983364039624603, 0.034663573668909056], "p_value": 0.44, "input_sha256": "ed8231edb3dfbeb38ec0308c2c71b2a376b6ca6b3d923a233c19bdcc8392679e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3413985955, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02258503336366849, "interval": [-0.07051208348128579, 0.0346833514989313], "p_value": 0.42866533601733725, "input_sha256": "ed8231edb3dfbeb38ec0308c2c71b2a376b6ca6b3d923a233c19bdcc8392679e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3619928974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.217796067117785, "interval": [-6.040556136136111, 1.6049640019005404], "p_value": 0.236, "input_sha256": "233b6c84915fd629801d58a7a025801b71868c9225668c5073eb6b0c3bff482b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3619928974, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.217796067117785, "interval": [-5.703374190553216, 1.4468424562003188], "p_value": 0.24741324529408426, "input_sha256": "233b6c84915fd629801d58a7a025801b71868c9225668c5073eb6b0c3bff482b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3619928974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030858149472238236, "interval": [-0.07072621522864092, 0.009009916284164456], "p_value": 0.125, "input_sha256": "2b15712e269602cf994853a7c5ac2966cfdad846973b4273a400bade0d4a3a73"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3619928974, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030858149472238236, "interval": [-0.06718446552811702, 0.006336764708807717], "p_value": 0.12520757900271196, "input_sha256": "2b15712e269602cf994853a7c5ac2966cfdad846973b4273a400bade0d4a3a73"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2041562158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16733588561543122, "interval": [-4.94683982716284, 4.612168055931978], "p_value": 0.954, "input_sha256": "f29bfa4799c1cdd902fac905a5a1e221b2cde8439a0296db31b650abac984924"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2041562158, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16733588561543122, "interval": [-4.843812898815772, 3.8623475242023866], "p_value": 0.9437757257253466, "input_sha256": "f29bfa4799c1cdd902fac905a5a1e221b2cde8439a0296db31b650abac984924"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2041562158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005475403267915999, "interval": [-0.04160208996698226, 0.05255289650281426], "p_value": 0.806, "input_sha256": "46e3645f24e82e61bf61ddc01af132d85beeac478805998ddfb56194988ce4c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2041562158, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005475403267915999, "interval": [-0.036696465338611074, 0.04720031458765024], "p_value": 0.8144684844137545, "input_sha256": "46e3645f24e82e61bf61ddc01af132d85beeac478805998ddfb56194988ce4c7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3306282875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7649695997512858, "interval": [-5.872421349434031, 4.34248214993146], "p_value": 0.783, "input_sha256": "7584fbdd827dc256ac3cd22c753f802eeb136f7b4a46efff5c73d1832c064b07"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3306282875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7649695997512858, "interval": [-5.31865643736506, 4.304974454591776], "p_value": 0.7633629947751386, "input_sha256": "7584fbdd827dc256ac3cd22c753f802eeb136f7b4a46efff5c73d1832c064b07"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3306282875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0031636454499987393, "interval": [-0.059270005044011254, 0.052942714144013775], "p_value": 0.918, "input_sha256": "e56e58810a72a5255a91c0662eedffb3fe1a09399c638c5d029e1bd57423b312"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3306282875, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0031636454499987393, "interval": [-0.04990889492582631, 0.05785523891185809], "p_value": 0.9096338816093589, "input_sha256": "e56e58810a72a5255a91c0662eedffb3fe1a09399c638c5d029e1bd57423b312"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2945834093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7764601790350039, "interval": [-4.311463469866716, 2.7585431117967083], "p_value": 0.658, "input_sha256": "7952a2ec449ded511c0f0f510ae9f3112eb20e65f567834b60e0cd3a74a73cea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2945834093, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7764601790350039, "interval": [-4.599412878152268, 2.085243212422857], "p_value": 0.6590496463986479, "input_sha256": "7952a2ec449ded511c0f0f510ae9f3112eb20e65f567834b60e0cd3a74a73cea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2945834093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008832538197069653, "interval": [-0.04882109978364372, 0.031156023389504413], "p_value": 0.679, "input_sha256": "36a184d1dabd5d265b20da01b358c846aa1efecde5e1f28fb9d5f9ea2b940996"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2945834093, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008832538197069653, "interval": [-0.05440429153544635, 0.022607934058909252], "p_value": 0.6569552345121931, "input_sha256": "36a184d1dabd5d265b20da01b358c846aa1efecde5e1f28fb9d5f9ea2b940996"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 225816506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.487579257386951, "interval": [-4.102121418460964, 7.077279933234866], "p_value": 0.588, "input_sha256": "76d7420ec9dbdff8512d03023378b057923f340e6c329c7d774ace89f4e46e06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 225816506, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.487579257386951, "interval": [-3.6907160733966435, 6.4379817991900765], "p_value": 0.5930480078627471, "input_sha256": "76d7420ec9dbdff8512d03023378b057923f340e6c329c7d774ace89f4e46e06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 225816506, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009552174903524197, "interval": [-0.05335135659178944, 0.07245570639883783], "p_value": 0.766, "input_sha256": "10c85c1fded5bede188ecc2aa20d2b61e0b4b81a07f1b9dfe96a44c07fda97ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 225816506, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009552174903524197, "interval": [-0.05612980071641454, 0.06277728348660112], "p_value": 0.7598021520349323, "input_sha256": "10c85c1fded5bede188ecc2aa20d2b61e0b4b81a07f1b9dfe96a44c07fda97ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1278723505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.944195110050572, "interval": [-7.577100669832519, 1.6887104497313752], "p_value": 0.223, "input_sha256": "f4bb5cf3e50c77fb834a139c412e09a22b457a78a052da92cb42e082b55325e9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1278723505, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.944195110050572, "interval": [-7.527643372426248, 1.706877292082152], "p_value": 0.20587093750757554, "input_sha256": "f4bb5cf3e50c77fb834a139c412e09a22b457a78a052da92cb42e082b55325e9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1278723505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03186373972299776, "interval": [-0.08665878609140684, 0.02293130664541132], "p_value": 0.255, "input_sha256": "1c1a3533690becdcf35ac79d1e10fb74863ac6e10f6d1360c658d2ef399c00d2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1278723505, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03186373972299776, "interval": [-0.0877357538034643, 0.017482880506092216], "p_value": 0.24578380982211545, "input_sha256": "1c1a3533690becdcf35ac79d1e10fb74863ac6e10f6d1360c658d2ef399c00d2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1861871554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7346120728617196, "interval": [-1.3701181925060872, 6.839342338229526], "p_value": 0.17, "input_sha256": "469ac785045bd9e0cede63f7a9ff2971a04d0775fef5c67514d24e030e0b8c7a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1861871554, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7346120728617196, "interval": [-0.8531655425975623, 6.370333379058114], "p_value": 0.1853469787252853, "input_sha256": "469ac785045bd9e0cede63f7a9ff2971a04d0775fef5c67514d24e030e0b8c7a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1861871554, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031013763464820092, "interval": [-0.01100253313198743, 0.07303006006162761], "p_value": 0.132, "input_sha256": "89ec1446823d72bd212c21344cf49bb307be5ba64c4389ef030737763c0eb0cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1861871554, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031013763464820092, "interval": [-0.003443884891736846, 0.06763853653889842], "p_value": 0.14333486944269605, "input_sha256": "89ec1446823d72bd212c21344cf49bb307be5ba64c4389ef030737763c0eb0cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3883841525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.161514970243874, "interval": [-3.4971658897364284, 5.8201958302241765], "p_value": 0.595, "input_sha256": "bf2905414ecff3ddb379c920d38812600ff5afac8b0d1a6d7740cdd0114a391d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3883841525, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.161514970243874, "interval": [-3.2874957780038065, 5.365691995394473], "p_value": 0.6164226250209144, "input_sha256": "bf2905414ecff3ddb379c920d38812600ff5afac8b0d1a6d7740cdd0114a391d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3883841525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008355076080435744, "interval": [-0.03918152473734823, 0.05589167689821972], "p_value": 0.721, "input_sha256": "0807ecc9664806da1bbbf45916447df6ae74ec9cef6db6c5beccc5daa6ec7d2a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3883841525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008355076080435744, "interval": [-0.035883009087476915, 0.05349177498098176], "p_value": 0.7238186093983192, "input_sha256": "0807ecc9664806da1bbbf45916447df6ae74ec9cef6db6c5beccc5daa6ec7d2a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2063071567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.545067479463892, "interval": [-7.262776501911697, 2.1726415429839125], "p_value": 0.299, "input_sha256": "b4fd042585b7ec8d544baf16f24f2b083d0619b618cdcadb7e044e8323654bf1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2063071567, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.545067479463892, "interval": [-6.520034354530313, 1.9100700173507628], "p_value": 0.28150443409140063, "input_sha256": "b4fd042585b7ec8d544baf16f24f2b083d0619b618cdcadb7e044e8323654bf1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2063071567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012643830527357958, "interval": [-0.06758699210620264, 0.042299331051486734], "p_value": 0.639, "input_sha256": "8e518eafd7bfa040612590ec0c59e3bdb6e1622a5ab486fa17204b77c098090d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2063071567, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012643830527357958, "interval": [-0.057537524294907195, 0.04532637215678126], "p_value": 0.6431601768037906, "input_sha256": "8e518eafd7bfa040612590ec0c59e3bdb6e1622a5ab486fa17204b77c098090d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3103837275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6737240096728527, "interval": [-1.410050276701357, 8.757498296047062], "p_value": 0.136, "input_sha256": "f9bdda5ea8569822c30de43a320c77f0679e4b10919194db251bd359955e601e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3103837275, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6737240096728527, "interval": [-1.824837060998686, 8.177219109392631], "p_value": 0.15171666003043258, "input_sha256": "f9bdda5ea8569822c30de43a320c77f0679e4b10919194db251bd359955e601e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3103837275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.041647631395208405, "interval": [-0.009361762232418656, 0.09265702502283546], "p_value": 0.104, "input_sha256": "651ed6e0a4c922f51bfc90fb3399d66d29228cfabd4dfab7ff959bea6a9566aa"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3103837275, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.041647631395208405, "interval": [-0.01303187812393871, 0.08772488177031726], "p_value": 0.10658355066679746, "input_sha256": "651ed6e0a4c922f51bfc90fb3399d66d29228cfabd4dfab7ff959bea6a9566aa"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2689972058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0731470203609659, "interval": [-3.5260472022136744, 5.672341242935606], "p_value": 0.625, "input_sha256": "48c2ce7fb4042bc10a585785b17345739b51f68039d294c1f9a022a2b48e43ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2689972058, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0731470203609659, "interval": [-2.9792085261057086, 5.189065569562274], "p_value": 0.6392959430864884, "input_sha256": "48c2ce7fb4042bc10a585785b17345739b51f68039d294c1f9a022a2b48e43ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2689972058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00479077428506719, "interval": [-0.045442901052140626, 0.055024449622275005], "p_value": 0.839, "input_sha256": "c9504066ac047f1e406e260e51a34609b740c861ac1ff46852a157b01471863e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2689972058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00479077428506719, "interval": [-0.04051634036077488, 0.05082490973758652], "p_value": 0.8479354745534955, "input_sha256": "c9504066ac047f1e406e260e51a34609b740c861ac1ff46852a157b01471863e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 890630043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.1150270754242415, "interval": [-8.672572008387544, 0.4425178575390598], "p_value": 0.084, "input_sha256": "7005424cd784ca91330486e74bdc5b6cd18b27e6609f81084027f26d32d7d1bf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 890630043, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.1150270754242415, "interval": [-8.65018049287455, -0.13535677305733435], "p_value": 0.07542671652520455, "input_sha256": "7005424cd784ca91330486e74bdc5b6cd18b27e6609f81084027f26d32d7d1bf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 890630043, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04140561033619729, "interval": [-0.08723699589107269, 0.00442577521867811], "p_value": 0.084, "input_sha256": "9db51840853fffcfa369e0092d808c99717c1e184409e861ce4069c9448a3526"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 890630043, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04140561033619729, "interval": [-0.0861282055378114, -0.0005486639052643679], "p_value": 0.0752471445588379, "input_sha256": "9db51840853fffcfa369e0092d808c99717c1e184409e861ce4069c9448a3526"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1084177221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08738384822880363, "interval": [-4.293685576320274, 4.118917879862667], "p_value": 0.973, "input_sha256": "28d27078802079f3dd497c2ce0539f22d4715426404a8c815e85bdafa7195c4f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1084177221, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08738384822880363, "interval": [-3.978619651463952, 3.544080135526947], "p_value": 0.9666727448954877, "input_sha256": "28d27078802079f3dd497c2ce0539f22d4715426404a8c815e85bdafa7195c4f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1084177221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001223444390387532, "interval": [-0.044453019591972204, 0.04200613081119714], "p_value": 0.956, "input_sha256": "46068a3361b65ac80e634b7dc5c557a2ab9a466088306fda1330db0d6788e697"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1084177221, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001223444390387532, "interval": [-0.0404898918940627, 0.039037180310764204], "p_value": 0.9545855862470418, "input_sha256": "46068a3361b65ac80e634b7dc5c557a2ab9a466088306fda1330db0d6788e697"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3460606154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9910654343937697, "interval": [-6.4375914557068805, 4.455460586919341], "p_value": 0.726, "input_sha256": "65139a7da21c458329a1cedaafabb6a6e5843bad748d7f2b8936269aa4c340be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3460606154, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9910654343937697, "interval": [-5.509529023403878, 4.672908092977892], "p_value": 0.7143173087337586, "input_sha256": "65139a7da21c458329a1cedaafabb6a6e5843bad748d7f2b8936269aa4c340be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3460606154, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011881553761484476, "interval": [-0.0704314412559004, 0.046668333732931444], "p_value": 0.692, "input_sha256": "a37e70cd4afc66f46f8e3f5b876b97b311dfda025f2abd5040c5509bc36e477b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3460606154, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011881553761484476, "interval": [-0.05924994635266721, 0.04939800985892646], "p_value": 0.6832247541765585, "input_sha256": "a37e70cd4afc66f46f8e3f5b876b97b311dfda025f2abd5040c5509bc36e477b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3125961076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4194743400229237, "interval": [-2.5224148085050606, 7.361363488550908], "p_value": 0.326, "input_sha256": "78a23123227a8d1094784b715c2a691671d7c6133b35fd6f24f37c740a7231bc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3125961076, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4194743400229237, "interval": [-1.5119892926183294, 7.296389809675631], "p_value": 0.32610480790648466, "input_sha256": "78a23123227a8d1094784b715c2a691671d7c6133b35fd6f24f37c740a7231bc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3125961076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025643933975051866, "interval": [-0.02751656027147073, 0.07880442822157446], "p_value": 0.346, "input_sha256": "5600906c42477309b6a642a12b51410ce4a5fb9856ac84c88cae1c401263d60f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3125961076, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025643933975051866, "interval": [-0.016958280446494473, 0.08020839793916307], "p_value": 0.33283723116456354, "input_sha256": "5600906c42477309b6a642a12b51410ce4a5fb9856ac84c88cae1c401263d60f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2113222667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.879307794408361, "interval": [-8.338547551213221, 2.5799319623964987], "p_value": 0.296, "input_sha256": "99ad8db473215fee97cb5e5b25cda9c74253f97264dcb34ffb733fef55edf8af"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2113222667, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.879307794408361, "interval": [-8.35681184496263, 2.24418544657889], "p_value": 0.2923847160769296, "input_sha256": "99ad8db473215fee97cb5e5b25cda9c74253f97264dcb34ffb733fef55edf8af"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2113222667, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030397224412907868, "interval": [-0.0855835017890686, 0.024789052963252865], "p_value": 0.293, "input_sha256": "cce98a0eb7850dcf4be78f3d12cc2286473e32ddccda5cb26143d9357ff99fe1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2113222667, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030397224412907868, "interval": [-0.08502144423054113, 0.02266115458650951], "p_value": 0.2718127929855512, "input_sha256": "cce98a0eb7850dcf4be78f3d12cc2286473e32ddccda5cb26143d9357ff99fe1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2160077947, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.063579996473498, "interval": [-7.149399996175396, 3.0222400032284], "p_value": 0.415, "input_sha256": "ae6175277b9039a9f5eaa4895af0197b49efe2c7b0c38a70c006e6a6d80bd7be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2160077947, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.063579996473498, "interval": [-7.0971798926359355, 2.180322133733022], "p_value": 0.41595858769214467, "input_sha256": "ae6175277b9039a9f5eaa4895af0197b49efe2c7b0c38a70c006e6a6d80bd7be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2160077947, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03522674941246709, "interval": [-0.09211752972378673, 0.02166403089885255], "p_value": 0.226, "input_sha256": "0c8e1fdbfe514d4446dc4d707aeb78a3f8b0c5b1892389ab73bf2af29b5e94c1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2160077947, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03522674941246709, "interval": [-0.09496514256636686, 0.010862081467838566], "p_value": 0.21646850007939117, "input_sha256": "0c8e1fdbfe514d4446dc4d707aeb78a3f8b0c5b1892389ab73bf2af29b5e94c1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2579940499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4113809691455579, "interval": [-2.928047298826609, 5.750809237117725], "p_value": 0.501, "input_sha256": "260d30121592d979bfb7ad2396be083790bd65f5b101fdb58d574b46cc0a1db8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2579940499, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4113809691455579, "interval": [-2.3531677154602417, 5.522790831804146], "p_value": 0.5141709023001173, "input_sha256": "260d30121592d979bfb7ad2396be083790bd65f5b101fdb58d574b46cc0a1db8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2579940499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013727716652924105, "interval": [-0.030894548442633514, 0.05834998174848172], "p_value": 0.515, "input_sha256": "7c76ecc74ac258a3b02138684d9ee1565c406f37ef77c4438b477f8a1d5c03b3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2579940499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013727716652924105, "interval": [-0.023286330363556845, 0.05845240329399098], "p_value": 0.5371054044845656, "input_sha256": "7c76ecc74ac258a3b02138684d9ee1565c406f37ef77c4438b477f8a1d5c03b3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2950926446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.567728109256331, "interval": [-9.519538074320378, 0.38408185580771637], "p_value": 0.075, "input_sha256": "b4febd10ee814adc106fa587254ce119d1abd45b4b0200fae47713c5ecbfe1c3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2950926446, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.567728109256331, "interval": [-9.634443503699924, 0.41571980761622096], "p_value": 0.06946640969458014, "input_sha256": "b4febd10ee814adc106fa587254ce119d1abd45b4b0200fae47713c5ecbfe1c3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2950926446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.046320673390574565, "interval": [-0.1000477479571768, 0.007406401176027665], "p_value": 0.091, "input_sha256": "c4cf2f2083488ce6ea3d992e03172212c8f1ced27b3036b6d84eca9c5ebb75b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2950926446, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.046320673390574565, "interval": [-0.10212030121407646, 0.006615499826915631], "p_value": 0.08878571653315881, "input_sha256": "c4cf2f2083488ce6ea3d992e03172212c8f1ced27b3036b6d84eca9c5ebb75b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1785812899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1325918992943107, "interval": [-4.2034037737246335, 4.468587572313255], "p_value": 0.95, "input_sha256": "6de36b2b304caf0898eda208d8f6fb194179a4354c3e2a03290f48a22d0faea2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1785812899, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1325918992943107, "interval": [-3.944986785864155, 3.944512948995766], "p_value": 0.9509631963722247, "input_sha256": "6de36b2b304caf0898eda208d8f6fb194179a4354c3e2a03290f48a22d0faea2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1785812899, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0021947456477626887, "interval": [-0.047824904342337854, 0.04343541304681248], "p_value": 0.91, "input_sha256": "84031d65ff1145a09aefc8895f1a7cdfa1fa5cea9f82967b4bf80d8d76c8725b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1785812899, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0021947456477626887, "interval": [-0.04486487651241085, 0.03801290271978461], "p_value": 0.9229279808304596, "input_sha256": "84031d65ff1145a09aefc8895f1a7cdfa1fa5cea9f82967b4bf80d8d76c8725b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 445357791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4961734551752421, "interval": [-3.635131971844772, 6.627478882195256], "p_value": 0.549, "input_sha256": "c6d379720ef8e8dc230ef6013a1e8f606343947cb3bb31ec284c6a7d29e7f594"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 445357791, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4961734551752421, "interval": [-3.920023263884226, 6.184887102986734], "p_value": 0.557954446368085, "input_sha256": "c6d379720ef8e8dc230ef6013a1e8f606343947cb3bb31ec284c6a7d29e7f594"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 445357791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01074314996382747, "interval": [-0.04587072953722116, 0.0673570294648761], "p_value": 0.702, "input_sha256": "3dad688e784b7f4eae4a852ae4f396da1849041993c5174333c2576bd01f8fd9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 445357791, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01074314996382747, "interval": [-0.05216259360127041, 0.057999014329523264], "p_value": 0.7022150583630049, "input_sha256": "3dad688e784b7f4eae4a852ae4f396da1849041993c5174333c2576bd01f8fd9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3047048605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2442437328411744, "interval": [-4.4622234189032195, 3.9737359532208707], "p_value": 0.901, "input_sha256": "397cd0004937e22684f4227c10410674c5039d6cb0ea28c4ef0984e2e93126ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3047048605, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2442437328411744, "interval": [-4.391856857460662, 3.6404875649334483], "p_value": 0.9072215735599424, "input_sha256": "397cd0004937e22684f4227c10410674c5039d6cb0ea28c4ef0984e2e93126ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3047048605, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00010638880177893384, "interval": [-0.04094964184376181, 0.04116241944731968], "p_value": 0.994, "input_sha256": "c59e6b9416bac273ee6bb2fe998c929ca873d6bedd7f355b0f1597e0c2f51354"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3047048605, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00010638880177893384, "interval": [-0.04157511869403387, 0.03692456929394241], "p_value": 0.9958397932349031, "input_sha256": "c59e6b9416bac273ee6bb2fe998c929ca873d6bedd7f355b0f1597e0c2f51354"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1265010568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1296588993124308, "interval": [-5.595099374310687, 3.335781575685825], "p_value": 0.653, "input_sha256": "e738e58c16fd77223516542042d07444019ecd70d00b3d65e6b2bff60c8dbaad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1265010568, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1296588993124308, "interval": [-5.451439381190061, 2.737307142168457], "p_value": 0.6115252108977225, "input_sha256": "e738e58c16fd77223516542042d07444019ecd70d00b3d65e6b2bff60c8dbaad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1265010568, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01511961988472875, "interval": [-0.06297460831074159, 0.032735368541284095], "p_value": 0.558, "input_sha256": "b83d0dde373860ee6f797e561fed2c369d32bd3b7e083822f45f67c3a896885a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1265010568, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01511961988472875, "interval": [-0.061986965145459066, 0.02550948147385468], "p_value": 0.5261587137041954, "input_sha256": "b83d0dde373860ee6f797e561fed2c369d32bd3b7e083822f45f67c3a896885a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3565350034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.37819318655873957, "interval": [-4.758285708281197, 4.001899335163718], "p_value": 0.867, "input_sha256": "170339b28901aa8aa59908a44a2d24a979bc2b31a435820190ddecf04c1bd8b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3565350034, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.37819318655873957, "interval": [-4.330836247688901, 3.8573224951338676], "p_value": 0.8618992489013582, "input_sha256": "170339b28901aa8aa59908a44a2d24a979bc2b31a435820190ddecf04c1bd8b8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3565350034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00244986099740703, "interval": [-0.0436718099303425, 0.048571531925156564], "p_value": 0.925, "input_sha256": "cbd758dc416be42d4c034ffb8646e7898355b4de8c12845a2bc4c2124bbb5aad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3565350034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00244986099740703, "interval": [-0.041306842736217375, 0.0463687990254675], "p_value": 0.9148138682481413, "input_sha256": "cbd758dc416be42d4c034ffb8646e7898355b4de8c12845a2bc4c2124bbb5aad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4263342732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9798315984366148, "interval": [-4.457362752958402, 6.417025949831632], "p_value": 0.726, "input_sha256": "5ab3010d1497da109712997828381120d3aec8359482db8268ff32fbd1d3199b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4263342732, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9798315984366148, "interval": [-4.1538363619063015, 6.31365073151892], "p_value": 0.7171967982145924, "input_sha256": "5ab3010d1497da109712997828381120d3aec8359482db8268ff32fbd1d3199b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4263342732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002914771439980035, "interval": [-0.06057350994261977, 0.06640305282257984], "p_value": 0.928, "input_sha256": "622840730b15f8078f4d494e230cd850581f01383ee5fa8ede6e317d7e39f5be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4263342732, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002914771439980035, "interval": [-0.05874186926295233, 0.06469318551400915], "p_value": 0.9264353106501853, "input_sha256": "622840730b15f8078f4d494e230cd850581f01383ee5fa8ede6e317d7e39f5be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3610035250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.825206252234061, "interval": [-1.8928585079685263, 7.543271012436648], "p_value": 0.208, "input_sha256": "c6bb183782b3773faa69ffd047d351448e34b778add553b51dfb2c2da9e760ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3610035250, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.825206252234061, "interval": [-1.4136095638683193, 7.366753531332599], "p_value": 0.23280519678581116, "input_sha256": "c6bb183782b3773faa69ffd047d351448e34b778add553b51dfb2c2da9e760ba"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3610035250, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026932258168404333, "interval": [-0.02211112140865914, 0.07597563774546781], "p_value": 0.261, "input_sha256": "20ce91f24b97c267340965756bc54087e474c3c6ab1c78adaa847ad56ef590ef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3610035250, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026932258168404333, "interval": [-0.01845739876914455, 0.07288058979467421], "p_value": 0.27320454667683314, "input_sha256": "20ce91f24b97c267340965756bc54087e474c3c6ab1c78adaa847ad56ef590ef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3230347190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1302765602702474, "interval": [-5.589752351490914, 3.3291992309504197], "p_value": 0.614, "input_sha256": "a914b6678464501e0dda3e70344d9b843408f51cd51cfc53d51b34ee03bfafde"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3230347190, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1302765602702474, "interval": [-4.957479024928585, 3.3886024712783587], "p_value": 0.6102234202955273, "input_sha256": "a914b6678464501e0dda3e70344d9b843408f51cd51cfc53d51b34ee03bfafde"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3230347190, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014316576906561199, "interval": [-0.06062622334141735, 0.031993069528294955], "p_value": 0.535, "input_sha256": "f39655ed4c206fd50a03b0fc93ae000832c6e9be9d26dedf249b6af8410bac83"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3230347190, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014316576906561199, "interval": [-0.05601769737004134, 0.029687259847614944], "p_value": 0.5346822316982472, "input_sha256": "f39655ed4c206fd50a03b0fc93ae000832c6e9be9d26dedf249b6af8410bac83"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3849141861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4748799926326921, "interval": [-4.774865583499433, 5.724625568764817], "p_value": 0.84, "input_sha256": "210c8955f8e2aad43600c27c92487141e03234847ee540e00cd6e944422e1e3a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3849141861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4748799926326921, "interval": [-4.405349851643739, 5.2111135967633055], "p_value": 0.8555458686235753, "input_sha256": "210c8955f8e2aad43600c27c92487141e03234847ee540e00cd6e944422e1e3a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3849141861, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00022431705584280426, "interval": [-0.053234595628767555, 0.05368322974045316], "p_value": 0.994, "input_sha256": "44b6485faac5d26b4ab15bbddf259ccaa2734fc22ad84787bef82c56e279b34b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3849141861, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00022431705584280426, "interval": [-0.05036198767438637, 0.04778612501969154], "p_value": 0.9932567189714077, "input_sha256": "44b6485faac5d26b4ab15bbddf259ccaa2734fc22ad84787bef82c56e279b34b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1071499592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6597628577979311, "interval": [-4.701917324167657, 6.021443039763519], "p_value": 0.821, "input_sha256": "a7e4d1a07f76d9d723d85465e6633fea564ab5003e0b48f35a7d6868581565f5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1071499592, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6597628577979311, "interval": [-4.621173955921717, 5.789699453596378], "p_value": 0.8040564029601581, "input_sha256": "a7e4d1a07f76d9d723d85465e6633fea564ab5003e0b48f35a7d6868581565f5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1071499592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008843477952657122, "interval": [-0.049998649523338254, 0.0676856054286525], "p_value": 0.784, "input_sha256": "6e9ba7015771693f88fc5dcddf247edcb3dca12a479f423000d9b40f2dff1ba5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1071499592, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008843477952657122, "interval": [-0.046780079880355416, 0.06806732385263649], "p_value": 0.7621188247926329, "input_sha256": "6e9ba7015771693f88fc5dcddf247edcb3dca12a479f423000d9b40f2dff1ba5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 635590529, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8918995761767476, "interval": [-4.7653263357682345, 6.54912548812173], "p_value": 0.725, "input_sha256": "7323ce89d8b8b91cf4c8abe06f28d4d75eed6fa4b4dd9c7e439b30187841bdf1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 635590529, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8918995761767476, "interval": [-4.673668058977823, 5.269084913966055], "p_value": 0.7512332827266726, "input_sha256": "7323ce89d8b8b91cf4c8abe06f28d4d75eed6fa4b4dd9c7e439b30187841bdf1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 635590529, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0013043516633927804, "interval": [-0.059065602467165426, 0.06167430579395099], "p_value": 0.967, "input_sha256": "29626b1d9ee2ffa40b9952755b3628a93824bf3b3fb36017f620612b233bb746"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 635590529, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0013043516633927804, "interval": [-0.05887605251229969, 0.04868261897378373], "p_value": 0.9652883831313851, "input_sha256": "29626b1d9ee2ffa40b9952755b3628a93824bf3b3fb36017f620612b233bb746"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3937868961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.20640723735022, "interval": [-1.7898965383031809, 6.20271101300362], "p_value": 0.267, "input_sha256": "62a872c76c85c182837f093b77213ef9bbda222478210d74c78702462ddc0460"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3937868961, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.20640723735022, "interval": [-1.7797658343836815, 5.869174479857828], "p_value": 0.2680092220003837, "input_sha256": "62a872c76c85c182837f093b77213ef9bbda222478210d74c78702462ddc0460"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3937868961, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016730348365407238, "interval": [-0.02220305703635806, 0.05566375376717254], "p_value": 0.38, "input_sha256": "235a8092f70bd33124a6d47c91433fc439ae4dceee84325cbd588f4175759451"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3937868961, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016730348365407238, "interval": [-0.023838151837900706, 0.050771213182111814], "p_value": 0.3871547206716387, "input_sha256": "235a8092f70bd33124a6d47c91433fc439ae4dceee84325cbd588f4175759451"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2146281785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.777043393086165, "interval": [0.43074600053765, 9.123340785634682], "p_value": 0.03, "input_sha256": "55dc59e88c0ed3f5effe89b37f0e252ff6178870bf77de7808cf0de606e1677e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2146281785, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.777043393086165, "interval": [1.2377555088836794, 9.342088901841384], "p_value": 0.03212322908211506, "input_sha256": "55dc59e88c0ed3f5effe89b37f0e252ff6178870bf77de7808cf0de606e1677e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2146281785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04774287483997698, "interval": [0.0019235743421049945, 0.09356217533784897], "p_value": 0.039, "input_sha256": "e00bf476b84c28e01dcd46657dd17b5f4003aaf46dcde02d51f79385ac337e74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2146281785, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04774287483997698, "interval": [0.009164195761888422, 0.09690264486937882], "p_value": 0.04157472290979188, "input_sha256": "e00bf476b84c28e01dcd46657dd17b5f4003aaf46dcde02d51f79385ac337e74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1019208819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.528488989233514, "interval": [-3.0832327134346453, 6.1402106919016735], "p_value": 0.515, "input_sha256": "61d89131cbb4dc2b07f139e81fcbd27b7e0b7a11e77052f2c4dc278a27c03ffb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1019208819, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.528488989233514, "interval": [-2.854845832175871, 5.890521968106087], "p_value": 0.5062227444935443, "input_sha256": "61d89131cbb4dc2b07f139e81fcbd27b7e0b7a11e77052f2c4dc278a27c03ffb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1019208819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014843450195546698, "interval": [-0.03282249996291962, 0.062509400354013], "p_value": 0.544, "input_sha256": "0ac9bbcf565b8f092652f8aee95c482426580bc401282493a8e90df9071d0870"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1019208819, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014843450195546698, "interval": [-0.02924850374632549, 0.061919982665669365], "p_value": 0.5318772845953043, "input_sha256": "0ac9bbcf565b8f092652f8aee95c482426580bc401282493a8e90df9071d0870"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1682345793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.634369667385668, "interval": [-3.7437418722108617, 5.012481206982198], "p_value": 0.763, "input_sha256": "f08f967cbc211e7895318991b8ccf0c5cca3153f034b2e6b9631d541c2f6cafc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1682345793, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.634369667385668, "interval": [-3.8871030890718337, 4.78347548600268], "p_value": 0.7705495484508977, "input_sha256": "f08f967cbc211e7895318991b8ccf0c5cca3153f034b2e6b9631d541c2f6cafc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1682345793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.788686971249733e-05, "interval": [-0.046120108254892926, 0.04604433451546793], "p_value": 1.0, "input_sha256": "da1092473e58624eacfb8cad306f337c288c6776cc675b359de208a0a931f94b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1682345793, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.788686971249733e-05, "interval": [-0.047533281987481524, 0.04075507071152176], "p_value": 0.9986804938601479, "input_sha256": "da1092473e58624eacfb8cad306f337c288c6776cc675b359de208a0a931f94b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 806556775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5035999591651077, "interval": [-1.3353265857391232, 8.342526504069339], "p_value": 0.145, "input_sha256": "f56a761adf72d930c1701f7d2dc03a9d05b831b33d739528afc123bf5abfc302"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 806556775, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5035999591651077, "interval": [-1.8239400876077925, 7.535253068332447], "p_value": 0.1509381577032404, "input_sha256": "f56a761adf72d930c1701f7d2dc03a9d05b831b33d739528afc123bf5abfc302"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 806556775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031200279752214136, "interval": [-0.016458756291538652, 0.07885931579596692], "p_value": 0.191, "input_sha256": "bfb71d4126913c63a38e2673029a0171224519407beabf023a6a34022ad409dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 806556775, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031200279752214136, "interval": [-0.021215064841625497, 0.07065639346103289], "p_value": 0.19298991954265038, "input_sha256": "bfb71d4126913c63a38e2673029a0171224519407beabf023a6a34022ad409dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2757294047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.926174312066605, "interval": [-4.469435059650031, 6.3217836837832415], "p_value": 0.711, "input_sha256": "b6d56682e54b9764c64cf1b2732583639aced5b3e6afdef4f736101741db172d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2757294047, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.926174312066605, "interval": [-4.301811815734703, 5.403885861181793], "p_value": 0.729894973914059, "input_sha256": "b6d56682e54b9764c64cf1b2732583639aced5b3e6afdef4f736101741db172d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2757294047, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005522578099458109, "interval": [-0.0475215224704385, 0.058566678669354715], "p_value": 0.828, "input_sha256": "b63b475aab155bed53de46c8c0c7ed287a1df5472e72051358d13498de453e67"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2757294047, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005522578099458109, "interval": [-0.04897052350209328, 0.0504635973700832], "p_value": 0.8341559810371474, "input_sha256": "b63b475aab155bed53de46c8c0c7ed287a1df5472e72051358d13498de453e67"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4258917084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.108129101278295, "interval": [-1.333466632718201, 7.549724835274791], "p_value": 0.181, "input_sha256": "e0d981df0adc428779ae7e6fe218ea8ddf98488c3da2be7b98bf8eeaf6446c81"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4258917084, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.108129101278295, "interval": [-0.8312733427938722, 7.6138209193413955], "p_value": 0.16457180778343547, "input_sha256": "e0d981df0adc428779ae7e6fe218ea8ddf98488c3da2be7b98bf8eeaf6446c81"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4258917084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02348435133789839, "interval": [-0.022444003116527535, 0.06941270579232431], "p_value": 0.326, "input_sha256": "098752b551d807dfceedc67558d59579968c20c021abb6bf34d6769c36d83699"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4258917084, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02348435133789839, "interval": [-0.015846485014112354, 0.0699202039872808], "p_value": 0.30633592347911354, "input_sha256": "098752b551d807dfceedc67558d59579968c20c021abb6bf34d6769c36d83699"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3536368049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46225551117253616, "interval": [-5.240880022289384, 4.316368999944312], "p_value": 0.804, "input_sha256": "545f4a9c13c1acc18107985241f5923028aad571f5c91d838ef23335ae5350d7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3536368049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46225551117253616, "interval": [-4.8246946725264435, 4.005966373224682], "p_value": 0.8446817662967082, "input_sha256": "545f4a9c13c1acc18107985241f5923028aad571f5c91d838ef23335ae5350d7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3536368049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.002960670697639209, "interval": [-0.05190768960434217, 0.045986348209063756], "p_value": 0.881, "input_sha256": "410cb6968009814f2a9af6afb08a868b175deb79a43dc393db16c74de357bd91"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3536368049, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.002960670697639209, "interval": [-0.04766735754857363, 0.041793496106423106], "p_value": 0.9025458964998905, "input_sha256": "410cb6968009814f2a9af6afb08a868b175deb79a43dc393db16c74de357bd91"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 671042034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6639442477637472, "interval": [-3.2011991020184665, 6.529087597545961], "p_value": 0.491, "input_sha256": "d24f98879b7ca9ffb888e3a291d50c70c41e63aa105d3122848b616edad66d95"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 671042034, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6639442477637472, "interval": [-2.604422162785027, 6.464765933383256], "p_value": 0.4921781566304342, "input_sha256": "d24f98879b7ca9ffb888e3a291d50c70c41e63aa105d3122848b616edad66d95"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 671042034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01622488964120336, "interval": [-0.03088817748118726, 0.06333795676359398], "p_value": 0.5, "input_sha256": "2aefdbc06c260169c2a0c1b71383da7d39c553e95c2256a82bb337e5d5a40b05"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 671042034, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01622488964120336, "interval": [-0.025800745696571276, 0.061111761401389554], "p_value": 0.4895025337125324, "input_sha256": "2aefdbc06c260169c2a0c1b71383da7d39c553e95c2256a82bb337e5d5a40b05"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1564110174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6323868499248171, "interval": [-3.712806503430194, 4.977580203279828], "p_value": 0.762, "input_sha256": "f37c531f0c50d19085c2f1c72c9a216768c793ba74b9e8ca3440e35046cdb7c3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1564110174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6323868499248171, "interval": [-3.544221043818021, 4.912551946639214], "p_value": 0.769723639454924, "input_sha256": "f37c531f0c50d19085c2f1c72c9a216768c793ba74b9e8ca3440e35046cdb7c3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1564110174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0005502920276088674, "interval": [-0.04614605967861217, 0.045045475623394435], "p_value": 0.982, "input_sha256": "8b0bc94ccef22cbd34fb76688b0d9746d0aa196b0465713d46906a93e167c014"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1564110174, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0005502920276088674, "interval": [-0.04530452178569003, 0.044089620313525535], "p_value": 0.9806028096037318, "input_sha256": "8b0bc94ccef22cbd34fb76688b0d9746d0aa196b0465713d46906a93e167c014"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1634628786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.219628137059164, "interval": [-2.6322451465772447, 7.071501420695573], "p_value": 0.341, "input_sha256": "88478b169f5ee853e3e7319b019ddf9230cd0602d5040bf26ccc6fef60d9aebc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1634628786, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.219628137059164, "interval": [-1.7814291351543365, 6.804240752610395], "p_value": 0.36000363176624584, "input_sha256": "88478b169f5ee853e3e7319b019ddf9230cd0602d5040bf26ccc6fef60d9aebc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1634628786, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020120514348044516, "interval": [-0.03142146917076717, 0.0716624978668562], "p_value": 0.417, "input_sha256": "c5654bcf158c8921c24879cba1b781394eafefef2cb5491e371d99d6d68e8061"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1634628786, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020120514348044516, "interval": [-0.021868672691062067, 0.06812985011518369], "p_value": 0.4341250112089684, "input_sha256": "c5654bcf158c8921c24879cba1b781394eafefef2cb5491e371d99d6d68e8061"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3004517366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.923770970308558, "interval": [-7.257774745602635, 1.4102328049855188], "p_value": 0.198, "input_sha256": "550e88cd99c33bf83352c8c08026276c982a4cb0115aa49ad5ed970ae4723b2f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3004517366, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.923770970308558, "interval": [-7.336060222821921, 1.208250438891599], "p_value": 0.17959273618486138, "input_sha256": "550e88cd99c33bf83352c8c08026276c982a4cb0115aa49ad5ed970ae4723b2f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3004517366, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02318063207042796, "interval": [-0.07023680105745869, 0.02387553691660277], "p_value": 0.343, "input_sha256": "8db4b2b644051f4ded7d36aea81d71108f3901b1c5f08548acb64580506d615c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3004517366, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02318063207042796, "interval": [-0.07178487676429407, 0.023995671511998135], "p_value": 0.32425732072845637, "input_sha256": "8db4b2b644051f4ded7d36aea81d71108f3901b1c5f08548acb64580506d615c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2251198513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.179466097185644, "interval": [-5.799601998647572, 3.4406698042762835], "p_value": 0.582, "input_sha256": "ffb46556ace16faddbfd69f80ca66be84cf9dd9b7040251ed98170f9ee4df248"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2251198513, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.179466097185644, "interval": [-5.284972117763329, 3.4244452835938985], "p_value": 0.6074338219619517, "input_sha256": "ffb46556ace16faddbfd69f80ca66be84cf9dd9b7040251ed98170f9ee4df248"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2251198513, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014379709826084885, "interval": [-0.061072113137935105, 0.032312693485765334], "p_value": 0.532, "input_sha256": "a74b5ca2cab7859b9221459740f062730175ef6492e9224ae96a6fb687e31062"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2251198513, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014379709826084885, "interval": [-0.05680742683984796, 0.03395225870148574], "p_value": 0.5359163355749529, "input_sha256": "a74b5ca2cab7859b9221459740f062730175ef6492e9224ae96a6fb687e31062"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3800321720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.166189460148634, "interval": [-8.34416541225939, 2.0117864919621207], "p_value": 0.198, "input_sha256": "26dfe549662f1c4bd63a859f820a0723adfade25f31250c8ad7c4ba960fb225d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3800321720, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.166189460148634, "interval": [-7.671323859075663, 1.9514029376244286], "p_value": 0.22333114142607427, "input_sha256": "26dfe549662f1c4bd63a859f820a0723adfade25f31250c8ad7c4ba960fb225d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3800321720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.044979864787122126, "interval": [-0.09772775241812098, 0.007768022843876725], "p_value": 0.077, "input_sha256": "3a3c91305a71e961fd3c2e1b5dc24e0692cfbb7f5c63559bff21455427bab8ea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3800321720, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.044979864787122126, "interval": [-0.09137421568436918, 0.005406589675564911], "p_value": 0.09239585560198114, "input_sha256": "3a3c91305a71e961fd3c2e1b5dc24e0692cfbb7f5c63559bff21455427bab8ea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3081581393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9068072225740593, "interval": [-7.5054422372266, 1.691827792078481], "p_value": 0.2, "input_sha256": "c853a371099d7b9c6ac0f7ae7b5280ed4976ded9ebbc61e4f6ea8ab6537af21c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3081581393, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9068072225740593, "interval": [-7.515600791984615, 1.2512784122507965], "p_value": 0.20797770681459973, "input_sha256": "c853a371099d7b9c6ac0f7ae7b5280ed4976ded9ebbc61e4f6ea8ab6537af21c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3081581393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03218312373570742, "interval": [-0.07971015389393438, 0.015343906422519545], "p_value": 0.174, "input_sha256": "4afcc051f156132559a75b6e332d0f5a01cc0d02e8580a7a556fa45187c460e3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3081581393, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03218312373570742, "interval": [-0.08345854623231835, 0.009679222594461086], "p_value": 0.17790241124409234, "input_sha256": "4afcc051f156132559a75b6e332d0f5a01cc0d02e8580a7a556fa45187c460e3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 742769235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.1775536230211916, "interval": [-5.560145171111578, 5.2050379250691945], "p_value": 0.96, "input_sha256": "60da685b3c6debb53dcfb8ec5a064460664a86cab977c714ac31cdbd1ef5ec93"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 742769235, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.1775536230211916, "interval": [-4.633793502080428, 4.733589821424546], "p_value": 0.9470695281348585, "input_sha256": "60da685b3c6debb53dcfb8ec5a064460664a86cab977c714ac31cdbd1ef5ec93"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 742769235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003825191678879916, "interval": [-0.05454796627543299, 0.062198349633192825], "p_value": 0.9, "input_sha256": "3a2e4323477c54e040798a61f869cf78b026b77f3831e0815d81ff9cd849c9c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 742769235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003825191678879916, "interval": [-0.04290762032178051, 0.060931700234500695], "p_value": 0.8947866093440486, "input_sha256": "3a2e4323477c54e040798a61f869cf78b026b77f3831e0815d81ff9cd849c9c6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1298997781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0462569344724946, "interval": [-5.110284654575905, 3.0177707856309155], "p_value": 0.607, "input_sha256": "efb3c611fab9ebaf2fb2ff8d290358c252ce9ac0409e33cf3058286fdf4162a6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1298997781, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0462569344724946, "interval": [-5.023993196178175, 2.4515175972881096], "p_value": 0.6051708052000859, "input_sha256": "efb3c611fab9ebaf2fb2ff8d290358c252ce9ac0409e33cf3058286fdf4162a6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1298997781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007917164391387982, "interval": [-0.051314799539515954, 0.03548047075673999], "p_value": 0.717, "input_sha256": "600501472ef12dcc61dd31457a66c60207f34fdffc117d3467b6007b570cb417"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1298997781, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007917164391387982, "interval": [-0.051227549416152506, 0.029316761996214573], "p_value": 0.7138658782920742, "input_sha256": "600501472ef12dcc61dd31457a66c60207f34fdffc117d3467b6007b570cb417"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1993440361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.675115060798631, "interval": [-6.221642704456911, 0.8714125828596488], "p_value": 0.134, "input_sha256": "66b398d4e4441e349878344c6fcf8a750777022b47b3bd247583c47d3a94ea63"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1993440361, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.675115060798631, "interval": [-6.2090155797716, 0.5058625695081522], "p_value": 0.13504599797794928, "input_sha256": "66b398d4e4441e349878344c6fcf8a750777022b47b3bd247583c47d3a94ea63"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1993440361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03215511205255662, "interval": [-0.06868578609912879, 0.004375561994015557], "p_value": 0.079, "input_sha256": "78ca4dadb082ce64c2cfcbcb008608502decc28e24c541d9d9e4d00e00dc0722"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1993440361, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03215511205255662, "interval": [-0.06882127725661051, 9.201289370762606e-05], "p_value": 0.08272710923848024, "input_sha256": "78ca4dadb082ce64c2cfcbcb008608502decc28e24c541d9d9e4d00e00dc0722"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1907176435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9224631174698814, "interval": [-3.889485256529956, 5.734411491469719], "p_value": 0.711, "input_sha256": "5d08cb19522be012adfee5e509e1d57d1675a19c1c11dcc4c9bc2ad6d7d64400"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1907176435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9224631174698814, "interval": [-3.48456002146253, 5.218048214609558], "p_value": 0.7001084279819214, "input_sha256": "5d08cb19522be012adfee5e509e1d57d1675a19c1c11dcc4c9bc2ad6d7d64400"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1907176435, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012572943394515965, "interval": [-0.0381657898868612, 0.06331167667589313], "p_value": 0.63, "input_sha256": "568c6021dd9129cc8eb4bec58fcb0c1431cd39c3f8f9642712c7788b0fc7b684"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1907176435, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012572943394515965, "interval": [-0.032472039709609136, 0.05911806836083398], "p_value": 0.6188056141968354, "input_sha256": "568c6021dd9129cc8eb4bec58fcb0c1431cd39c3f8f9642712c7788b0fc7b684"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3719994964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.712511166813233, "interval": [1.798698981972998, 11.626323351653468], "p_value": 0.008, "input_sha256": "4a4408b29a86e5424212cbb0b1430febf586b9a6d439dcdbd1996695a2775ad6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3719994964, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.712511166813233, "interval": [2.500114863846954, 11.153942969229496], "p_value": 0.009040843551979975, "input_sha256": "4a4408b29a86e5424212cbb0b1430febf586b9a6d439dcdbd1996695a2775ad6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3719994964, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06810089059837524, "interval": [0.01759365698087438, 0.11860812421587609], "p_value": 0.01, "input_sha256": "7d8f92719f18b46ea22af9a36354d4d07b1404979076dffd03a26780d9f7477f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3719994964, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06810089059837524, "interval": [0.023327481417587483, 0.11570253309581506], "p_value": 0.009672357100838861, "input_sha256": "7d8f92719f18b46ea22af9a36354d4d07b1404979076dffd03a26780d9f7477f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1651304872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5783524455860416, "interval": [-3.7887205751986155, 4.945425466370699], "p_value": 0.799, "input_sha256": "eb18aa46c057d238b070aa0a67c29803ca45b057568b7e83db8fa6e62d527181"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1651304872, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5783524455860416, "interval": [-3.3450840234584462, 4.942459301877858], "p_value": 0.7900718702313331, "input_sha256": "eb18aa46c057d238b070aa0a67c29803ca45b057568b7e83db8fa6e62d527181"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1651304872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0060764031210562425, "interval": [-0.04155267717619607, 0.05370548341830855], "p_value": 0.801, "input_sha256": "48c3564403e0b0f046b348d5052d8ac9affae9dffb0ad6a107fc87913937bad3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1651304872, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0060764031210562425, "interval": [-0.03526356992644981, 0.05294439167334658], "p_value": 0.7975894576670904, "input_sha256": "48c3564403e0b0f046b348d5052d8ac9affae9dffb0ad6a107fc87913937bad3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4219313135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1725087641074925, "interval": [-3.630598918469621, 3.975616446684606], "p_value": 0.917, "input_sha256": "c07cce06215a34671a14015ef8a4ddad606fcb7695d92975e8dccd6d5875b8cc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4219313135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1725087641074925, "interval": [-3.794409548386431, 3.7102446168913437], "p_value": 0.9272567257781327, "input_sha256": "c07cce06215a34671a14015ef8a4ddad606fcb7695d92975e8dccd6d5875b8cc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4219313135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0008893688992865079, "interval": [-0.038701646167041415, 0.0369229083684684], "p_value": 0.951, "input_sha256": "4b8317587f59143379ec5b64676e4e2c1d7d9670388408250c0382ec25ef1107"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4219313135, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0008893688992865079, "interval": [-0.040233574310903145, 0.03388794295286992], "p_value": 0.9622643255199064, "input_sha256": "4b8317587f59143379ec5b64676e4e2c1d7d9670388408250c0382ec25ef1107"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 151024549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.35080091181227857, "interval": [-4.911841202839636, 5.613443026464193], "p_value": 0.906, "input_sha256": "c8723c06cc7d0c3ddd9332b52f2dfc3cc9fec4a2f64b2264bc53f76567ce819d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 151024549, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.35080091181227857, "interval": [-4.444537713665104, 5.491809920574568], "p_value": 0.8933314553812655, "input_sha256": "c8723c06cc7d0c3ddd9332b52f2dfc3cc9fec4a2f64b2264bc53f76567ce819d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 151024549, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0048484070117744416, "interval": [-0.0522013096308136, 0.06189812365436248], "p_value": 0.851, "input_sha256": "e9cf1eb158aa273048aa6bd606b97dce392eec2759b1cb97568f14ee06514416"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 151024549, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0048484070117744416, "interval": [-0.04705502032334437, 0.06216637275629022], "p_value": 0.8641438609152202, "input_sha256": "e9cf1eb158aa273048aa6bd606b97dce392eec2759b1cb97568f14ee06514416"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3558837706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8661195013989733, "interval": [-7.146696738193133, 3.414457735395186], "p_value": 0.489, "input_sha256": "4f5c768d21c9fffb0b602ccce8f88259bdb979caf0db4f2d8f14b6e6124dd04f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3558837706, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8661195013989733, "interval": [-6.722491872337138, 2.887893777706175], "p_value": 0.4777386403689542, "input_sha256": "4f5c768d21c9fffb0b602ccce8f88259bdb979caf0db4f2d8f14b6e6124dd04f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3558837706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0155949050408134, "interval": [-0.072370702705602, 0.04118089262397521], "p_value": 0.588, "input_sha256": "d73680d4437dd3694749d417392ad86a978067fc869536adf613cd1994d16e64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3558837706, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0155949050408134, "interval": [-0.06494368914428043, 0.03969434938751294], "p_value": 0.5804830654421839, "input_sha256": "d73680d4437dd3694749d417392ad86a978067fc869536adf613cd1994d16e64"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1019653507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.145485470922581, "interval": [-0.1470595112103581, 8.43803045305552], "p_value": 0.046, "input_sha256": "549617b7901a971f42d1c3d31ef2e2cb105eb4d3fd1920833a3c356efd7c5f59"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1019653507, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.145485470922581, "interval": [0.6347045696408751, 8.432962601232143], "p_value": 0.057960450539172044, "input_sha256": "549617b7901a971f42d1c3d31ef2e2cb105eb4d3fd1920833a3c356efd7c5f59"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1019653507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03682679772038004, "interval": [-0.003677828702620456, 0.07733142414338054], "p_value": 0.058, "input_sha256": "144d068a4e0f0a6e9e81f55b26ab8d5ba5983e11996ac2aaa10a6ed44d764fa2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1019653507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03682679772038004, "interval": [0.004171910584777541, 0.07882970673142271], "p_value": 0.0734850984692002, "input_sha256": "144d068a4e0f0a6e9e81f55b26ab8d5ba5983e11996ac2aaa10a6ed44d764fa2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2506130906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.33113906661437653, "interval": [-5.185217946320426, 4.522939813091673], "p_value": 0.893, "input_sha256": "ce3b169eaea9365c8c0fa49f155733f9675af0124464301459bdd697d97d13f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2506130906, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.33113906661437653, "interval": [-5.074598836853343, 4.12373059221029], "p_value": 0.8908819185851201, "input_sha256": "ce3b169eaea9365c8c0fa49f155733f9675af0124464301459bdd697d97d13f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2506130906, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005728845247123332, "interval": [-0.056207898014163274, 0.04475020751991661], "p_value": 0.826, "input_sha256": "bd35189099489cf960a44dc7a4114ccd226050eaf762a64dfff13cb11a7a5b68"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2506130906, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005728845247123332, "interval": [-0.056378712579668144, 0.04149016327657642], "p_value": 0.8194733671133707, "input_sha256": "bd35189099489cf960a44dc7a4114ccd226050eaf762a64dfff13cb11a7a5b68"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2004865842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1550139746626797, "interval": [-5.208625934692607, 2.898597985367248], "p_value": 0.561, "input_sha256": "0182a0113701d320957747b3025cae79e87993fdb00209dde101217dace250dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2004865842, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1550139746626797, "interval": [-4.6271935272881235, 2.8979652755898275], "p_value": 0.5670620488539471, "input_sha256": "0182a0113701d320957747b3025cae79e87993fdb00209dde101217dace250dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2004865842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007697063979009627, "interval": [-0.04716920765702455, 0.031775079699005296], "p_value": 0.676, "input_sha256": "15609bd65c4ca597e08166d370b5fdb2466555c17078bb1f0da4bdc1c3d1429c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2004865842, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007697063979009627, "interval": [-0.04126571420501591, 0.03199573926443957], "p_value": 0.6947572149190779, "input_sha256": "15609bd65c4ca597e08166d370b5fdb2466555c17078bb1f0da4bdc1c3d1429c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 209206236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.22464141975232, "interval": [-5.4793042622252335, 3.0300214227205933], "p_value": 0.569, "input_sha256": "fde290c193bf5e0fbd16d25fdccf47998838ac7fd75e6f651af47046e710a3da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 209206236, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.22464141975232, "interval": [-4.653710962472694, 3.3409429719133787], "p_value": 0.5631646170781275, "input_sha256": "fde290c193bf5e0fbd16d25fdccf47998838ac7fd75e6f651af47046e710a3da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 209206236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014801488739990667, "interval": [-0.06209768323901553, 0.032494705759034195], "p_value": 0.552, "input_sha256": "0b4e281d1368c80b629a6c46954a64ea68023dcc3f39e448710387f73a3fd1a7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 209206236, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014801488739990667, "interval": [-0.05607313271930302, 0.03364026374293092], "p_value": 0.529806770999234, "input_sha256": "0b4e281d1368c80b629a6c46954a64ea68023dcc3f39e448710387f73a3fd1a7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 715494917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9418708257779613, "interval": [-3.0013474377554052, 6.885089089311328], "p_value": 0.42, "input_sha256": "e4919b12e50cf360c9e165e724005e3d6ec864c279349074722e286b477fb49e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 715494917, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9418708257779613, "interval": [-2.3559122009896973, 7.129309689794027], "p_value": 0.4313802253556711, "input_sha256": "e4919b12e50cf360c9e165e724005e3d6ec864c279349074722e286b477fb49e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 715494917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02353512967938899, "interval": [-0.02972666241357385, 0.07679692177235184], "p_value": 0.35, "input_sha256": "4b8103535712b38e066b863941688ac16b9e09b60aeec44b6b97815b8354c04b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 715494917, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02353512967938899, "interval": [-0.0221139491302708, 0.0814804554694627], "p_value": 0.3766676543232049, "input_sha256": "4b8103535712b38e066b863941688ac16b9e09b60aeec44b6b97815b8354c04b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1929036327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2625110143429108, "interval": [-4.736511091013682, 2.2114890623278605], "p_value": 0.444, "input_sha256": "aad9b492e94dbe53f693f199f0bde90b91beb01ec38dc24341a338f8147c066b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1929036327, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2625110143429108, "interval": [-4.603642456893194, 2.222177748225395], "p_value": 0.4661704950669604, "input_sha256": "aad9b492e94dbe53f693f199f0bde90b91beb01ec38dc24341a338f8147c066b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1929036327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.016107777601574225, "interval": [-0.05444927969797733, 0.022233724494828883], "p_value": 0.393, "input_sha256": "5e12304cf02694a0bc532f77a4febd4a3ba11b152d20b054306d4774c4ec5310"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1929036327, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.016107777601574225, "interval": [-0.05474799994578622, 0.019788008153577653], "p_value": 0.39996887328497543, "input_sha256": "5e12304cf02694a0bc532f77a4febd4a3ba11b152d20b054306d4774c4ec5310"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1941106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.837117988239453, "interval": [-9.462472055676535, -0.2117639208023716], "p_value": 0.054, "input_sha256": "a848d851d8c89d0e91bf1303fc9e70dc7c0fd38ddb9cdf729f2738f76bdb44ad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1941106247, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.837117988239453, "interval": [-9.144813296233687, -0.37216605491999255], "p_value": 0.04086173087024514, "input_sha256": "a848d851d8c89d0e91bf1303fc9e70dc7c0fd38ddb9cdf729f2738f76bdb44ad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1941106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.048369892992284946, "interval": [-0.09461535711079713, -0.00212442887377276], "p_value": 0.055, "input_sha256": "fbe3e7fc35e88904296c6851924fd06385e014187aaa7b4068f06b6327a4a50e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1941106247, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.048369892992284946, "interval": [-0.09176034275880915, -0.002963496217419534], "p_value": 0.04083264653016907, "input_sha256": "fbe3e7fc35e88904296c6851924fd06385e014187aaa7b4068f06b6327a4a50e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2643015740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7256402026722242, "interval": [-5.179137659770176, 3.727857254425728], "p_value": 0.768, "input_sha256": "f9bd4cc7d41f749200989c066c546bcb836a3dde66e2717e5e41627099efa0f2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2643015740, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7256402026722242, "interval": [-5.194849737155799, 2.881801436900828], "p_value": 0.741731127859397, "input_sha256": "f9bd4cc7d41f749200989c066c546bcb836a3dde66e2717e5e41627099efa0f2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2643015740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0011723942678124044, "interval": [-0.04604935378911338, 0.04839414232473819], "p_value": 0.966, "input_sha256": "e364532d57a23664362c561fc429b6bbb3eb364d27fedaabf5e91f86aee19a78"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2643015740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0011723942678124044, "interval": [-0.04664970312273701, 0.03875977864049796], "p_value": 0.9598750077488973, "input_sha256": "e364532d57a23664362c561fc429b6bbb3eb364d27fedaabf5e91f86aee19a78"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 521806077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05156409298885478, "interval": [-5.8374693928112755, 5.734341206833566], "p_value": 0.983, "input_sha256": "97aab9c0e10bceeaf008d870549e34aea3ce10f28c8e324eb379bd531bec1693"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 521806077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05156409298885478, "interval": [-5.0187733331338755, 5.55387713921042], "p_value": 0.985698234586557, "input_sha256": "97aab9c0e10bceeaf008d870549e34aea3ce10f28c8e324eb379bd531bec1693"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 521806077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004751077436146625, "interval": [-0.07114498265663843, 0.06164282778434518], "p_value": 0.89, "input_sha256": "d1b2994e75336c94189d44ab837dfab6c6f7188f6c627b6c2aa8f278d24a2cbe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 521806077, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004751077436146625, "interval": [-0.06496169779379704, 0.05628579616621371], "p_value": 0.8855268193151757, "input_sha256": "d1b2994e75336c94189d44ab837dfab6c6f7188f6c627b6c2aa8f278d24a2cbe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2853663856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9192138023145331, "interval": [-3.550357584520123, 5.388785189149189], "p_value": 0.697, "input_sha256": "87d828cb07a27c34efb9d33d896e44d76ec26e19ad7c96d5596e1090693b5526"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2853663856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9192138023145331, "interval": [-3.41347286616471, 4.898903527074941], "p_value": 0.6792615326992109, "input_sha256": "87d828cb07a27c34efb9d33d896e44d76ec26e19ad7c96d5596e1090693b5526"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2853663856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010482005964244118, "interval": [-0.03764571870381827, 0.058609730632306505], "p_value": 0.68, "input_sha256": "99667bed59abae4ac7b5fd32b3bc11a1875dcf54aa91d7930ae62aa1aaba0d25"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2853663856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010482005964244118, "interval": [-0.03120666324173243, 0.05535625230986427], "p_value": 0.661308093840896, "input_sha256": "99667bed59abae4ac7b5fd32b3bc11a1875dcf54aa91d7930ae62aa1aaba0d25"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4134842865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1297213787419205, "interval": [-6.6463200016977995, 2.3868772442139585], "p_value": 0.358, "input_sha256": "2225c0abbd96fe93cb552a8ba474c1a190f13a14ac42f4f0302991846826760e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4134842865, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1297213787419205, "interval": [-6.724069095975484, 1.708283451742281], "p_value": 0.34567057389100564, "input_sha256": "2225c0abbd96fe93cb552a8ba474c1a190f13a14ac42f4f0302991846826760e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4134842865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01194491268148637, "interval": [-0.05987838893026604, 0.035988563567293304], "p_value": 0.619, "input_sha256": "8d4ee5afe966ee15188fa87bd713d66ea51162c404e13ff46f7a2447db46f259"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4134842865, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01194491268148637, "interval": [-0.05867017117987843, 0.029509950009415982], "p_value": 0.6168240177121251, "input_sha256": "8d4ee5afe966ee15188fa87bd713d66ea51162c404e13ff46f7a2447db46f259"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1472766832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.454253155867513, "interval": [-7.435806883546105, 2.527300571811079], "p_value": 0.336, "input_sha256": "dcf1399abade88e570e5280ae03853fe857053fd90a5d3802a0e26338fc2f82f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1472766832, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.454253155867513, "interval": [-7.305088714212859, 2.378657890141176], "p_value": 0.3247025554231393, "input_sha256": "dcf1399abade88e570e5280ae03853fe857053fd90a5d3802a0e26338fc2f82f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1472766832, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03067867594571909, "interval": [-0.08363849790782506, 0.02228114601638688], "p_value": 0.262, "input_sha256": "449f96e455371f8ebbaa7dc2cf6c1989d200bc60b4cc93e1a9337ede3e06999b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1472766832, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03067867594571909, "interval": [-0.08369078829188309, 0.019729692390573938], "p_value": 0.24816673832934733, "input_sha256": "449f96e455371f8ebbaa7dc2cf6c1989d200bc60b4cc93e1a9337ede3e06999b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3317734463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.21994235572728, "interval": [1.2247738679309568, 9.215110843523604], "p_value": 0.014, "input_sha256": "bb5bc856b402214476f8ad375c7cdfc108ec8b0a479e21d65775b6c637a8e797"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3317734463, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.21994235572728, "interval": [1.6207374388183031, 9.025906205801856], "p_value": 0.011820346323987969, "input_sha256": "bb5bc856b402214476f8ad375c7cdfc108ec8b0a479e21d65775b6c637a8e797"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3317734463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04511668250074667, "interval": [0.004324545344561226, 0.08590881965693212], "p_value": 0.031, "input_sha256": "7188f7255ea2a9290c35169bd2bd1c6f9ebfecf34aad1e7944d0c868b7b40d3f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3317734463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04511668250074667, "interval": [0.00789359075972322, 0.08344264282141214], "p_value": 0.031097748136105427, "input_sha256": "7188f7255ea2a9290c35169bd2bd1c6f9ebfecf34aad1e7944d0c868b7b40d3f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3097536020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9410510696529073, "interval": [-3.702300918062554, 5.584403057368369], "p_value": 0.681, "input_sha256": "9c19b58bc093d46fb060504da74805760e6b639e5023e9cc3b0caca54f87a2fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3097536020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9410510696529073, "interval": [-3.7809594394065487, 5.111720276701327], "p_value": 0.6831610691396877, "input_sha256": "9c19b58bc093d46fb060504da74805760e6b639e5023e9cc3b0caca54f87a2fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3097536020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01040745321676291, "interval": [-0.03449596919259075, 0.05531087562611657], "p_value": 0.624, "input_sha256": "1812bada00fdc8d602ac3b87e400b650c99ca5af2aec81beff5a51d7f01f11a2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3097536020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01040745321676291, "interval": [-0.03328544482701674, 0.050103320169362864], "p_value": 0.6409304009183214, "input_sha256": "1812bada00fdc8d602ac3b87e400b650c99ca5af2aec81beff5a51d7f01f11a2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1260269934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.13746332492821445, "interval": [-4.006358477780657, 4.281285127637086], "p_value": 0.937, "input_sha256": "1e55afb3b704c4b5d3b5a75a5743fbd0cbbce9ec2ce571a61e051cd4ff8a459e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1260269934, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.13746332492821445, "interval": [-3.9181443451497775, 3.913117968244738], "p_value": 0.9467356124331605, "input_sha256": "1e55afb3b704c4b5d3b5a75a5743fbd0cbbce9ec2ce571a61e051cd4ff8a459e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1260269934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0024292305400844816, "interval": [-0.04716200669664502, 0.05202046777681398], "p_value": 0.921, "input_sha256": "965f70e1946ce045815f587d1abf2be94df9ef476f8a53ef75b91c54ad1e1c98"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1260269934, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0024292305400844816, "interval": [-0.04614409413139748, 0.04808599930282119], "p_value": 0.9214337697933112, "input_sha256": "965f70e1946ce045815f587d1abf2be94df9ef476f8a53ef75b91c54ad1e1c98"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 153381623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6988217700377701, "interval": [-4.842892515686242, 3.445248975610702], "p_value": 0.713, "input_sha256": "d90ec13ccf550e14e59c93fe97941c42a412263458187e926aa2de32ffbb62da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 153381623, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6988217700377701, "interval": [-4.28194361623743, 3.4187935754988685], "p_value": 0.7346650388993976, "input_sha256": "d90ec13ccf550e14e59c93fe97941c42a412263458187e926aa2de32ffbb62da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 153381623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.009162923051455246, "interval": [-0.05108176209070436, 0.03275591598779387], "p_value": 0.654, "input_sha256": "6f92fe197a7598c0b8a677e34a073f70ee90d1168e8feb150e40777f6f62b043"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 153381623, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.009162923051455246, "interval": [-0.046173247499615634, 0.03349492259221561], "p_value": 0.6604273747918501, "input_sha256": "6f92fe197a7598c0b8a677e34a073f70ee90d1168e8feb150e40777f6f62b043"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3200919799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1467768059665007, "interval": [-1.3809656373792007, 7.674519249312202], "p_value": 0.162, "input_sha256": "9f422973b1e0ddd6d0558285119ad480d812e86d38ac77396147c3e74c39fee9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3200919799, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1467768059665007, "interval": [-1.5558375073284891, 7.432976200233488], "p_value": 0.16661935211521986, "input_sha256": "9f422973b1e0ddd6d0558285119ad480d812e86d38ac77396147c3e74c39fee9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3200919799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03596456837773423, "interval": [-0.015016498222544541, 0.086945634978013], "p_value": 0.159, "input_sha256": "11176713107da1f7823f1c54381931e1e6c53363a9b7c174b10b4974b6941328"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3200919799, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03596456837773423, "interval": [-0.01284008238731692, 0.08626789740552504], "p_value": 0.16026388741989, "input_sha256": "11176713107da1f7823f1c54381931e1e6c53363a9b7c174b10b4974b6941328"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4123257320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8837728422215596, "interval": [-3.455961688380037, 5.223507372823156], "p_value": 0.697, "input_sha256": "bf239194c5c2b4cec105d7d951623bfce2096ad8a7bbc11da19e5c7251cb4556"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4123257320, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8837728422215596, "interval": [-3.6099659600709146, 4.58523910970282], "p_value": 0.6819923076464618, "input_sha256": "bf239194c5c2b4cec105d7d951623bfce2096ad8a7bbc11da19e5c7251cb4556"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4123257320, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002247475515651104, "interval": [-0.04389583598188233, 0.048390787013184534], "p_value": 0.933, "input_sha256": "50dc56f49fc1688b538bd463499a693d2f602f6e7505aba3a66fdf2de87cc220"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4123257320, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002247475515651104, "interval": [-0.04584562984583774, 0.04062023320761918], "p_value": 0.9217955862010587, "input_sha256": "50dc56f49fc1688b538bd463499a693d2f602f6e7505aba3a66fdf2de87cc220"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4243786455, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.1685575566341795, "interval": [-9.119887377216493, 0.7827722639481349], "p_value": 0.084, "input_sha256": "5c8bb33182c503c09c3d93c1865540b5ca7c41a514df1e71cd18c4c48a8cc674"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4243786455, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.1685575566341795, "interval": [-8.984501123640596, 0.03840555960529206], "p_value": 0.09641131462158514, "input_sha256": "5c8bb33182c503c09c3d93c1865540b5ca7c41a514df1e71cd18c4c48a8cc674"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4243786455, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04160276379222138, "interval": [-0.09469338626442927, 0.011487858679986508], "p_value": 0.108, "input_sha256": "b4fcf7490e9d42e6ce83bffbaff57d5fad0f10154c9948fc569496e577640935"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4243786455, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04160276379222138, "interval": [-0.09744795035437591, 0.002306562029071859], "p_value": 0.12073024032751614, "input_sha256": "b4fcf7490e9d42e6ce83bffbaff57d5fad0f10154c9948fc569496e577640935"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 714038383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.856155275180834, "interval": [-8.266576680544823, 0.5542661301831551], "p_value": 0.106, "input_sha256": "0d56ca5236521ed67d7dd1a7be4d286a42ea5a7053ca0ebc8e99b1dec2d6a7c4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 714038383, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.856155275180834, "interval": [-7.885887182658614, 0.20385616908946433], "p_value": 0.08475263284758552, "input_sha256": "0d56ca5236521ed67d7dd1a7be4d286a42ea5a7053ca0ebc8e99b1dec2d6a7c4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 714038383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04163077973226239, "interval": [-0.0879774705786435, 0.004715911114118711], "p_value": 0.089, "input_sha256": "dd66960ffa1e14178413bb57532a85bd78d97623bf71738e9c79c158a103c77c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 714038383, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04163077973226239, "interval": [-0.08432183936949868, 0.002687081156921904], "p_value": 0.07688156972075709, "input_sha256": "dd66960ffa1e14178413bb57532a85bd78d97623bf71738e9c79c158a103c77c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 954716835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3461251619053307, "interval": [-2.749060301719606, 5.441310625530267], "p_value": 0.481, "input_sha256": "d156a3bfb6816c0c3bba66b6b2a601c46f2554bbd8218ed546e44a1e3b593aa5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 954716835, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3461251619053307, "interval": [-2.875821574991944, 5.086089870090377], "p_value": 0.509636735547587, "input_sha256": "d156a3bfb6816c0c3bba66b6b2a601c46f2554bbd8218ed546e44a1e3b593aa5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 954716835, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012545806535560408, "interval": [-0.030998252212624595, 0.05608986528374541], "p_value": 0.55, "input_sha256": "f82ac3568747a7ca69eac8fbd840562e0388420b502d8070978a120c6b7494f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 954716835, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012545806535560408, "interval": [-0.032512037241774074, 0.05282254364400792], "p_value": 0.5630471561963667, "input_sha256": "f82ac3568747a7ca69eac8fbd840562e0388420b502d8070978a120c6b7494f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2314253425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.39218113986321157, "interval": [-4.768842798745227, 3.9844805190188035], "p_value": 0.837, "input_sha256": "a3f7150161d541a345250c9d98b3b75a7d7796de8f297103ca6366b20342a25b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2314253425, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.39218113986321157, "interval": [-4.656694844189159, 3.613760971575509], "p_value": 0.8568892798203417, "input_sha256": "a3f7150161d541a345250c9d98b3b75a7d7796de8f297103ca6366b20342a25b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2314253425, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004578042630517268, "interval": [-0.04827887648379808, 0.03912279122276355], "p_value": 0.819, "input_sha256": "bfb008ed60c5cbb21cb4bcb64277d1c49ff07fef617756d5932d4889a14f65eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2314253425, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004578042630517268, "interval": [-0.045528133858163296, 0.035698070267354956], "p_value": 0.8330465095547188, "input_sha256": "bfb008ed60c5cbb21cb4bcb64277d1c49ff07fef617756d5932d4889a14f65eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2641221149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.911671401972508, "interval": [-9.184028821753568, -0.6393139821914486], "p_value": 0.029, "input_sha256": "e9661b3a6c7347173c7a9a34a77257150b4fd0644ab2ddffdb423f4d58d54946"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2641221149, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.911671401972508, "interval": [-8.913961090534235, -0.45362558197456654], "p_value": 0.025376915443061008, "input_sha256": "e9661b3a6c7347173c7a9a34a77257150b4fd0644ab2ddffdb423f4d58d54946"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2641221149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.048722032154265696, "interval": [-0.09829905569520048, 0.0008549913866690781], "p_value": 0.056, "input_sha256": "d978200ed1ab357c3420012ae28f443745c46735e1da0516324beb3c9c04c2fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2641221149, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.048722032154265696, "interval": [-0.09362721218793248, 0.0013921534374161867], "p_value": 0.0538808010014007, "input_sha256": "d978200ed1ab357c3420012ae28f443745c46735e1da0516324beb3c9c04c2fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3082461998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5431463016570595, "interval": [-5.6752623664603234, 2.5889697631462045], "p_value": 0.441, "input_sha256": "99cfdd5cae7decf9f51e32757245383455d7b11bc73c67a30b926ec4890b5e58"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3082461998, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5431463016570595, "interval": [-5.480512860062712, 2.257959323195361], "p_value": 0.4538014987152488, "input_sha256": "99cfdd5cae7decf9f51e32757245383455d7b11bc73c67a30b926ec4890b5e58"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3082461998, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01271309606103213, "interval": [-0.057296914003634916, 0.031870721881570654], "p_value": 0.559, "input_sha256": "f2b8bcdc3a426c85822177d0f6b98306464128fe1b8c819e2a02060d831ef381"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3082461998, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01271309606103213, "interval": [-0.05419861136630055, 0.02765028859245707], "p_value": 0.5670172462080556, "input_sha256": "f2b8bcdc3a426c85822177d0f6b98306464128fe1b8c819e2a02060d831ef381"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 906884245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.39825920600504894, "interval": [-5.045727432818703, 4.249209020808605], "p_value": 0.87, "input_sha256": "74db4b42864ed29c17b7f5c13c2291ef092b7dd1fdd2195da96c6c4b6c187940"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 906884245, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.39825920600504894, "interval": [-4.7904059392404115, 3.7392737247388212], "p_value": 0.8631943014944474, "input_sha256": "74db4b42864ed29c17b7f5c13c2291ef092b7dd1fdd2195da96c6c4b6c187940"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 906884245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014861640657588215, "interval": [-0.07022253387297434, 0.04049925255779791], "p_value": 0.598, "input_sha256": "69396a63558cc41b3c9c5bf629119ed6d789bf5bbb1036e6ca52265a3bc81395"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 906884245, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014861640657588215, "interval": [-0.06874891762283383, 0.03366823149991288], "p_value": 0.589557487891827, "input_sha256": "69396a63558cc41b3c9c5bf629119ed6d789bf5bbb1036e6ca52265a3bc81395"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1549731837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4213909145434549, "interval": [-5.039986260083532, 4.1972044309966225], "p_value": 0.871, "input_sha256": "dcd80de611cdec7996dc0aeb5bad1219c14714789053556e51c3859ff5c5dba2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1549731837, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4213909145434549, "interval": [-5.2631321030020715, 3.2820534596204483], "p_value": 0.8540377338252636, "input_sha256": "dcd80de611cdec7996dc0aeb5bad1219c14714789053556e51c3859ff5c5dba2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1549731837, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.000887485117920056, "interval": [-0.04772683407007532, 0.04595186383423521], "p_value": 0.971, "input_sha256": "3404be2e0d6f968f3f7b83e1d387c0e118eaa29720a1479cb377f776534363e5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1549731837, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.000887485117920056, "interval": [-0.049561621950486905, 0.03814729008626479], "p_value": 0.9695391200724528, "input_sha256": "3404be2e0d6f968f3f7b83e1d387c0e118eaa29720a1479cb377f776534363e5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3907795791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2257958863792258, "interval": [-5.681716759649468, 3.230124986891017], "p_value": 0.595, "input_sha256": "c0148b8f6d336004c6211f6c4ffb38ba0a958ba92a091e6fdcf110a5576c5667"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3907795791, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2257958863792258, "interval": [-5.664964306093273, 2.5346973437570663], "p_value": 0.5806170804637318, "input_sha256": "c0148b8f6d336004c6211f6c4ffb38ba0a958ba92a091e6fdcf110a5576c5667"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3907795791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.012626540281197293, "interval": [-0.05736445333697367, 0.03211137277457908], "p_value": 0.584, "input_sha256": "3cb49a12c71e37033fe91651284de00c0190cef7caaa66fb22ba2c400cbf2786"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3907795791, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.012626540281197293, "interval": [-0.05624971704858322, 0.024815355081617665], "p_value": 0.5709475328595036, "input_sha256": "3cb49a12c71e37033fe91651284de00c0190cef7caaa66fb22ba2c400cbf2786"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1303195429, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.283953245553896, "interval": [-7.310484385418894, 2.7425778943111023], "p_value": 0.371, "input_sha256": "7f88642793ac1bf7681377b26c7716467bdb7b3e5c5a27ae45cd5b82c0a30934"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1303195429, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.283953245553896, "interval": [-6.73475610533015, 1.949958363486981], "p_value": 0.36344330100882205, "input_sha256": "7f88642793ac1bf7681377b26c7716467bdb7b3e5c5a27ae45cd5b82c0a30934"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1303195429, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022872947183552067, "interval": [-0.0794750612894927, 0.033729166922388566], "p_value": 0.413, "input_sha256": "4784cdd898d10921c34c883ad14a2753dd850bf2efc73104d8669b70bcfcfd85"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1303195429, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022872947183552067, "interval": [-0.07508599282468603, 0.027416053726645025], "p_value": 0.4182933495805693, "input_sha256": "4784cdd898d10921c34c883ad14a2753dd850bf2efc73104d8669b70bcfcfd85"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3968382960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6758585638204622, "interval": [-3.019959856331574, 4.371676983972499], "p_value": 0.703, "input_sha256": "6f7631b6fc0ab5628e806d26227794408e00beee72fa02629e67f79ab4baef3d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3968382960, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6758585638204622, "interval": [-2.5485940082453387, 4.231765348753886], "p_value": 0.7113702783937926, "input_sha256": "6f7631b6fc0ab5628e806d26227794408e00beee72fa02629e67f79ab4baef3d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3968382960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012136905562370653, "interval": [-0.028564483552022034, 0.05283829467676334], "p_value": 0.53, "input_sha256": "9f8e1f587b1680bdaf44a0b55f1e9d745903f721472396308ebb6dcfe6ceb8a6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3968382960, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012136905562370653, "interval": [-0.02096012987555749, 0.05405871739938758], "p_value": 0.5456379594016468, "input_sha256": "9f8e1f587b1680bdaf44a0b55f1e9d745903f721472396308ebb6dcfe6ceb8a6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3872643567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.349476614637549, "interval": [-6.359197071578886, 1.660243842303788], "p_value": 0.244, "input_sha256": "f97584f3b09d2f06ab6d58e59ee52b187ed538e95a40c1815b6467942931a02a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3872643567, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.349476614637549, "interval": [-6.0905397624863244, 1.2613769446637357], "p_value": 0.24276069478534665, "input_sha256": "f97584f3b09d2f06ab6d58e59ee52b187ed538e95a40c1815b6467942931a02a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3872643567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.029318419344934718, "interval": [-0.07285580543248407, 0.014218966742614643], "p_value": 0.185, "input_sha256": "c1d390ce58b0990303bcb1e8d2c283bf1142caf6cf510753ac86a8c0fc09c6e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3872643567, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.029318419344934718, "interval": [-0.0715018756682205, 0.010100032373531784], "p_value": 0.1804841872081479, "input_sha256": "c1d390ce58b0990303bcb1e8d2c283bf1142caf6cf510753ac86a8c0fc09c6e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2810539867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.13233774938307, "interval": [-6.5020189018812795, 4.23734340311514], "p_value": 0.656, "input_sha256": "4997cdc064ddfe4f1064f76cf26f6f35e6eb5e0899fbd33ab24ef1ec95757275"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2810539867, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.13233774938307, "interval": [-6.401013268928533, 3.7218088898522557], "p_value": 0.6712612806231151, "input_sha256": "4997cdc064ddfe4f1064f76cf26f6f35e6eb5e0899fbd33ab24ef1ec95757275"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2810539867, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022148798097816377, "interval": [-0.07804525662136147, 0.03374766042572872], "p_value": 0.425, "input_sha256": "07ac88e4ac0933b01ed838bd521bd177bcddef2b3f20b64ca1f9614a1ff5fa61"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2810539867, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022148798097816377, "interval": [-0.08136674394946743, 0.02468563519102412], "p_value": 0.4259428020105469, "input_sha256": "07ac88e4ac0933b01ed838bd521bd177bcddef2b3f20b64ca1f9614a1ff5fa61"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4108617716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3588141143871493, "interval": [-1.574570972477976, 6.2921992012522745], "p_value": 0.231, "input_sha256": "db956d07c1304d59a7e62baf2f0187406f748691ed2bc40210315a69c8cf2196"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4108617716, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3588141143871493, "interval": [-1.5175641312675396, 6.1918837924945604], "p_value": 0.2322350201157712, "input_sha256": "db956d07c1304d59a7e62baf2f0187406f748691ed2bc40210315a69c8cf2196"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4108617716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02227520461766646, "interval": [-0.017832586171258512, 0.06238299540659143], "p_value": 0.259, "input_sha256": "5d6a7d2c8b13ab945b78d97b5d11a3f394e47fb47ee462d4d340594290fad32d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4108617716, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02227520461766646, "interval": [-0.01715891916358703, 0.05900561378773132], "p_value": 0.2679314548383457, "input_sha256": "5d6a7d2c8b13ab945b78d97b5d11a3f394e47fb47ee462d4d340594290fad32d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2500908160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9403247634490564, "interval": [-2.3038363835666136, 8.184485910464726], "p_value": 0.258, "input_sha256": "fd08cf97ba9ff60a4e038b6f22a3ca23c88c140fa6cc1acb5cedfa7f8119f055"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2500908160, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9403247634490564, "interval": [-1.5368283364124133, 7.99842748271572], "p_value": 0.2626887271527662, "input_sha256": "fd08cf97ba9ff60a4e038b6f22a3ca23c88c140fa6cc1acb5cedfa7f8119f055"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2500908160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02871741868924224, "interval": [-0.025141141040102143, 0.08257597841858663], "p_value": 0.283, "input_sha256": "c3d9be9621f4f120555b50d64a400218ae0436f5f93608862c5be999207aa810"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2500908160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02871741868924224, "interval": [-0.018561064500435865, 0.08112289647229629], "p_value": 0.2862217252967937, "input_sha256": "c3d9be9621f4f120555b50d64a400218ae0436f5f93608862c5be999207aa810"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 738309070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7231805289696744, "interval": [-6.559150594030241, 3.112789536090892], "p_value": 0.467, "input_sha256": "2c36f8fcd7e97960984059b37201498576f581a88b598981655fd442ff836a88"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 738309070, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7231805289696744, "interval": [-5.943814705915759, 2.9202464767224625], "p_value": 0.47463946087137465, "input_sha256": "2c36f8fcd7e97960984059b37201498576f581a88b598981655fd442ff836a88"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 738309070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01393531869293859, "interval": [-0.05975912521826425, 0.03188848783238707], "p_value": 0.539, "input_sha256": "85be3eb34af1ca24e104a9babd2849cf7e571de30a4e8b724ff3db406b31563e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 738309070, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01393531869293859, "interval": [-0.05482417334076503, 0.030595223333977427], "p_value": 0.5414349435601278, "input_sha256": "85be3eb34af1ca24e104a9babd2849cf7e571de30a4e8b724ff3db406b31563e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3927096105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4820304822795203, "interval": [-4.864842181262315, 5.828903145821355], "p_value": 0.856, "input_sha256": "4453d4df10509f9eb65dcaa05c6125b82b7258557fe55f435a584783a7eb522c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3927096105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4820304822795203, "interval": [-4.482068454965145, 5.538420138381152], "p_value": 0.8561343539083572, "input_sha256": "4453d4df10509f9eb65dcaa05c6125b82b7258557fe55f435a584783a7eb522c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3927096105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0048748951153309295, "interval": [-0.049054303994155064, 0.05880409422481692], "p_value": 0.857, "input_sha256": "6b0a52b543acd8660613dcb9b5e06a0bbf2d335076c6220d704d09602bc60517"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3927096105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0048748951153309295, "interval": [-0.043912943743609364, 0.054921932665664315], "p_value": 0.8557748155952924, "input_sha256": "6b0a52b543acd8660613dcb9b5e06a0bbf2d335076c6220d704d09602bc60517"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3901855526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.596502618419674, "interval": [-7.35204204389765, 2.1590368070583024], "p_value": 0.258, "input_sha256": "f7057ed66a008eda6d595ad46b2cefde9578f98c1ce1674352b48fd49d643fd0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3901855526, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.596502618419674, "interval": [-6.950716847763066, 1.8881171140714228], "p_value": 0.2752036568994672, "input_sha256": "f7057ed66a008eda6d595ad46b2cefde9578f98c1ce1674352b48fd49d643fd0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3901855526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026914795624426655, "interval": [-0.07452594470171026, 0.020696353452856954], "p_value": 0.253, "input_sha256": "a13bb89f25c96282e92deb76aaf2cb82ed653bf4c41ac803e06cd40aa5c58fb6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3901855526, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026914795624426655, "interval": [-0.07227293455972578, 0.01787065212174026], "p_value": 0.25911584144466665, "input_sha256": "a13bb89f25c96282e92deb76aaf2cb82ed653bf4c41ac803e06cd40aa5c58fb6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3812259038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6589244355042325, "interval": [-0.39945740741338565, 9.717306278421852], "p_value": 0.053, "input_sha256": "3bda6357b5a78f961f8b6e7d341764073ffb22842cd9ad5f82e53a9b4b2b47ae"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3812259038, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6589244355042325, "interval": [0.41852750627775964, 9.887565456496548], "p_value": 0.06976100400216512, "input_sha256": "3bda6357b5a78f961f8b6e7d341764073ffb22842cd9ad5f82e53a9b4b2b47ae"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3812259038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04894605045157216, "interval": [-0.0023414361050143884, 0.10023353700815871], "p_value": 0.041, "input_sha256": "44c603872f168e48e3b1edc1073efbc68501afd177ea7f8fcc49164f23b1ba8e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3812259038, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04894605045157216, "interval": [0.0085333477581425, 0.1075549122748053], "p_value": 0.060689335654107245, "input_sha256": "44c603872f168e48e3b1edc1073efbc68501afd177ea7f8fcc49164f23b1ba8e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2474717965, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.174786735230989, "interval": [-1.8054565168811516, 10.15502998734313], "p_value": 0.167, "input_sha256": "77714f5fe221080791fc95d9292750a41678243a630f386052a7c03e6a4b8e06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2474717965, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.174786735230989, "interval": [-2.0922871634815845, 9.660960517286995], "p_value": 0.1649526077828894, "input_sha256": "77714f5fe221080791fc95d9292750a41678243a630f386052a7c03e6a4b8e06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2474717965, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05015113534725189, "interval": [-0.011413862985863436, 0.11171613368036723], "p_value": 0.106, "input_sha256": "776074422acba3c18e32788f00b438af6afe43e44c4fb0b1d72ac9889f36aa69"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2474717965, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05015113534725189, "interval": [-0.014414754931972858, 0.10859128342101658], "p_value": 0.10730439781017986, "input_sha256": "776074422acba3c18e32788f00b438af6afe43e44c4fb0b1d72ac9889f36aa69"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3468937260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.49696819375629, "interval": [-6.339676488448838, 5.345740100936258], "p_value": 0.887, "input_sha256": "98c1270c75e882a53e2c4d9affd54808eab4b748a3c605f6da74492d55a42615"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3468937260, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.49696819375629, "interval": [-6.595442448630211, 5.319776216667195], "p_value": 0.8641869617018902, "input_sha256": "98c1270c75e882a53e2c4d9affd54808eab4b748a3c605f6da74492d55a42615"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3468937260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008894650171712537, "interval": [-0.05091807222544161, 0.06870737256886669], "p_value": 0.763, "input_sha256": "82e3cfb1ca0b98e5ac37571932387a3d3e1cb1aed7224735ecc78c09b40fade1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3468937260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008894650171712537, "interval": [-0.05457025330606063, 0.06856253134992424], "p_value": 0.7649946713095026, "input_sha256": "82e3cfb1ca0b98e5ac37571932387a3d3e1cb1aed7224735ecc78c09b40fade1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1785545121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.023219298451064, "interval": [-5.033371485309649, 2.9869328884075212], "p_value": 0.584, "input_sha256": "7004f2353041d9ffdbfa7176286775095249a7a91ae8d27237a0885aa6a1e96a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1785545121, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.023219298451064, "interval": [-4.963527907929664, 2.310328280686667], "p_value": 0.6083115457499829, "input_sha256": "7004f2353041d9ffdbfa7176286775095249a7a91ae8d27237a0885aa6a1e96a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1785545121, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024570129395048157, "interval": [-0.043450121537084614, 0.03853609565807498], "p_value": 0.888, "input_sha256": "e424b0398cb0041154b92885cd503e0fead08832d9ad109373c7e5633932f9be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1785545121, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024570129395048157, "interval": [-0.0417324071679593, 0.03337228469129227], "p_value": 0.9040555383722235, "input_sha256": "e424b0398cb0041154b92885cd503e0fead08832d9ad109373c7e5633932f9be"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 341189507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.453924507592567, "interval": [-1.963910921564513, 6.871759936749647], "p_value": 0.251, "input_sha256": "212b1e7956a641235b376cd44d8ce6d108dd18d0c275a50d4080192693b1afbe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 341189507, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.453924507592567, "interval": [-1.6036547597491002, 6.683821798708881], "p_value": 0.26500572696022967, "input_sha256": "212b1e7956a641235b376cd44d8ce6d108dd18d0c275a50d4080192693b1afbe"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 341189507, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023329580264791233, "interval": [-0.024066431715335485, 0.07072559224491795], "p_value": 0.313, "input_sha256": "039f681b118ca5f9a6564bf922d601dd25528b045d8e3f92aa9d3571cd68af47"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 341189507, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023329580264791233, "interval": [-0.019582802159573327, 0.06974379731108078], "p_value": 0.32201452973239725, "input_sha256": "039f681b118ca5f9a6564bf922d601dd25528b045d8e3f92aa9d3571cd68af47"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1808167270, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02701967466247357, "interval": [-5.349041065533776, 5.4030804148587235], "p_value": 0.999, "input_sha256": "52f203ac7f901c141df4dcdfeb3e6bb180d8616d4288d2c02c9200217bffb664"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1808167270, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02701967466247357, "interval": [-4.60487711393119, 5.246058740224557], "p_value": 0.9919011664180941, "input_sha256": "52f203ac7f901c141df4dcdfeb3e6bb180d8616d4288d2c02c9200217bffb664"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1808167270, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0027026158516096077, "interval": [-0.06097139510631226, 0.05556616340309305], "p_value": 0.921, "input_sha256": "5e97b2dc125bb9a5be82811f7abe0c6e124153931e4bbbdfebbb66825b65d9f9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1808167270, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0027026158516096077, "interval": [-0.05537561370142171, 0.05272921442273166], "p_value": 0.9253307763853172, "input_sha256": "5e97b2dc125bb9a5be82811f7abe0c6e124153931e4bbbdfebbb66825b65d9f9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2905445194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.309799004585554, "interval": [-5.709965006282822, 3.0903669971117136], "p_value": 0.53, "input_sha256": "a3f85b40ed4e281501324da390e602e05d7a6d9386e393de3ede89df6d13252e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2905445194, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.309799004585554, "interval": [-5.367229583690466, 2.640320629570088], "p_value": 0.5495370100796207, "input_sha256": "a3f85b40ed4e281501324da390e602e05d7a6d9386e393de3ede89df6d13252e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2905445194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01576701357479822, "interval": [-0.06023177036311463, 0.028697743213518194], "p_value": 0.458, "input_sha256": "9a10532af48517d7372f42503c01f3d9cd27d915ef2b09e7dd077e541b9213f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2905445194, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01576701357479822, "interval": [-0.05678323680082077, 0.02367974129947422], "p_value": 0.4756265184699189, "input_sha256": "9a10532af48517d7372f42503c01f3d9cd27d915ef2b09e7dd077e541b9213f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1991429344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.052198857601697846, "interval": [-5.148071588127205, 5.043673872923809], "p_value": 0.982, "input_sha256": "9413db4ea2f9fe612b2919944a9e947116b44719e64fea3b3fb4ab19806aaca6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1991429344, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.052198857601697846, "interval": [-5.452261319205976, 4.422379890636965], "p_value": 0.9835509412470631, "input_sha256": "9413db4ea2f9fe612b2919944a9e947116b44719e64fea3b3fb4ab19806aaca6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1991429344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00731346562638252, "interval": [-0.04394014255902929, 0.05856707381179433], "p_value": 0.777, "input_sha256": "794cc17a815c115baa17e32d96b971610ecd92a53b2ecbb3401c66b082bab961"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1991429344, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00731346562638252, "interval": [-0.04470913937489811, 0.05344441474850655], "p_value": 0.773965423855479, "input_sha256": "794cc17a815c115baa17e32d96b971610ecd92a53b2ecbb3401c66b082bab961"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1508210322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.23740199875824253, "interval": [-4.835459001714352, 4.360655004197867], "p_value": 0.91, "input_sha256": "9fc131bb9a37b37d32938de9b8b0b4eb20b0fb157501c3f8946111aab5cc964a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1508210322, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.23740199875824253, "interval": [-4.287262200847501, 4.099716110813675], "p_value": 0.9171302773359568, "input_sha256": "9fc131bb9a37b37d32938de9b8b0b4eb20b0fb157501c3f8946111aab5cc964a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1508210322, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.008335766871959728, "interval": [-0.054676226193867035, 0.03800469244994758], "p_value": 0.727, "input_sha256": "754a437c28339122ad5da2130f705c5e782ee5f3d68a9d710ee20ae48a86d64c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1508210322, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.008335766871959728, "interval": [-0.0514903713309191, 0.032299136064465286], "p_value": 0.7170854974439735, "input_sha256": "754a437c28339122ad5da2130f705c5e782ee5f3d68a9d710ee20ae48a86d64c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1805763806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.17687825913460742, "interval": [-4.235264637965348, 4.589021156234563], "p_value": 0.915, "input_sha256": "fbca8f424818863040b84d60203c3f9705770bf61f2c3fb64525de8b697403ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1805763806, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.17687825913460742, "interval": [-4.363977868681393, 4.479536128315087], "p_value": 0.9355575574410159, "input_sha256": "fbca8f424818863040b84d60203c3f9705770bf61f2c3fb64525de8b697403ab"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1805763806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011934068067657372, "interval": [-0.061908607051055504, 0.03804047091574076], "p_value": 0.617, "input_sha256": "4bb1a4e83997fe328d77ae3c6a2c2f0999b0f4aee8e493ebbdb6143c99a5272a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1805763806, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011934068067657372, "interval": [-0.06441909293288875, 0.03401782906111453], "p_value": 0.6296172250196581, "input_sha256": "4bb1a4e83997fe328d77ae3c6a2c2f0999b0f4aee8e493ebbdb6143c99a5272a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2105970610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5089579611071979, "interval": [-3.8129812239736207, 4.830897146188017], "p_value": 0.78, "input_sha256": "f85b0e344f9eae83e22b7a27c8e5853a34868bd0409300fb5c2b3273179734a5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2105970610, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5089579611071979, "interval": [-3.5462839203147913, 4.220509061293855], "p_value": 0.812772801391865, "input_sha256": "f85b0e344f9eae83e22b7a27c8e5853a34868bd0409300fb5c2b3273179734a5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2105970610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002037637257215952, "interval": [-0.03776138765363167, 0.041836662168063574], "p_value": 0.912, "input_sha256": "6d3071cd2fddb25d8e6ff72a5c6cf28259cceeba5e6cb3d4aa094eaecddac514"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2105970610, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002037637257215952, "interval": [-0.035488353204130095, 0.035873661280633254], "p_value": 0.9179629419497446, "input_sha256": "6d3071cd2fddb25d8e6ff72a5c6cf28259cceeba5e6cb3d4aa094eaecddac514"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 947342126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.9276760037311753, "interval": [-8.10053873211238, 0.24518672465002833], "p_value": 0.068, "input_sha256": "04585c84de87a3a7d31439033aa64f7e33bca89946e03f26715893707ebaecd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 947342126, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.9276760037311753, "interval": [-7.8037240443328875, -0.024758182445536184], "p_value": 0.06430474951451737, "input_sha256": "04585c84de87a3a7d31439033aa64f7e33bca89946e03f26715893707ebaecd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 947342126, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03776621383910592, "interval": [-0.08399444531131683, 0.008462017633105001], "p_value": 0.117, "input_sha256": "65c9d63fc77856d8f510bcc193b371591e0c4aeff2bf0ffe3664c516e08c7ab8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 947342126, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03776621383910592, "interval": [-0.07816462750593285, 0.007863781201775439], "p_value": 0.10638845073965028, "input_sha256": "65c9d63fc77856d8f510bcc193b371591e0c4aeff2bf0ffe3664c516e08c7ab8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 265398951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3809579970411985, "interval": [-2.706864010799089, 5.468780004881486], "p_value": 0.525, "input_sha256": "81e657bc68362c4a831327b1ae2a69cb05d1a23a1116884f5bb480eb7b6ab3ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 265398951, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3809579970411985, "interval": [-2.1179270894532434, 5.7994910844445915], "p_value": 0.49746467879148604, "input_sha256": "81e657bc68362c4a831327b1ae2a69cb05d1a23a1116884f5bb480eb7b6ab3ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 265398951, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012091949193386811, "interval": [-0.031209935273384032, 0.055393833660157654], "p_value": 0.591, "input_sha256": "d594b74c9c7fdfc617cda8ba37bc5580b83339c47a63444d321e9933c8494151"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 265398951, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012091949193386811, "interval": [-0.023772406541559314, 0.057894465823112425], "p_value": 0.5749118200214656, "input_sha256": "d594b74c9c7fdfc617cda8ba37bc5580b83339c47a63444d321e9933c8494151"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1086375888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.046964705230424286, "interval": [-5.424471845024492, 5.330542434563643], "p_value": 0.987, "input_sha256": "0a6f19efeccc6cfca43388d1b661efc61faa5781fecd7a1a0936576f27d83df3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1086375888, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.046964705230424286, "interval": [-5.174359372392622, 5.174368164155005], "p_value": 0.985981290179581, "input_sha256": "0a6f19efeccc6cfca43388d1b661efc61faa5781fecd7a1a0936576f27d83df3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1086375888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0030681546293882395, "interval": [-0.06096837779921931, 0.054832068540442834], "p_value": 0.903, "input_sha256": "ba17da5545bf88b5d06b30dd4b296d757b5358095d49d5b13d649758addb8eda"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1086375888, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0030681546293882395, "interval": [-0.057225763239750274, 0.05194088598409805], "p_value": 0.9151198074797066, "input_sha256": "ba17da5545bf88b5d06b30dd4b296d757b5358095d49d5b13d649758addb8eda"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4216521589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9536888552257032, "interval": [-1.7146396466624036, 7.62201735711381], "p_value": 0.216, "input_sha256": "868bcc35c0b8d0a3435978ebc5a35491205b6637b2f63695468017b0d3b31aac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4216521589, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9536888552257032, "interval": [-1.6203530074254966, 7.006620512111222], "p_value": 0.20720698052660386, "input_sha256": "868bcc35c0b8d0a3435978ebc5a35491205b6637b2f63695468017b0d3b31aac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4216521589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025401640118008953, "interval": [-0.02265049508986259, 0.07345377532588049], "p_value": 0.295, "input_sha256": "4e3bc252b4fd5d4825a11cf28122a47897058eecfab3d1375bc6e228d7b734fa"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4216521589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025401640118008953, "interval": [-0.01946498257607819, 0.06721974352045874], "p_value": 0.2903818113056467, "input_sha256": "4e3bc252b4fd5d4825a11cf28122a47897058eecfab3d1375bc6e228d7b734fa"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3538777181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0015783124344484, "interval": [-4.873391637974766, 2.87023501310587], "p_value": 0.592, "input_sha256": "01f0928b3e9c67e6909b66608bb4e717cb4634114f0d563e22942175b161df7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3538777181, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0015783124344484, "interval": [-4.67860705506744, 2.626588642749163], "p_value": 0.6027804395833627, "input_sha256": "01f0928b3e9c67e6909b66608bb4e717cb4634114f0d563e22942175b161df7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3538777181, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011495608090233922, "interval": [-0.050623763108882495, 0.02763254692841465], "p_value": 0.545, "input_sha256": "88aedd3ccb61142de0060b87d8a12924b2a896eb1943f98ae42c47d6d202d8f8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3538777181, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011495608090233922, "interval": [-0.04688726898512482, 0.025460451802137584], "p_value": 0.5550090435582813, "input_sha256": "88aedd3ccb61142de0060b87d8a12924b2a896eb1943f98ae42c47d6d202d8f8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 827758941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.08046878170877303, "interval": [-4.191270176140344, 4.030332612722798], "p_value": 0.982, "input_sha256": "b31f2d4c4d56eec41aa74fc5938d915b0476f5741adf868395e892b6093674bd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 827758941, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.08046878170877303, "interval": [-3.843484042128768, 3.9889064095568774], "p_value": 0.9685909595239083, "input_sha256": "b31f2d4c4d56eec41aa74fc5938d915b0476f5741adf868395e892b6093674bd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 827758941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011790104328166656, "interval": [-0.045173279209796025, 0.04281525834416269], "p_value": 0.953, "input_sha256": "eb2a1c9d974acf1a4d1d9cff1f6dad7b968f8561f7d17e6eaa7ec4f2069e5861"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 827758941, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011790104328166656, "interval": [-0.04199282391925485, 0.04158828808880111], "p_value": 0.9570108478377554, "input_sha256": "eb2a1c9d974acf1a4d1d9cff1f6dad7b968f8561f7d17e6eaa7ec4f2069e5861"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3171460862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2009350263436218, "interval": [-3.846463506277889, 6.2483335589651325], "p_value": 0.605, "input_sha256": "f0580b5f39580df2da19f2fb8b96ff5301281a773907522029f8f356829c4ca2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3171460862, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2009350263436218, "interval": [-2.8758823351057456, 6.184633573234408], "p_value": 0.6317803878843602, "input_sha256": "f0580b5f39580df2da19f2fb8b96ff5301281a773907522029f8f356829c4ca2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3171460862, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.016916932315452646, "interval": [-0.043307135903591455, 0.07714100053449674], "p_value": 0.551, "input_sha256": "546b40b458d4f276076236d97456d386378f3e57a60eb94ddff6c05e3b117a62"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3171460862, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.016916932315452646, "interval": [-0.033822678792558576, 0.07346205300419008], "p_value": 0.5717212906971748, "input_sha256": "546b40b458d4f276076236d97456d386378f3e57a60eb94ddff6c05e3b117a62"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3951778854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7233423296897694, "interval": [-7.100678175905827, 3.6539935165262882], "p_value": 0.52, "input_sha256": "af9b647f8ec30f9b9ee980d6cd194285f0f7461bf9437dabfd8ff0321b68d658"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3951778854, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7233423296897694, "interval": [-6.682536494409725, 3.690353230979346], "p_value": 0.5203783936113868, "input_sha256": "af9b647f8ec30f9b9ee980d6cd194285f0f7461bf9437dabfd8ff0321b68d658"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3951778854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02071386893907652, "interval": [-0.07345155521745145, 0.0320238173392984], "p_value": 0.419, "input_sha256": "e8ce7618f79dabf276cdb2df700c6e252acb253bd5857c0e203a16d7de01d2cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3951778854, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02071386893907652, "interval": [-0.07204565385044591, 0.030598840953316005], "p_value": 0.4313332064901523, "input_sha256": "e8ce7618f79dabf276cdb2df700c6e252acb253bd5857c0e203a16d7de01d2cd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4008777780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.41112781907313956, "interval": [-5.034731979944407, 4.212476341798128], "p_value": 0.837, "input_sha256": "91a97d02870723610569b48408d8fa8e3afa423670ab7e6bf3df8a7769f8040b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4008777780, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.41112781907313956, "interval": [-4.778101755937796, 3.880915253451949], "p_value": 0.8575413751451213, "input_sha256": "91a97d02870723610569b48408d8fa8e3afa423670ab7e6bf3df8a7769f8040b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4008777780, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002478827919005555, "interval": [-0.04910126531834084, 0.05405892115635195], "p_value": 0.915, "input_sha256": "4eb902ea019ee4199182f351bbf3b5cbf011a4909da1f7c4d051347a12f0ab0c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4008777780, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002478827919005555, "interval": [-0.044288371141837944, 0.05241095636164292], "p_value": 0.9225305730850184, "input_sha256": "4eb902ea019ee4199182f351bbf3b5cbf011a4909da1f7c4d051347a12f0ab0c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3939963071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0386988792461214, "interval": [-0.9665396688658863, 7.043937427358129], "p_value": 0.126, "input_sha256": "b137efef2e9c572f8abc9d34852449f89fa04066dbf1479b0461a72a15501e73"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3939963071, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0386988792461214, "interval": [-0.5681391606207781, 7.038894534914672], "p_value": 0.1324378315709854, "input_sha256": "b137efef2e9c572f8abc9d34852449f89fa04066dbf1479b0461a72a15501e73"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3939963071, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03404486873444848, "interval": [-0.011474897617012994, 0.07956463508590995], "p_value": 0.125, "input_sha256": "a4ee4e6b48140ee3886f66dbd643cb351a76be96af73fcc342c8485f0318732e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3939963071, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03404486873444848, "interval": [-0.006751076702053703, 0.07909194069812857], "p_value": 0.13750852954014184, "input_sha256": "a4ee4e6b48140ee3886f66dbd643cb351a76be96af73fcc342c8485f0318732e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1426974615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.008563946982795, "interval": [-1.347844882770028, 7.364972776735618], "p_value": 0.165, "input_sha256": "e29d90af5580034cb74cdc8551f8cde50e5b5125a46c788f895aaa67ed6f0271"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1426974615, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.008563946982795, "interval": [-1.1063530276753581, 7.2051858846119154], "p_value": 0.16978345241550932, "input_sha256": "e29d90af5580034cb74cdc8551f8cde50e5b5125a46c788f895aaa67ed6f0271"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1426974615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02895273243856515, "interval": [-0.01778708655987643, 0.07569255143700673], "p_value": 0.203, "input_sha256": "a5a0d8fa61d2523aacfbf514842fcac6c73febab467bafb45f449c06e39f2cd9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1426974615, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02895273243856515, "interval": [-0.01754294234928276, 0.07432036333302688], "p_value": 0.21711375222690482, "input_sha256": "a5a0d8fa61d2523aacfbf514842fcac6c73febab467bafb45f449c06e39f2cd9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2468821088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6817277903643797, "interval": [-8.131543495695539, 2.768087914966779], "p_value": 0.327, "input_sha256": "54a13c16ffcbd8d948c2a7626907f4c8d310847897880ef453f9ed6bc0b83d62"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2468821088, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6817277903643797, "interval": [-7.798295151336535, 2.1680513850613257], "p_value": 0.3254681138396516, "input_sha256": "54a13c16ffcbd8d948c2a7626907f4c8d310847897880ef453f9ed6bc0b83d62"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2468821088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026305713805039627, "interval": [-0.08060008962488073, 0.027988662014801477], "p_value": 0.347, "input_sha256": "30c9c8e93847f06f1b687baba82cc1f6fab2f1d83c4f38fa099c88eadb6be7c3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2468821088, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026305713805039627, "interval": [-0.07721848683001316, 0.02194880373360442], "p_value": 0.33288335079125564, "input_sha256": "30c9c8e93847f06f1b687baba82cc1f6fab2f1d83c4f38fa099c88eadb6be7c3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1545534355, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6435300097123662, "interval": [-4.411496457295101, 3.1244364378703686], "p_value": 0.719, "input_sha256": "b768d38f3ac640b5231431edf6c55cb8fbf1323026fe046cccd5cad626a2962d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1545534355, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6435300097123662, "interval": [-4.1509318031949665, 2.9095013367546705], "p_value": 0.731417255081387, "input_sha256": "b768d38f3ac640b5231431edf6c55cb8fbf1323026fe046cccd5cad626a2962d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1545534355, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.011711752970270939, "interval": [-0.05231261093799682, 0.028889104997454944], "p_value": 0.558, "input_sha256": "6ed9e9590ed7675d6dc050c1f19e4a7896ee784bfaf31edb1314d7327a289b66"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1545534355, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.011711752970270939, "interval": [-0.053130667249453985, 0.023416363239464194], "p_value": 0.5626150193182927, "input_sha256": "6ed9e9590ed7675d6dc050c1f19e4a7896ee784bfaf31edb1314d7327a289b66"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3701774424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3988133527703779, "interval": [-4.671286917531073, 3.873660211990317], "p_value": 0.842, "input_sha256": "5133295ac94c97f38950d1464a53970bc0fa7c1cd042c5ed230d76df1783f864"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3701774424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3988133527703779, "interval": [-4.589902878165973, 3.812099563144943], "p_value": 0.8510775016966251, "input_sha256": "5133295ac94c97f38950d1464a53970bc0fa7c1cd042c5ed230d76df1783f864"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3701774424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013853656154744556, "interval": [-0.06432124394614017, 0.03661393163665106], "p_value": 0.594, "input_sha256": "0ce7a20b7d4765e4fa874922bbdbc240abe09baf0753d36e7b79c1ca742b4167"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3701774424, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013853656154744556, "interval": [-0.0707416892283793, 0.028528990599918057], "p_value": 0.5803784656296499, "input_sha256": "0ce7a20b7d4765e4fa874922bbdbc240abe09baf0753d36e7b79c1ca742b4167"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3651254103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.233994214165836, "interval": [-7.095471062515383, 2.6274826341837105], "p_value": 0.369, "input_sha256": "7dab3af756a24624c4518a1b4aaabb56fc509ad960d0bd3a1250ee3a2d355391"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3651254103, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.233994214165836, "interval": [-6.4413269997590445, 2.398974400390567], "p_value": 0.3580250538268227, "input_sha256": "7dab3af756a24624c4518a1b4aaabb56fc509ad960d0bd3a1250ee3a2d355391"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3651254103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.019623496084926195, "interval": [-0.07544191181613091, 0.03619491964627852], "p_value": 0.48, "input_sha256": "2668efe673eab5b5fd81975d3ff85059f67a1c0e0611d82b3f0f5eae7dec4fcf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3651254103, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.019623496084926195, "interval": [-0.06965379889560014, 0.030925587233580538], "p_value": 0.48099415723381433, "input_sha256": "2668efe673eab5b5fd81975d3ff85059f67a1c0e0611d82b3f0f5eae7dec4fcf"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3649658194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2282836985104835, "interval": [-7.863345332452987, 1.4067779354320198], "p_value": 0.167, "input_sha256": "66efbe979788dc73aacc912072aca6adad905f8426673e5cc2ef52df3daa95e8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3649658194, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2282836985104835, "interval": [-7.7713845747546815, 0.8237249962174864], "p_value": 0.1660945768796694, "input_sha256": "66efbe979788dc73aacc912072aca6adad905f8426673e5cc2ef52df3daa95e8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3649658194, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.030069274647017794, "interval": [-0.07721255914940311, 0.017074009855367535], "p_value": 0.204, "input_sha256": "82e90769ccf67a041b074dbad27063f3d7521be09ad4ab3804585f09f117a76d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3649658194, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.030069274647017794, "interval": [-0.07570490571744906, 0.010775880560527583], "p_value": 0.20399613283100868, "input_sha256": "82e90769ccf67a041b074dbad27063f3d7521be09ad4ab3804585f09f117a76d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3590079461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8555414671535297, "interval": [-7.131615315982596, 1.4205323816755362], "p_value": 0.19, "input_sha256": "24b05a573f39eaa53c7ec204f075b3aa2a38799659cfe32d47055292967063d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3590079461, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8555414671535297, "interval": [-6.9444902314156876, 1.3373414236331418], "p_value": 0.18432919311831475, "input_sha256": "24b05a573f39eaa53c7ec204f075b3aa2a38799659cfe32d47055292967063d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3590079461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02148388788930876, "interval": [-0.06394916144638915, 0.020981385667771642], "p_value": 0.32, "input_sha256": "6056740e688e71da19e37f890987fb61f1944050b3a14f423a9e17db33b4070d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3590079461, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02148388788930876, "interval": [-0.060410678753855154, 0.01995436628124046], "p_value": 0.3119219946550072, "input_sha256": "6056740e688e71da19e37f890987fb61f1944050b3a14f423a9e17db33b4070d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1740427135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7294183756532391, "interval": [-4.014519392713435, 5.473356144019913], "p_value": 0.775, "input_sha256": "37b2074714635a96be08f6eb840aaec014304e26bb2c7ea6917816de64bf6f83"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1740427135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7294183756532391, "interval": [-3.9538666183365416, 4.783667167686243], "p_value": 0.7565752724545477, "input_sha256": "37b2074714635a96be08f6eb840aaec014304e26bb2c7ea6917816de64bf6f83"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1740427135, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018118280988842494, "interval": [-0.034471697551718646, 0.07070825952940363], "p_value": 0.501, "input_sha256": "7129671a68a10a958699e4ef622e49ab833ceb525ba1d38fb66d43202954f832"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1740427135, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018118280988842494, "interval": [-0.02754704246154279, 0.06598175741725436], "p_value": 0.48645126876365774, "input_sha256": "7129671a68a10a958699e4ef622e49ab833ceb525ba1d38fb66d43202954f832"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4061230779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9511796572359312, "interval": [-0.767676743044432, 8.670036057516295], "p_value": 0.077, "input_sha256": "4e95dbba8a1fda6deda886d0b536d59e6c06c88cf945eac4af04bc4c5fbf03f5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4061230779, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9511796572359312, "interval": [-0.3647582095011015, 8.55745617467201], "p_value": 0.09780830915281745, "input_sha256": "4e95dbba8a1fda6deda886d0b536d59e6c06c88cf945eac4af04bc4c5fbf03f5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4061230779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043480766213452884, "interval": [-0.00858351233622135, 0.09554504476312711], "p_value": 0.074, "input_sha256": "c9c7e2fad10c29696f550bd53af75f15384bf18423b29ea9fe0f6e322439843f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4061230779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043480766213452884, "interval": [-0.0031867066569117074, 0.09539153877654281], "p_value": 0.09846763324644729, "input_sha256": "c9c7e2fad10c29696f550bd53af75f15384bf18423b29ea9fe0f6e322439843f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2039214623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.2468999673657475, "interval": [-7.338182026132105, 2.84438209140061], "p_value": 0.392, "input_sha256": "3c49482293361495a7d1e51a6b1021e522f0a805483773cbe7e51f7afb8505fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2039214623, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.2468999673657475, "interval": [-6.660839305077467, 3.0938411347297783], "p_value": 0.37711801154471125, "input_sha256": "3c49482293361495a7d1e51a6b1021e522f0a805483773cbe7e51f7afb8505fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2039214623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.015246310766814486, "interval": [-0.07081600698042953, 0.04032338544680056], "p_value": 0.581, "input_sha256": "793effd5c1ff2aea70784e021b9003ca95700619cdde58e3c2346cf86330869f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2039214623, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.015246310766814486, "interval": [-0.05898835783412319, 0.0493860891159438], "p_value": 0.5812530162395599, "input_sha256": "793effd5c1ff2aea70784e021b9003ca95700619cdde58e3c2346cf86330869f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1076920211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0663802329109178, "interval": [-1.588650125578777, 7.721410591400613], "p_value": 0.189, "input_sha256": "3f712f65685fc9d1a648993d5c37ede54c23badc660ef830786f4def566b687d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1076920211, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0663802329109178, "interval": [-1.0217815888275728, 7.261648311923673], "p_value": 0.19026472215389714, "input_sha256": "3f712f65685fc9d1a648993d5c37ede54c23badc660ef830786f4def566b687d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1076920211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03390678129950178, "interval": [-0.0156159563304002, 0.08342951892940376], "p_value": 0.17, "input_sha256": "45a87298c3576188f79091a9f6d28e2b506d3bf397523e40f5d98c831456cf1c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1076920211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03390678129950178, "interval": [-0.009322175163174077, 0.07908985291665838], "p_value": 0.17360566083445494, "input_sha256": "45a87298c3576188f79091a9f6d28e2b506d3bf397523e40f5d98c831456cf1c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4016902443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.28372521489475666, "interval": [-4.1030840159844715, 3.5356335861949577], "p_value": 0.871, "input_sha256": "06b54c68a9ccb28a5f2aa85f041682322d569fd2572f2b92a1928a3a18240bda"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4016902443, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.28372521489475666, "interval": [-3.8148978820605848, 3.098303912169672], "p_value": 0.8811247268270881, "input_sha256": "06b54c68a9ccb28a5f2aa85f041682322d569fd2572f2b92a1928a3a18240bda"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4016902443, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0024902262788983054, "interval": [-0.0399856801712391, 0.03500522761344249], "p_value": 0.887, "input_sha256": "d72ed8cc1bf91417a451d5d33f3d789639f79eef82bd9f3afd38e23c71c55f1a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4016902443, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0024902262788983054, "interval": [-0.03650294274169673, 0.030260630238624794], "p_value": 0.8936311781544648, "input_sha256": "d72ed8cc1bf91417a451d5d33f3d789639f79eef82bd9f3afd38e23c71c55f1a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 747346489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7634628970562796, "interval": [-7.840829765737192, 2.313903971624633], "p_value": 0.279, "input_sha256": "f62c94a555292cae5d57ddccbbf59077b6507739c6746da30d359639864c5c86"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 747346489, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7634628970562796, "interval": [-7.451479406904877, 2.251787445557155], "p_value": 0.2774603738264024, "input_sha256": "f62c94a555292cae5d57ddccbbf59077b6507739c6746da30d359639864c5c86"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 747346489, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03441221933122929, "interval": [-0.08789536396581533, 0.01907092530335676], "p_value": 0.193, "input_sha256": "b9bcd85dfa599b2580842b4835615d8da1f929bff172884592347635a9d4e3e7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 747346489, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03441221933122929, "interval": [-0.08338862040352309, 0.01573746183911585], "p_value": 0.20051061520751928, "input_sha256": "b9bcd85dfa599b2580842b4835615d8da1f929bff172884592347635a9d4e3e7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3010094836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0683991569299796, "interval": [-4.882539471432166, 2.745741157572206], "p_value": 0.581, "input_sha256": "a2457f4e613cc42e2f19fb6036b4d1781be0114297a34c4af37449e660a82bd6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3010094836, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0683991569299796, "interval": [-4.486391585713, 2.80170300281617], "p_value": 0.5738868259448455, "input_sha256": "a2457f4e613cc42e2f19fb6036b4d1781be0114297a34c4af37449e660a82bd6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3010094836, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.013364268545704591, "interval": [-0.05528632265580395, 0.02855778556439477], "p_value": 0.524, "input_sha256": "c6a5197227b36f6fd52d4be8f7efe7c3591779a678c7811f972772a7a7c650a7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3010094836, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.013364268545704591, "interval": [-0.051359486777462986, 0.028796243519185822], "p_value": 0.5223917945276215, "input_sha256": "c6a5197227b36f6fd52d4be8f7efe7c3591779a678c7811f972772a7a7c650a7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 119292218, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5012165628412308, "interval": [-5.663708476180124, 2.6612753504976627], "p_value": 0.446, "input_sha256": "234e749c55e7fe7d0779f9bcfcf33306c24b79502baa2d4d93729598ff7eac26"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 119292218, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5012165628412308, "interval": [-5.43166668419145, 2.192396793392576], "p_value": 0.4682639257446112, "input_sha256": "234e749c55e7fe7d0779f9bcfcf33306c24b79502baa2d4d93729598ff7eac26"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 119292218, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01802225324567009, "interval": [-0.061482905642851575, 0.025438399151511394], "p_value": 0.398, "input_sha256": "43eb691f467dbab310d55cbe55e229be97d670fece564d7e66d4f3493c09a874"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 119292218, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01802225324567009, "interval": [-0.05688520961656537, 0.023650555457144666], "p_value": 0.4053217046704912, "input_sha256": "43eb691f467dbab310d55cbe55e229be97d670fece564d7e66d4f3493c09a874"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3729172423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.19232576828100356, "interval": [-5.351579940443049, 4.966928403881042], "p_value": 0.934, "input_sha256": "d4cd72bfba867af60f17e91d4b6df0c8507419816d06c2d2ee5ed84869927528"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3729172423, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.19232576828100356, "interval": [-4.792891818152003, 4.094743791612619], "p_value": 0.9402386441416737, "input_sha256": "d4cd72bfba867af60f17e91d4b6df0c8507419816d06c2d2ee5ed84869927528"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3729172423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0003005332735410149, "interval": [-0.052000571607441044, 0.051399505060359015], "p_value": 0.992, "input_sha256": "fc79539cbd85e3c762db165ce9eb3a09c4bad591a7a98ce6829e74c962eaf918"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3729172423, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0003005332735410149, "interval": [-0.04721824839883766, 0.04137474467920734], "p_value": 0.9906694316099096, "input_sha256": "fc79539cbd85e3c762db165ce9eb3a09c4bad591a7a98ce6829e74c962eaf918"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 354144442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5732706915710883, "interval": [-5.894322465893789, 4.7477810827516125], "p_value": 0.81, "input_sha256": "6495dacc40829dde417152be5d75f3834ce42aee2c34d02f0b8c0537dcb31e0e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 354144442, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5732706915710883, "interval": [-5.672001574441462, 4.622087611209097], "p_value": 0.8284796995875419, "input_sha256": "6495dacc40829dde417152be5d75f3834ce42aee2c34d02f0b8c0537dcb31e0e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 354144442, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006479131381133818, "interval": [-0.05962946732666686, 0.04667120456439922], "p_value": 0.782, "input_sha256": "cb0afe2b3e72bdd9521daaa637fc4578429e63959fa368c2379f12bfa1db29a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 354144442, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006479131381133818, "interval": [-0.05584497149010301, 0.04382942760998691], "p_value": 0.8064065945691579, "input_sha256": "cb0afe2b3e72bdd9521daaa637fc4578429e63959fa368c2379f12bfa1db29a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3447879564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12920942780155276, "interval": [-4.096132038753949, 4.354550894357055], "p_value": 0.957, "input_sha256": "4a98830f3f7b22efeaefbce91ec3bb1bfb24c38516bd28027b8a2f5bd37ca5c1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3447879564, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12920942780155276, "interval": [-3.6396968119307873, 4.2830890900600105], "p_value": 0.9509622676850842, "input_sha256": "4a98830f3f7b22efeaefbce91ec3bb1bfb24c38516bd28027b8a2f5bd37ca5c1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3447879564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.001705525477863637, "interval": [-0.04326519765657746, 0.03985414670085018], "p_value": 0.915, "input_sha256": "131bf99f06226a5aaee5f4c6c9111fc18b94eb6d4c260baf6f33bd9cede15b52"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3447879564, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.001705525477863637, "interval": [-0.039249166046512324, 0.03782401666346544], "p_value": 0.9342222468670505, "input_sha256": "131bf99f06226a5aaee5f4c6c9111fc18b94eb6d4c260baf6f33bd9cede15b52"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4264839184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.856066108721757, "interval": [-2.0963804413458256, 7.80851265878934], "p_value": 0.272, "input_sha256": "6ec5623f0a78b1fc950488fbd3abb194a2fb7197b6516278d3c6d63c8dab73ef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4264839184, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.856066108721757, "interval": [-2.0338925113749275, 7.597361148424371], "p_value": 0.25027465112028396, "input_sha256": "6ec5623f0a78b1fc950488fbd3abb194a2fb7197b6516278d3c6d63c8dab73ef"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4264839184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.035797266783052076, "interval": [-0.01904372958983354, 0.09063826315593769], "p_value": 0.221, "input_sha256": "416b92d3ae3643e452223b0d461e28ecf4c692ccc6b5e8926eab029785117742"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4264839184, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.035797266783052076, "interval": [-0.017153511928539512, 0.08961553248782515], "p_value": 0.1938860728804581, "input_sha256": "416b92d3ae3643e452223b0d461e28ecf4c692ccc6b5e8926eab029785117742"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 755260803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.44122510191550113, "interval": [-5.524777148337069, 6.407227352168071], "p_value": 0.873, "input_sha256": "b73dee5edc7f42a3a69d8ac7b527d0ea1edb9cb41e5e949f624240315d4a1ff6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 755260803, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.44122510191550113, "interval": [-4.806464766142534, 5.810156653887104], "p_value": 0.8817243369745413, "input_sha256": "b73dee5edc7f42a3a69d8ac7b527d0ea1edb9cb41e5e949f624240315d4a1ff6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 755260803, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002148337326533342, "interval": [-0.056832177937198136, 0.06112885259026482], "p_value": 0.947, "input_sha256": "8f24c5719d958aa1a631d25a77b1063da495a26cee140334e815b923596d6abc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 755260803, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002148337326533342, "interval": [-0.049716481521377566, 0.05300852637316039], "p_value": 0.9416055379809618, "input_sha256": "8f24c5719d958aa1a631d25a77b1063da495a26cee140334e815b923596d6abc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3691359872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6717403733525202, "interval": [-5.964165102735327, 2.620684356030287], "p_value": 0.427, "input_sha256": "fb3b4ba43ed03dac1b78875f90a7410927499f572a677831121d2b2e26a2901a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3691359872, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6717403733525202, "interval": [-5.721435188572502, 2.428996852383988], "p_value": 0.4353275206320354, "input_sha256": "fb3b4ba43ed03dac1b78875f90a7410927499f572a677831121d2b2e26a2901a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3691359872, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0161352385429787, "interval": [-0.06334921888416595, 0.031078741798208555], "p_value": 0.475, "input_sha256": "fb2c6dc0ed70bd08dcc5084731a624dda4589d0e893f41a57b2792b11ec933d2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3691359872, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0161352385429787, "interval": [-0.06052634776292186, 0.030198788586909716], "p_value": 0.49317399346429946, "input_sha256": "fb2c6dc0ed70bd08dcc5084731a624dda4589d0e893f41a57b2792b11ec933d2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3875661059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8315150485292797, "interval": [-3.0121329851697958, 6.675163082228355], "p_value": 0.46, "input_sha256": "657f76f0e52118266b0d672abe8f0ebffa43dc9b785498a74e6f6324ef54f56a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3875661059, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8315150485292797, "interval": [-2.824111775580422, 6.206332649756945], "p_value": 0.44843482582365046, "input_sha256": "657f76f0e52118266b0d672abe8f0ebffa43dc9b785498a74e6f6324ef54f56a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3875661059, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02089725212027045, "interval": [-0.032675996820507945, 0.07447050106104885], "p_value": 0.448, "input_sha256": "29ec41a14997a23df140de6feb63f033bc8242cb2cc1f2e4db66d4d49ebaafe1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3875661059, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02089725212027045, "interval": [-0.025935586963218512, 0.07518056241639118], "p_value": 0.4335217763949426, "input_sha256": "29ec41a14997a23df140de6feb63f033bc8242cb2cc1f2e4db66d4d49ebaafe1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3442376949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9019656182740716, "interval": [-4.482212627928192, 6.286143864476335], "p_value": 0.73, "input_sha256": "cd60fb0189a0490e6039bd4d3732b8a3b2fe2dcb63309d0410590c6fc1207057"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3442376949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9019656182740716, "interval": [-4.628090527821507, 6.091471925279298], "p_value": 0.7363075630842053, "input_sha256": "cd60fb0189a0490e6039bd4d3732b8a3b2fe2dcb63309d0410590c6fc1207057"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3442376949, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00723008765640909, "interval": [-0.048666707034148604, 0.06312688234696678], "p_value": 0.775, "input_sha256": "3a12a615906c8fb43b23b0f42f1b9a16a025165d9ef4dc2e61ca5efed5d4ba2e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3442376949, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00723008765640909, "interval": [-0.04824853126604953, 0.06075204936034417], "p_value": 0.79484458024589, "input_sha256": "3a12a615906c8fb43b23b0f42f1b9a16a025165d9ef4dc2e61ca5efed5d4ba2e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 764614852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8003149189558973, "interval": [-3.81866031154071, 5.419290149452505], "p_value": 0.735, "input_sha256": "876162277fbf3a6b63c37376bb87d8af70e2d57620db865fee641897d131d3c8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 764614852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8003149189558973, "interval": [-3.917997476315372, 4.583828122367927], "p_value": 0.7264654300892519, "input_sha256": "876162277fbf3a6b63c37376bb87d8af70e2d57620db865fee641897d131d3c8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 764614852, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006686931586479532, "interval": [-0.03836412895711013, 0.051737992130069195], "p_value": 0.77, "input_sha256": "a2306423f48355b20605497d41f9bf01b0a5597d6c96ff717d786671410f3c45"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 764614852, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006686931586479532, "interval": [-0.039993861998524005, 0.04338582464743206], "p_value": 0.7642952592058315, "input_sha256": "a2306423f48355b20605497d41f9bf01b0a5597d6c96ff717d786671410f3c45"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1889259453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4442483063957559, "interval": [-2.3873201479717543, 5.2758167607632664], "p_value": 0.456, "input_sha256": "0354d16a43c275564724aaa25d490ef7a09922d7fccc99eb6cf8ef349a16d5b9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1889259453, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4442483063957559, "interval": [-2.5326760660770016, 4.539580201792991], "p_value": 0.44978514233873823, "input_sha256": "0354d16a43c275564724aaa25d490ef7a09922d7fccc99eb6cf8ef349a16d5b9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1889259453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011426386956123413, "interval": [-0.03165954894727443, 0.054512322859521255], "p_value": 0.624, "input_sha256": "e09ea2f90f4b229614944925828596f18a092f55e402091bd17ee009b70bb76a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1889259453, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011426386956123413, "interval": [-0.03555709797431129, 0.04475405424416088], "p_value": 0.5940022776689122, "input_sha256": "e09ea2f90f4b229614944925828596f18a092f55e402091bd17ee009b70bb76a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 688665665, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9447954375212086, "interval": [-3.7888253944797787, 5.678416269522196], "p_value": 0.7, "input_sha256": "32b6ec3def21081e1a4eeece666c31b300bd3d6d825ea7ecdf2d73a3d2061bd9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 688665665, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9447954375212086, "interval": [-3.3782132797444184, 5.301028282819499], "p_value": 0.6883054838677487, "input_sha256": "32b6ec3def21081e1a4eeece666c31b300bd3d6d825ea7ecdf2d73a3d2061bd9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 688665665, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01008735847468284, "interval": [-0.03822726046279584, 0.05840197741216152], "p_value": 0.692, "input_sha256": "3099f5edc67adaaf03ac2641e35b9bf4c3e274c9d01fced30167c5375ff191f6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 688665665, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01008735847468284, "interval": [-0.03410224817056692, 0.05658225597810412], "p_value": 0.6748980400694171, "input_sha256": "3099f5edc67adaaf03ac2641e35b9bf4c3e274c9d01fced30167c5375ff191f6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4017841916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3536535308911688, "interval": [-5.676107540419797, 4.968800478637459], "p_value": 0.889, "input_sha256": "25c7b6078d2a33750c9544ee94288a54f4a16419117fdca3bb230ab20e9cb7fd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4017841916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3536535308911688, "interval": [-5.296317316672599, 4.443627823365552], "p_value": 0.893600766378833, "input_sha256": "25c7b6078d2a33750c9544ee94288a54f4a16419117fdca3bb230ab20e9cb7fd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4017841916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.007750731187409071, "interval": [-0.061671382338029795, 0.04616991996321165], "p_value": 0.776, "input_sha256": "493cad660c7ff379c35e6fa4ac26e0396c448626254d20e39438b1290951bd7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4017841916, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.007750731187409071, "interval": [-0.05701894514549911, 0.041755036363806966], "p_value": 0.7723580891256283, "input_sha256": "493cad660c7ff379c35e6fa4ac26e0396c448626254d20e39438b1290951bd7d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 936360896, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7854437542187238, "interval": [-2.726562520291505, 4.297450028728953], "p_value": 0.66, "input_sha256": "97ccbb76eeefdbd546564affc31df305fa88e406aff4d4a4c11405ba693de34d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 936360896, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7854437542187238, "interval": [-2.6232482764857723, 3.9928378654044736], "p_value": 0.6531560740082614, "input_sha256": "97ccbb76eeefdbd546564affc31df305fa88e406aff4d4a4c11405ba693de34d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 936360896, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006822644492076632, "interval": [-0.02876711325199518, 0.04241240223614844], "p_value": 0.71, "input_sha256": "af2448d4458dc3a5efacf5bd26ff5f64d2f2f8ccf6e98dc4d7b87d79ae94c40e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 936360896, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006822644492076632, "interval": [-0.028331857151543727, 0.03918632620238089], "p_value": 0.700029129290475, "input_sha256": "af2448d4458dc3a5efacf5bd26ff5f64d2f2f8ccf6e98dc4d7b87d79ae94c40e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3594907810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0956589229411628, "interval": [-3.6405590860365376, 5.831876931918863], "p_value": 0.644, "input_sha256": "9a14ff5019ffc724b667befe46016199040b9af5331a174c9c46e01c35d4bde4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3594907810, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0956589229411628, "interval": [-3.582732982301679, 5.484839058801372], "p_value": 0.6421351913354155, "input_sha256": "9a14ff5019ffc724b667befe46016199040b9af5331a174c9c46e01c35d4bde4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3594907810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.017663656435090033, "interval": [-0.034145226221678586, 0.06947253909185866], "p_value": 0.504, "input_sha256": "f306d13b6bd7c338f5d877a6abd07dfa391909669e410db0caa8c2927248b6b5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3594907810, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.017663656435090033, "interval": [-0.03434071113151988, 0.06542294504592895], "p_value": 0.4941954977184051, "input_sha256": "f306d13b6bd7c338f5d877a6abd07dfa391909669e410db0caa8c2927248b6b5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1555894311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.606151752387383, "interval": [-1.7244687519777244, 6.936772256752491], "p_value": 0.224, "input_sha256": "4c37f3889555679ff33a6b269550f063c8b1f8b19a5b5691e285954734332210"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1555894311, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.606151752387383, "interval": [-1.661485134442804, 6.583139156509954], "p_value": 0.2304616419582779, "input_sha256": "4c37f3889555679ff33a6b269550f063c8b1f8b19a5b5691e285954734332210"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1555894311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020670184431229074, "interval": [-0.026074269126979216, 0.06741463798943736], "p_value": 0.374, "input_sha256": "c7f0014bc800df5873da425b17f1c76ec48465faf4fb388e1be2dd512f91c238"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1555894311, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020670184431229074, "interval": [-0.026856588772229028, 0.06417326567990707], "p_value": 0.37595982415100115, "input_sha256": "c7f0014bc800df5873da425b17f1c76ec48465faf4fb388e1be2dd512f91c238"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3737983643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.885645329192453, "interval": [-1.855375988521077, 7.626666646905983], "p_value": 0.232, "input_sha256": "1d1766cdea3f2a01c78e426dee443e31e86bbdaf1f5e9617cf0945b7f180b60e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3737983643, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.885645329192453, "interval": [-1.3702976492968866, 7.480273492093952], "p_value": 0.2252510567724317, "input_sha256": "1d1766cdea3f2a01c78e426dee443e31e86bbdaf1f5e9617cf0945b7f180b60e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3737983643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030889350677978725, "interval": [-0.020871592338086407, 0.08265029369404386], "p_value": 0.244, "input_sha256": "c9678ca9213ab4b2ac82889585d219cf06fc56bbeb8cefe4a0b77f5b869dd581"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3737983643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030889350677978725, "interval": [-0.015294037061760649, 0.07978095122895579], "p_value": 0.2341077837086115, "input_sha256": "c9678ca9213ab4b2ac82889585d219cf06fc56bbeb8cefe4a0b77f5b869dd581"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3090015880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.078740998343109, "interval": [-0.023541572773996045, 10.181023569460216], "p_value": 0.048, "input_sha256": "74a366d5fad7de9e8c04e8381a53a17025d9ff18beaf1e83eb7115ac0c9e6753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3090015880, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.078740998343109, "interval": [0.5165431753211525, 10.046820274797858], "p_value": 0.05100803444757548, "input_sha256": "74a366d5fad7de9e8c04e8381a53a17025d9ff18beaf1e83eb7115ac0c9e6753"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3090015880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060028562559701466, "interval": [0.008129061348526874, 0.11192806377087605], "p_value": 0.02, "input_sha256": "60fbb4f29355526ffe4053c33f2c477b27600439cbf0f960e6452fa5ef09be50"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3090015880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060028562559701466, "interval": [0.010400045569179195, 0.10846174955643434], "p_value": 0.024585583026046173, "input_sha256": "60fbb4f29355526ffe4053c33f2c477b27600439cbf0f960e6452fa5ef09be50"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 325250464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1612125913492388, "interval": [-3.0082179430226494, 5.330643125721127], "p_value": 0.578, "input_sha256": "e9cdbed3dffeca836018d68d3b46c4b49c5cdee3a6b55db30e44e37e100166d7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 325250464, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1612125913492388, "interval": [-2.6603317495206618, 5.063001275322402], "p_value": 0.575886026511054, "input_sha256": "e9cdbed3dffeca836018d68d3b46c4b49c5cdee3a6b55db30e44e37e100166d7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 325250464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003377192372757784, "interval": [-0.0397059048541185, 0.046460289599634066], "p_value": 0.89, "input_sha256": "0026dc5e82977f311a135c58e7167d637485dc4a22e59be4e384457da44b978a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 325250464, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003377192372757784, "interval": [-0.0371046252326611, 0.043576843258431794], "p_value": 0.8744843078325995, "input_sha256": "0026dc5e82977f311a135c58e7167d637485dc4a22e59be4e384457da44b978a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2656167649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4117386709470097, "interval": [-3.0430171545964146, 5.866494496490434], "p_value": 0.529, "input_sha256": "bf80f94df1e85b67fdf69b452c29d20d11859082f3d425fe2908ec85446725a5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2656167649, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4117386709470097, "interval": [-2.9120174730736905, 5.28832045262826], "p_value": 0.5250140213028823, "input_sha256": "bf80f94df1e85b67fdf69b452c29d20d11859082f3d425fe2908ec85446725a5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2656167649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0192368113622957, "interval": [-0.029151265750292442, 0.06762488847488385], "p_value": 0.437, "input_sha256": "590f833a70baa0dabaf051cb154d6844e3213fc8a5ad987a90b5431c824a3487"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2656167649, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0192368113622957, "interval": [-0.026073116471401987, 0.0637592529618929], "p_value": 0.42589490609486835, "input_sha256": "590f833a70baa0dabaf051cb154d6844e3213fc8a5ad987a90b5431c824a3487"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3157811567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.40142606959024185, "interval": [-4.6694058719770695, 3.8665537327965858], "p_value": 0.842, "input_sha256": "797a4063b68067b56fe83f7be0f3f2cfc45c882583afb088808268d1f6cb179a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3157811567, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.40142606959024185, "interval": [-4.598114711928861, 3.647126297520539], "p_value": 0.8499756480317944, "input_sha256": "797a4063b68067b56fe83f7be0f3f2cfc45c882583afb088808268d1f6cb179a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3157811567, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0018246890018287013, "interval": [-0.04515888319934363, 0.04880826120300103], "p_value": 0.943, "input_sha256": "a7f15b7a64aa60c0d571c3f761e616520e6b99a0d80b64eb9c8479cd4657e20b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3157811567, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0018246890018287013, "interval": [-0.04645259142889526, 0.04739832898874419], "p_value": 0.9377160220095718, "input_sha256": "a7f15b7a64aa60c0d571c3f761e616520e6b99a0d80b64eb9c8479cd4657e20b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1794951650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.744701563979123, "interval": [-5.717998065983771, 4.228594938025525], "p_value": 0.799, "input_sha256": "22a7e03f2e1d31d21a6b4e6b6e9f44090eb181c34f0a75a4f1fa9d4e256681fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1794951650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.744701563979123, "interval": [-5.834366503487621, 3.8117347507198165], "p_value": 0.7634408336529279, "input_sha256": "22a7e03f2e1d31d21a6b4e6b6e9f44090eb181c34f0a75a4f1fa9d4e256681fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1794951650, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004977225623531922, "interval": [-0.055301767991990804, 0.04534731674492696], "p_value": 0.86, "input_sha256": "40fba0c40352971c15b50dff47b2644dd5a72d5fcf39aa65a689caa889abf9a1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1794951650, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004977225623531922, "interval": [-0.056101307039571786, 0.03889368555458757], "p_value": 0.842376335968236, "input_sha256": "40fba0c40352971c15b50dff47b2644dd5a72d5fcf39aa65a689caa889abf9a1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1563350959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7679608785394745, "interval": [-1.291156160927688, 6.827077918006637], "p_value": 0.182, "input_sha256": "68688d06729541205c5320897d106dc846345dfc4637118b70fa6b5c8d14abb8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1563350959, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7679608785394745, "interval": [-1.1798836791012872, 6.207222503917213], "p_value": 0.1754546594518106, "input_sha256": "68688d06729541205c5320897d106dc846345dfc4637118b70fa6b5c8d14abb8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1563350959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02443336904791002, "interval": [-0.017587485645237155, 0.0664542237410572], "p_value": 0.253, "input_sha256": "726e6dc8a18f6a72fe1682e6ecb9d98ac237a0b4411a4923a5ada894a7720423"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1563350959, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02443336904791002, "interval": [-0.017314151702423796, 0.059163858541305174], "p_value": 0.24617846431844306, "input_sha256": "726e6dc8a18f6a72fe1682e6ecb9d98ac237a0b4411a4923a5ada894a7720423"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 995921219, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.159332179350991, "interval": [-5.167452315242646, 2.848787956540664], "p_value": 0.557, "input_sha256": "1a162da60d824f3677a690ae5d09db32edb100688c534c476bece2dbadb22dbb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 995921219, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.159332179350991, "interval": [-4.618465199061405, 3.1673513778863405], "p_value": 0.5616331146066524, "input_sha256": "1a162da60d824f3677a690ae5d09db32edb100688c534c476bece2dbadb22dbb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 995921219, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006389922563523734, "interval": [-0.048149629728013614, 0.035369784600966146], "p_value": 0.755, "input_sha256": "d5087f403446d556b1e5786bf12211b2c6242f2084ade03da2163d7be77748ea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 995921219, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006389922563523734, "interval": [-0.04341896810948549, 0.0390796880532852], "p_value": 0.758372925129067, "input_sha256": "d5087f403446d556b1e5786bf12211b2c6242f2084ade03da2163d7be77748ea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1541944191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.444197022081217, "interval": [-1.8699900376825385, 8.758384081844973], "p_value": 0.198, "input_sha256": "87db29cfd863a269bb5cef1744ab1bcbbaf496918ae87ac30b551242917c6bde"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1541944191, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.444197022081217, "interval": [-1.3316032674371752, 8.66946206263913], "p_value": 0.19656100091226847, "input_sha256": "87db29cfd863a269bb5cef1744ab1bcbbaf496918ae87ac30b551242917c6bde"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1541944191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03887750539507526, "interval": [-0.01747209904868484, 0.09522710983883535], "p_value": 0.174, "input_sha256": "a872f8d0aa101acab55abc34f05d94645af51bb786d551b8ced4a81c9e9f4c83"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1541944191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03887750539507526, "interval": [-0.01111746482270976, 0.09779085740498908], "p_value": 0.16959083544034345, "input_sha256": "a872f8d0aa101acab55abc34f05d94645af51bb786d551b8ced4a81c9e9f4c83"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3678627205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.437999858069867, "interval": [-8.11624163845381, 1.240241922314075], "p_value": 0.141, "input_sha256": "f98d67cb6cba1725489edb66cd312ad8f449b6b58b57c41d1efedc1d8572d8a3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3678627205, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.437999858069867, "interval": [-7.725101175853697, 1.1057826010907437], "p_value": 0.14482084089398517, "input_sha256": "f98d67cb6cba1725489edb66cd312ad8f449b6b58b57c41d1efedc1d8572d8a3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3678627205, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03333847751859598, "interval": [-0.08434263957435231, 0.017665684537160366], "p_value": 0.193, "input_sha256": "b0e83bc94362a7c7114b59bddada6033f145ff3de8be8d22b97b027b872399d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3678627205, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03333847751859598, "interval": [-0.07669048285436172, 0.01932642546830945], "p_value": 0.1933742430444987, "input_sha256": "b0e83bc94362a7c7114b59bddada6033f145ff3de8be8d22b97b027b872399d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3756454362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9488126237781698, "interval": [-8.734459859472343, 2.8368346119160037], "p_value": 0.283, "input_sha256": "cb8d46841aa6eef1dd011017caaf27b6da293f8628ef5b216f8eba1aa7cae085"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3756454362, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9488126237781698, "interval": [-8.20036658598245, 2.8167148126694665], "p_value": 0.3086567818269736, "input_sha256": "cb8d46841aa6eef1dd011017caaf27b6da293f8628ef5b216f8eba1aa7cae085"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3756454362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028325179751265278, "interval": [-0.08926534304464118, 0.03261498354211063], "p_value": 0.34, "input_sha256": "30b835d7d1772a0d3856ca9c47669c21afccafbb6019cd1373c538986299f6fa"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3756454362, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028325179751265278, "interval": [-0.08143926617542946, 0.031332473655992614], "p_value": 0.35265609774905293, "input_sha256": "30b835d7d1772a0d3856ca9c47669c21afccafbb6019cd1373c538986299f6fa"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754918052, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2509391764045583, "interval": [-7.084360959482653, 0.582482606673536], "p_value": 0.099, "input_sha256": "ad2a6ed9bc1591b2298740a60e86e474e42367971851ba8fdfd07cab08ce3b92"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754918052, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2509391764045583, "interval": [-6.572988568981339, 0.29687138585675743], "p_value": 0.0936455733720095, "input_sha256": "ad2a6ed9bc1591b2298740a60e86e474e42367971851ba8fdfd07cab08ce3b92"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754918052, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.036212881158455515, "interval": [-0.08140614597917428, 0.008980383662263253], "p_value": 0.13, "input_sha256": "daac2bebc7b0fb122317fb5aa9479e23b998fb0afa4605a79f0377a674cea8c5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754918052, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.036212881158455515, "interval": [-0.07932089045185402, 0.001802900645736261], "p_value": 0.11191795985016915, "input_sha256": "daac2bebc7b0fb122317fb5aa9479e23b998fb0afa4605a79f0377a674cea8c5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4052449440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8622922630076442, "interval": [-4.207656025062352, 5.932240551077641], "p_value": 0.756, "input_sha256": "fce7b5a96d8f7c5af3d11916b4bedc149711a2821712f728d7027d066872c66a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4052449440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8622922630076442, "interval": [-3.825304109654552, 5.577143628653669], "p_value": 0.7322205942957871, "input_sha256": "fce7b5a96d8f7c5af3d11916b4bedc149711a2821712f728d7027d066872c66a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4052449440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015293673573441538, "interval": [-0.0491204546212706, 0.07970780176815367], "p_value": 0.668, "input_sha256": "d5bf7677504d83da6ff114172a93395912c0aafa9994ae1e891e865bc481dfb5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4052449440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015293673573441538, "interval": [-0.041107735154615285, 0.07675042077927385], "p_value": 0.6334993011889969, "input_sha256": "d5bf7677504d83da6ff114172a93395912c0aafa9994ae1e891e865bc481dfb5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4048989456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6900975158879445, "interval": [-7.093246532375875, 1.7130515005999856], "p_value": 0.224, "input_sha256": "78bdd97da1be5c9e3a3c396926fec71ddc4759562f96d8b01afe8c5a9b5ff061"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4048989456, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6900975158879445, "interval": [-6.572560714440588, 1.3681072980174236], "p_value": 0.2237070134525761, "input_sha256": "78bdd97da1be5c9e3a3c396926fec71ddc4759562f96d8b01afe8c5a9b5ff061"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4048989456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028746154891194718, "interval": [-0.07566360981800402, 0.018171300035614582], "p_value": 0.212, "input_sha256": "9846c1e8a2c4e56cf196f53cf0615dafa8eb6697996ffa71b1dcf7eb348cd265"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4048989456, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028746154891194718, "interval": [-0.07189063811227116, 0.013489969763703664], "p_value": 0.22237286825990418, "input_sha256": "9846c1e8a2c4e56cf196f53cf0615dafa8eb6697996ffa71b1dcf7eb348cd265"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2520376216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0521828426079107, "interval": [-4.252904754541764, 6.357270439757586], "p_value": 0.707, "input_sha256": "49ffde185e11227129da18fd4dcc6ea2259bccc5327e82717f070571dd66ce12"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2520376216, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0521828426079107, "interval": [-4.054059870181941, 5.97674436709311], "p_value": 0.6902113935245785, "input_sha256": "49ffde185e11227129da18fd4dcc6ea2259bccc5327e82717f070571dd66ce12"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2520376216, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014484306030662641, "interval": [-0.042274041721914075, 0.07124265378323935], "p_value": 0.636, "input_sha256": "aa1393383fc7c1350227fad9d6bfe78314cf01a00b0fa5039cab47a0d7608b5c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2520376216, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014484306030662641, "interval": [-0.04517062067058573, 0.05939388989555384], "p_value": 0.60789767679786, "input_sha256": "aa1393383fc7c1350227fad9d6bfe78314cf01a00b0fa5039cab47a0d7608b5c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2332139351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.490762216699439, "interval": [-4.5168896991783445, 5.4984141325772224], "p_value": 0.84, "input_sha256": "be5ab171f22654773e134fca1874849aeee736e2e68d0bd5488c5e5246ec4867"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2332139351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.490762216699439, "interval": [-4.574396653432563, 4.698673536618092], "p_value": 0.8437327952482077, "input_sha256": "be5ab171f22654773e134fca1874849aeee736e2e68d0bd5488c5e5246ec4867"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2332139351, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.00021019495833405483, "interval": [-0.05125053621714883, 0.05167092613381694], "p_value": 0.995, "input_sha256": "d6fcd330f8c43b27dfeca5c98a7b087cbe8d3778b657b327a096b262b67fd868"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2332139351, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.00021019495833405483, "interval": [-0.05257826236440406, 0.04335905925724163], "p_value": 0.9934326358996468, "input_sha256": "d6fcd330f8c43b27dfeca5c98a7b087cbe8d3778b657b327a096b262b67fd868"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2246282268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4653742871190625, "interval": [-5.766312312819696, 2.8355637385815706], "p_value": 0.504, "input_sha256": "4991808ec3a2526dc91b3d84414dd8df7ed2a881da2d47e6801aaf4ec899cadd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2246282268, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4653742871190625, "interval": [-5.854793295627414, 2.052948043129327], "p_value": 0.4942218107331644, "input_sha256": "4991808ec3a2526dc91b3d84414dd8df7ed2a881da2d47e6801aaf4ec899cadd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2246282268, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017303729889441948, "interval": [-0.0613858978609372, 0.026778438082053303], "p_value": 0.46, "input_sha256": "f4b2a7c1e328622885b4f0280b142a8fb5c59730a519b62ad33e8136dfacbd40"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2246282268, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017303729889441948, "interval": [-0.060906394958787365, 0.018839439778104244], "p_value": 0.4309906931371006, "input_sha256": "f4b2a7c1e328622885b4f0280b142a8fb5c59730a519b62ad33e8136dfacbd40"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2122962030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.243087232309624, "interval": [-6.108621386620121, 3.622446922000873], "p_value": 0.618, "input_sha256": "b170648f079c9f418d9eabb7ae70dedbf6d73383ad16a982d6b4cefe247b1699"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2122962030, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.243087232309624, "interval": [-5.451249745587643, 3.7194293775016476], "p_value": 0.6077282778225253, "input_sha256": "b170648f079c9f418d9eabb7ae70dedbf6d73383ad16a982d6b4cefe247b1699"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2122962030, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017781802529232296, "interval": [-0.06831291112562686, 0.03274930606716227], "p_value": 0.491, "input_sha256": "de161a9c4a94dd9f08a509891dfd39638d8000814fb57bb0f02a6d505059f6dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2122962030, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017781802529232296, "interval": [-0.06270393735371356, 0.03175360338560896], "p_value": 0.48031344835184075, "input_sha256": "de161a9c4a94dd9f08a509891dfd39638d8000814fb57bb0f02a6d505059f6dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3788903193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.157291848818806, "interval": [-11.69749002123202, -0.6170936764055925], "p_value": 0.032, "input_sha256": "9d02b85d22fbdf7917e3b1ad973f0cf1c9470551aa616b126dde2fff57255a08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3788903193, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.157291848818806, "interval": [-11.507808439328587, -1.0205959700229184], "p_value": 0.030328704660331083, "input_sha256": "9d02b85d22fbdf7917e3b1ad973f0cf1c9470551aa616b126dde2fff57255a08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3788903193, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.05427932411316688, "interval": [-0.11197585046430518, 0.0034172022379714145], "p_value": 0.061, "input_sha256": "428f817c45b7cc7fa315222a8c7d70cc31850002c2d8beb7a96d1538b3becbda"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3788903193, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.05427932411316688, "interval": [-0.105997328013794, 0.0027520635046545594], "p_value": 0.06442296649557486, "input_sha256": "428f817c45b7cc7fa315222a8c7d70cc31850002c2d8beb7a96d1538b3becbda"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 787820327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.48778651773890047, "interval": [-4.095501275973377, 5.071074311451178], "p_value": 0.818, "input_sha256": "060b97cc2ebc84b9575bce88423085691a3a39c7f414f26d883af3e78fc7a3ad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 787820327, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.48778651773890047, "interval": [-3.7115433828743516, 5.066713295935428], "p_value": 0.8305670443600021, "input_sha256": "060b97cc2ebc84b9575bce88423085691a3a39c7f414f26d883af3e78fc7a3ad"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 787820327, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0027300578331095476, "interval": [-0.04722866093889055, 0.05268877660510964], "p_value": 0.897, "input_sha256": "70818659f1816eeb00942af5476176628750ae79f7e8cdffe559d9c4df5cb3e4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 787820327, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0027300578331095476, "interval": [-0.0496867670486585, 0.043914516142049075], "p_value": 0.9123918528870186, "input_sha256": "70818659f1816eeb00942af5476176628750ae79f7e8cdffe559d9c4df5cb3e4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1029532581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.860653668652656, "interval": [-3.0691365392726953, 6.790443876578007], "p_value": 0.449, "input_sha256": "fe3c82a4c7f15348799e8e315fc641f9b630d042ce5e62915365dff2a3a01de6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1029532581, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.860653668652656, "interval": [-2.560148807464908, 6.458494894071572], "p_value": 0.4495261045391521, "input_sha256": "fe3c82a4c7f15348799e8e315fc641f9b630d042ce5e62915365dff2a3a01de6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1029532581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020213935654498152, "interval": [-0.03423356349801822, 0.07466143480701452], "p_value": 0.457, "input_sha256": "558693570461653b4fcd2f1d4db9aa92e29e75ef06b7a0fc0a295a89764ba938"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1029532581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020213935654498152, "interval": [-0.029300009089230927, 0.06738437124690339], "p_value": 0.4569409592069582, "input_sha256": "558693570461653b4fcd2f1d4db9aa92e29e75ef06b7a0fc0a295a89764ba938"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3870751407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.470024282010147, "interval": [-8.332937381343159, -0.6071111826771354], "p_value": 0.022, "input_sha256": "f985df9679981cf3fb7bbde88a1f5d46464713ec8de790c2dd6d74e556dfbc59"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3870751407, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.470024282010147, "interval": [-7.998990213880266, -0.9689079365504261], "p_value": 0.024577986927328346, "input_sha256": "f985df9679981cf3fb7bbde88a1f5d46464713ec8de790c2dd6d74e556dfbc59"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3870751407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04136411326929454, "interval": [-0.08049443751637839, -0.0022337890222106985], "p_value": 0.027, "input_sha256": "528e1d974260e5b4fb9c9b37a210ed7be5f72bc50224bc370d69a55bf1fdf5e7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3870751407, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04136411326929454, "interval": [-0.07590147760516368, -0.006499945087489791], "p_value": 0.03887457828975791, "input_sha256": "528e1d974260e5b4fb9c9b37a210ed7be5f72bc50224bc370d69a55bf1fdf5e7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3912001209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.04369835355016, "interval": [1.7793863516925938, 10.308010355407726], "p_value": 0.008, "input_sha256": "497b3f33a65f6a04197e06f71168d9fcb5c2eb82f82649e01c91c796f41c6f08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3912001209, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.04369835355016, "interval": [1.7828299098503906, 9.900501409468538], "p_value": 0.0067159101122116266, "input_sha256": "497b3f33a65f6a04197e06f71168d9fcb5c2eb82f82649e01c91c796f41c6f08"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3912001209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06431713949897203, "interval": [0.01423991628232054, 0.1143943627156235], "p_value": 0.013, "input_sha256": "a60a6a8f94e7ed81a352f3bc89ec2f946a14b384a626d57d2b4e77451543c425"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3912001209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06431713949897203, "interval": [0.017850638409513994, 0.11025288420967316], "p_value": 0.01328311367255356, "input_sha256": "a60a6a8f94e7ed81a352f3bc89ec2f946a14b384a626d57d2b4e77451543c425"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754587403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5154376603096917, "interval": [-3.014050593796095, 6.0449259144154786], "p_value": 0.52, "input_sha256": "2bcdff956596be4f9e72526d80bf0814a81dabc6c58691408d7f1ceb97f926bc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754587403, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5154376603096917, "interval": [-2.692900525088662, 5.950642541712481], "p_value": 0.5023138387632805, "input_sha256": "2bcdff956596be4f9e72526d80bf0814a81dabc6c58691408d7f1ceb97f926bc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754587403, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019589243165431286, "interval": [-0.03565614904241375, 0.07483463537327632], "p_value": 0.507, "input_sha256": "6e6aceb2dfeb519ca52742695b53b9ab99262760c12cf6f849cc22601dfbbdc5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754587403, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019589243165431286, "interval": [-0.029614581079860144, 0.07382156560278716], "p_value": 0.4772229026396312, "input_sha256": "6e6aceb2dfeb519ca52742695b53b9ab99262760c12cf6f849cc22601dfbbdc5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3322062956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.12745493152826626, "interval": [-5.061531811424211, 5.3164416744807435], "p_value": 0.952, "input_sha256": "736b5e44ee5562ffdaef9cab6dc4607a2e618309bb0453ada39bb821c1827914"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3322062956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.12745493152826626, "interval": [-4.6634559442817505, 4.88300606317092], "p_value": 0.9605891099761441, "input_sha256": "736b5e44ee5562ffdaef9cab6dc4607a2e618309bb0453ada39bb821c1827914"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3322062956, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006202370955554204, "interval": [-0.04905621430195802, 0.06146095621306643], "p_value": 0.823, "input_sha256": "c870a16462f2c51e1600c6f7d5e5ea135f795f3f4b60da1428df9e9ff73f152b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3322062956, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006202370955554204, "interval": [-0.04344424083616635, 0.05805879595317841], "p_value": 0.8213191461340175, "input_sha256": "c870a16462f2c51e1600c6f7d5e5ea135f795f3f4b60da1428df9e9ff73f152b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3760578884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.396398101707902, "interval": [-7.370650202088507, 2.577853998672703], "p_value": 0.323, "input_sha256": "61466549a960426856628bdd433607f629a4c53b95098121ca542ef2d94db0ae"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3760578884, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.396398101707902, "interval": [-7.320534659264792, 2.2334320461581543], "p_value": 0.33512836052513084, "input_sha256": "61466549a960426856628bdd433607f629a4c53b95098121ca542ef2d94db0ae"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3760578884, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.026759071243421098, "interval": [-0.07601495918678017, 0.02249681669993798], "p_value": 0.262, "input_sha256": "1029ae22b24ab0f63b054d02283cda404234ffd1690e2954962b0ca573d827ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3760578884, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.026759071243421098, "interval": [-0.07607612121751597, 0.01678057582056926], "p_value": 0.27755557331213027, "input_sha256": "1029ae22b24ab0f63b054d02283cda404234ffd1690e2954962b0ca573d827ed"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3715887445, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.36803460029763, "interval": [-7.038460822224313, 2.302391621629053], "p_value": 0.331, "input_sha256": "13c803e72c41cfd9168a53ff42c48ee3e98083f982629ff263287a13cf06370f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3715887445, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.36803460029763, "interval": [-6.838527914997892, 1.9349264430950772], "p_value": 0.3107058979428618, "input_sha256": "13c803e72c41cfd9168a53ff42c48ee3e98083f982629ff263287a13cf06370f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3715887445, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02638144110934766, "interval": [-0.07737520804537557, 0.02461232582668025], "p_value": 0.326, "input_sha256": "36ded83a7f0b8c7df719d68acf8389a51031c60e9cd3d1d0648031e1697bfad4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3715887445, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02638144110934766, "interval": [-0.07615545108107871, 0.02010210477762827], "p_value": 0.3013426145926596, "input_sha256": "36ded83a7f0b8c7df719d68acf8389a51031c60e9cd3d1d0648031e1697bfad4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 937295155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9869089054780051, "interval": [-5.0854995114314345, 3.1116817004754243], "p_value": 0.621, "input_sha256": "f8b4965c04cf9c0fefb12ae07b4e527375f241cf26b78e4e2d1d6b646761c9f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 937295155, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9869089054780051, "interval": [-4.659105663991921, 2.8302155124493833], "p_value": 0.6281516401694593, "input_sha256": "f8b4965c04cf9c0fefb12ae07b4e527375f241cf26b78e4e2d1d6b646761c9f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 937295155, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.006561420358177347, "interval": [-0.04728624551530022, 0.03416340479894552], "p_value": 0.75, "input_sha256": "59bd4ee3773e3c55b10cb1a865696a25728a2a71674903c3201a932562107951"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 937295155, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.006561420358177347, "interval": [-0.042248699550779735, 0.03188769919019964], "p_value": 0.7456163353535439, "input_sha256": "59bd4ee3773e3c55b10cb1a865696a25728a2a71674903c3201a932562107951"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 160940522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5182240979271189, "interval": [-4.014268549047081, 2.9778203531928433], "p_value": 0.787, "input_sha256": "f04fd6ba37292a2e06f01b7a9d725d85ec3ae2bd2501dbb7aa9ac4a6bede62a5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 160940522, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5182240979271189, "interval": [-3.9929340246661327, 2.620213832200864], "p_value": 0.7656936998488162, "input_sha256": "f04fd6ba37292a2e06f01b7a9d725d85ec3ae2bd2501dbb7aa9ac4a6bede62a5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 160940522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010244507206479694, "interval": [-0.04832338873834888, 0.027834374325389488], "p_value": 0.613, "input_sha256": "c22278044003bc6e94397835f421f4f47c4afe467ec5a3db46bbf032ee523536"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 160940522, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010244507206479694, "interval": [-0.04764056310215064, 0.025233074197538275], "p_value": 0.5891414004836166, "input_sha256": "c22278044003bc6e94397835f421f4f47c4afe467ec5a3db46bbf032ee523536"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2713728285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.166647743460639, "interval": [-2.4738931660743475, 6.807188652995626], "p_value": 0.336, "input_sha256": "089f0e064bc971a80c5b77317a5fd5b22f259aca8a4e5af672bb3bc8467ce893"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2713728285, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.166647743460639, "interval": [-2.1548339286143077, 6.468733633399606], "p_value": 0.34973781201826626, "input_sha256": "089f0e064bc971a80c5b77317a5fd5b22f259aca8a4e5af672bb3bc8467ce893"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2713728285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028880406873324896, "interval": [-0.018255417910158694, 0.07601623165680849], "p_value": 0.213, "input_sha256": "923b4e3daf4dc68568ebeeeb3b0bb21cd95cd05c51197f6c86558e9c72a509d3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2713728285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028880406873324896, "interval": [-0.015479141685386935, 0.07241355075052279], "p_value": 0.22158612805162373, "input_sha256": "923b4e3daf4dc68568ebeeeb3b0bb21cd95cd05c51197f6c86558e9c72a509d3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 364419684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.528263578219221, "interval": [-1.1571001328437474, 6.213627289282189], "p_value": 0.16, "input_sha256": "646524805ed2343c7efd042c8e6df6a5d44f70e95bc55a0df1f56ebff2fe9896"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 364419684, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.528263578219221, "interval": [-1.1197633416759307, 5.774413578768128], "p_value": 0.17283031972433088, "input_sha256": "646524805ed2343c7efd042c8e6df6a5d44f70e95bc55a0df1f56ebff2fe9896"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 364419684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024933058051816157, "interval": [-0.01232863830635103, 0.062194754409983344], "p_value": 0.176, "input_sha256": "132126f54feb05ab1fa8c11761d594a2386e37d5d8f2f284b3f7d9e1195e492e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 364419684, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024933058051816157, "interval": [-0.009162672082996853, 0.059303896313598475], "p_value": 0.18315783399872076, "input_sha256": "132126f54feb05ab1fa8c11761d594a2386e37d5d8f2f284b3f7d9e1195e492e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2560627924, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1835070554424192, "interval": [-5.607704369046583, 3.2406902581617443], "p_value": 0.581, "input_sha256": "681f51f1e1a8612b63f5ea4649067f2f91f5648e989ef93663c13f8cf2c5f820"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2560627924, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1835070554424192, "interval": [-5.520988937552653, 3.3244757468290387], "p_value": 0.5909728937640949, "input_sha256": "681f51f1e1a8612b63f5ea4649067f2f91f5648e989ef93663c13f8cf2c5f820"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2560627924, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014206016534988847, "interval": [-0.05995206168887644, 0.03154002861889875], "p_value": 0.531, "input_sha256": "e0b3491bbffc46d0469b00edd7d624decff028d2fd6ff1fa960dcc981b8edb37"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2560627924, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014206016534988847, "interval": [-0.05929879686594488, 0.03233813233653931], "p_value": 0.5331802742197372, "input_sha256": "e0b3491bbffc46d0469b00edd7d624decff028d2fd6ff1fa960dcc981b8edb37"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 781952406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.043006013271002, "interval": [0.15152208129054934, 7.934489945251455], "p_value": 0.037, "input_sha256": "99ad659d9ea5ef3810428b0d11df82bdaf323894c7383a2a6a4722f6e91a492b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 781952406, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.043006013271002, "interval": [0.07697541536503306, 8.079874114783319], "p_value": 0.0421279702821015, "input_sha256": "99ad659d9ea5ef3810428b0d11df82bdaf323894c7383a2a6a4722f6e91a492b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 781952406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03901363348922453, "interval": [0.0008715198476611993, 0.07715574713078785], "p_value": 0.043, "input_sha256": "3bdb6e3a3bbabbee42361c07834cbb568c0a45850c22bd6e6e29af0ba62ce8f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 781952406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03901363348922453, "interval": [-0.0007838057185962792, 0.0769588862152573], "p_value": 0.04524010000517051, "input_sha256": "3bdb6e3a3bbabbee42361c07834cbb568c0a45850c22bd6e6e29af0ba62ce8f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3793648295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8820488069628958, "interval": [-6.193727553214441, 4.42962993928865], "p_value": 0.731, "input_sha256": "d6e7340bc170f0fd1baf6a39f843f0f30bd409e8c8a365b7569189f38b5d4e7b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3793648295, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8820488069628958, "interval": [-5.685811575923702, 3.982554119966889], "p_value": 0.7383877943885893, "input_sha256": "d6e7340bc170f0fd1baf6a39f843f0f30bd409e8c8a365b7569189f38b5d4e7b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3793648295, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010091314423953057, "interval": [-0.06683374424853149, 0.04665111540062537], "p_value": 0.716, "input_sha256": "8f468393ef78e360775dbd0a46c34d6feb1ff55948add653e4628d11452a1111"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3793648295, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010091314423953057, "interval": [-0.06338369486366707, 0.040825016738587856], "p_value": 0.7204221520265408, "input_sha256": "8f468393ef78e360775dbd0a46c34d6feb1ff55948add653e4628d11452a1111"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 587734958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.14394107312167037, "interval": [-3.967354442698075, 4.255236588941416], "p_value": 0.934, "input_sha256": "46418d32385ff89be7162e5350fd99510d91f5d4fd7b073d2b805e563128fc0a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 587734958, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.14394107312167037, "interval": [-3.5790106902964953, 4.298814797881536], "p_value": 0.9438609199320473, "input_sha256": "46418d32385ff89be7162e5350fd99510d91f5d4fd7b073d2b805e563128fc0a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 587734958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0007630259312683685, "interval": [-0.04178190482078206, 0.040255852958245325], "p_value": 0.973, "input_sha256": "46629a76ddb22b320d4ea385e5b687cd43955bb73d1e69d6a122037939e160d8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 587734958, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0007630259312683685, "interval": [-0.04028496338300081, 0.03694180799083343], "p_value": 0.9701433824180066, "input_sha256": "46629a76ddb22b320d4ea385e5b687cd43955bb73d1e69d6a122037939e160d8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 842188589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9892253726044302, "interval": [-2.876368951921868, 6.854819697130728], "p_value": 0.386, "input_sha256": "426d4a6857946db289bb7f093fd635781f38c45d1f900d02627627f424938ef9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 842188589, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9892253726044302, "interval": [-2.5554711054708488, 6.466271117224228], "p_value": 0.4113374499506912, "input_sha256": "426d4a6857946db289bb7f093fd635781f38c45d1f900d02627627f424938ef9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 842188589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02457123656789502, "interval": [-0.028159244997690777, 0.07730171813348082], "p_value": 0.331, "input_sha256": "c288a53708027de42847ae6a20b23205d8543161f1fb2b9b864ed5da7e6d693d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 842188589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02457123656789502, "interval": [-0.022498699207828522, 0.07839757825197176], "p_value": 0.3506013617775514, "input_sha256": "c288a53708027de42847ae6a20b23205d8543161f1fb2b9b864ed5da7e6d693d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3227077203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0704218954191216, "interval": [-7.141472694626074, 1.000628903787831], "p_value": 0.152, "input_sha256": "a45074671ecf6d37e6554a0cd889d35dc4e16c4672543754223b69df6e9918fd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3227077203, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0704218954191216, "interval": [-6.623050735983259, 0.5514084658884115], "p_value": 0.135074972583287, "input_sha256": "a45074671ecf6d37e6554a0cd889d35dc4e16c4672543754223b69df6e9918fd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3227077203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.025508454498858912, "interval": [-0.06540206747051919, 0.014385158472801356], "p_value": 0.223, "input_sha256": "3e253b3329e18e261b54cd728a08eb441b5f38af511ce86d06dd4f2460fa4859"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3227077203, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.025508454498858912, "interval": [-0.060627921037002874, 0.010569443240485879], "p_value": 0.2033300030327811, "input_sha256": "3e253b3329e18e261b54cd728a08eb441b5f38af511ce86d06dd4f2460fa4859"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3151051221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5036223693820503, "interval": [-3.341703370154059, 4.34894810891816], "p_value": 0.787, "input_sha256": "cb80483280c676a8a53e2f9090571f655afd5984dd8691d3c624f80000fa7f9d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3151051221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5036223693820503, "interval": [-3.022659230810671, 3.754209538955666], "p_value": 0.7922955529499894, "input_sha256": "cb80483280c676a8a53e2f9090571f655afd5984dd8691d3c624f80000fa7f9d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3151051221, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007066804820313827, "interval": [-0.03172312711928407, 0.045856736759911726], "p_value": 0.701, "input_sha256": "0a40b3752bc89bf2b2d22bf0b52426fdf6b04457633d215d437bcd6b3ceda711"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3151051221, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007066804820313827, "interval": [-0.02881075567506442, 0.04018196814850712], "p_value": 0.7141530488962253, "input_sha256": "0a40b3752bc89bf2b2d22bf0b52426fdf6b04457633d215d437bcd6b3ceda711"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3773435806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8812754808986938, "interval": [-6.638009279686384, 2.875458317888996], "p_value": 0.415, "input_sha256": "1bc7fdb365f190a99c8c4a455065b3c229c8382ab49f212231376b5615f579da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3773435806, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8812754808986938, "interval": [-6.659795041215326, 2.1401479549782465], "p_value": 0.427925869063154, "input_sha256": "1bc7fdb365f190a99c8c4a455065b3c229c8382ab49f212231376b5615f579da"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3773435806, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.017372665894011804, "interval": [-0.06358826793431606, 0.02884293614629245], "p_value": 0.454, "input_sha256": "f9094ca6503917cd9579d69901f10dce8bb60757f776719d01e87f74374205d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3773435806, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.017372665894011804, "interval": [-0.06545916518729926, 0.0211258133308805], "p_value": 0.4509716151026031, "input_sha256": "f9094ca6503917cd9579d69901f10dce8bb60757f776719d01e87f74374205d1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2744347149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.186876180805056, "interval": [-5.763629407147045, 3.3898770455369327], "p_value": 0.6, "input_sha256": "938a6bff4cfb5ab765088da8d6d20d74876159c55d73d266e5ff151dd8441dcc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2744347149, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.186876180805056, "interval": [-5.177329858158896, 3.328768548975029], "p_value": 0.6025913223385788, "input_sha256": "938a6bff4cfb5ab765088da8d6d20d74876159c55d73d266e5ff151dd8441dcc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2744347149, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010561777701011271, "interval": [-0.058180882536383385, 0.03705732713436084], "p_value": 0.67, "input_sha256": "a37013010e300f46c306d0b6e94cbde36f4dbabffb9b6316d84cd8ee78cf50cb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2744347149, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010561777701011271, "interval": [-0.053368019655136295, 0.035999748575727325], "p_value": 0.6558797754468451, "input_sha256": "a37013010e300f46c306d0b6e94cbde36f4dbabffb9b6316d84cd8ee78cf50cb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 538979409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8879205122798464, "interval": [-5.908927997941121, 2.1330869733814284], "p_value": 0.356, "input_sha256": "0a73a7d7cec4f42b4f7a6beb24c722e8710813a7ca08d1cfe837c5a9fd782542"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 538979409, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8879205122798464, "interval": [-5.901165210296177, 1.6037361986571992], "p_value": 0.3477082026089744, "input_sha256": "0a73a7d7cec4f42b4f7a6beb24c722e8710813a7ca08d1cfe837c5a9fd782542"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 538979409, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02041807691608978, "interval": [-0.06424973673480726, 0.023413582902627697], "p_value": 0.356, "input_sha256": "1760b79a535c8e72c1e2e06ba328b484167f716d630aa4fb9ce120678236447f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 538979409, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02041807691608978, "interval": [-0.06408143244483122, 0.019426696222982553], "p_value": 0.3515254467650354, "input_sha256": "1760b79a535c8e72c1e2e06ba328b484167f716d630aa4fb9ce120678236447f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3666702880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1943013570578085, "interval": [-4.289111975204822, 4.677714689320439], "p_value": 0.943, "input_sha256": "472b79bcf4922f269516bae3768c6b266f22228c0282852493994b7e036963fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3666702880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1943013570578085, "interval": [-4.150585454878183, 4.468122674607276], "p_value": 0.9304689855050763, "input_sha256": "472b79bcf4922f269516bae3768c6b266f22228c0282852493994b7e036963fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3666702880, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004651266634890502, "interval": [-0.0410680471743279, 0.05037058044410891], "p_value": 0.854, "input_sha256": "d7ff2395c1f02c202578f0f64a64f7fa7eb8b80f62627dc8839b009e11b719a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3666702880, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004651266634890502, "interval": [-0.038450007665654436, 0.047059049452112214], "p_value": 0.8376132413286771, "input_sha256": "d7ff2395c1f02c202578f0f64a64f7fa7eb8b80f62627dc8839b009e11b719a0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1181000375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.148881245174781, "interval": [-2.80514848090664, 7.102910971256202], "p_value": 0.385, "input_sha256": "3f227594e5207b1713d812486085f78e5882f442f45d4e80b6f9fa9a53e6d289"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1181000375, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.148881245174781, "interval": [-2.396874403862273, 6.903374443891358], "p_value": 0.3851690526038757, "input_sha256": "3f227594e5207b1713d812486085f78e5882f442f45d4e80b6f9fa9a53e6d289"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1181000375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.015222640643898833, "interval": [-0.035633603647788226, 0.06607888493558589], "p_value": 0.529, "input_sha256": "18acfb56b2c672ff3e41a57a0bddcce0318055cad4e0f1c6e8dec2b61f43c6d9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1181000375, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.015222640643898833, "interval": [-0.03407386042447702, 0.06271451796806937], "p_value": 0.5479221522444508, "input_sha256": "18acfb56b2c672ff3e41a57a0bddcce0318055cad4e0f1c6e8dec2b61f43c6d9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2267369649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7353462686079641, "interval": [-7.353096029335938, 3.8824034921200097], "p_value": 0.542, "input_sha256": "a822e1f55e670c189083e1987cc20ad2495a69dc48e2654a93864bf1929d3988"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2267369649, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7353462686079641, "interval": [-6.745351872960186, 3.3553384617488655], "p_value": 0.5344443846756366, "input_sha256": "a822e1f55e670c189083e1987cc20ad2495a69dc48e2654a93864bf1929d3988"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2267369649, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01609780496187889, "interval": [-0.07710275908583872, 0.044907149162080946], "p_value": 0.621, "input_sha256": "36fe667456096fd42277a14e117a5e972de1d7c42b986452a48a4097e53664d5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2267369649, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01609780496187889, "interval": [-0.07335006945214094, 0.04080913130171628], "p_value": 0.5954379825260189, "input_sha256": "36fe667456096fd42277a14e117a5e972de1d7c42b986452a48a4097e53664d5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2808871851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.0565172429306466, "interval": [-6.686454200657277, 0.5734197147959836], "p_value": 0.103, "input_sha256": "5e3091b9a953f3a5022c106bd2cc66204e77fb84e9b39df8eff975e91936b953"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2808871851, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.0565172429306466, "interval": [-6.332677691979263, 0.5285122599059584], "p_value": 0.09641878214375502, "input_sha256": "5e3091b9a953f3a5022c106bd2cc66204e77fb84e9b39df8eff975e91936b953"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2808871851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03400791476277007, "interval": [-0.07318856701524934, 0.0051727374897092004], "p_value": 0.089, "input_sha256": "cfebc053b3ab56c1d57a8301e1c34794c38f1002893bad7e1e150ecb7b25d6ea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2808871851, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03400791476277007, "interval": [-0.06784054518994526, 0.004481415930461409], "p_value": 0.08694422516951535, "input_sha256": "cfebc053b3ab56c1d57a8301e1c34794c38f1002893bad7e1e150ecb7b25d6ea"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 697315247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4642218445520916, "interval": [-3.0897955864364075, 6.018239275540591], "p_value": 0.469, "input_sha256": "6a5c703d5fad8121badd79a05b5739dc97d35ea48acba341662541b8ba1ec438"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 697315247, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4642218445520916, "interval": [-2.5457184245310884, 5.9147208419743915], "p_value": 0.5179760615356273, "input_sha256": "6a5c703d5fad8121badd79a05b5739dc97d35ea48acba341662541b8ba1ec438"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 697315247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024338952812152558, "interval": [-0.021716631529844557, 0.07039453715414967], "p_value": 0.266, "input_sha256": "4056c30e9c90bc59f0b8705dd0899b46fc50f8321166c1b7c2cde4361bb0a107"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 697315247, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024338952812152558, "interval": [-0.01589238801825684, 0.06977468555320769], "p_value": 0.2898977456162209, "input_sha256": "4056c30e9c90bc59f0b8705dd0899b46fc50f8321166c1b7c2cde4361bb0a107"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1687927076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5063390739862355, "interval": [-2.0437280472527934, 7.056406195225264], "p_value": 0.261, "input_sha256": "98628f17fec3775cdd7fa22e50ba62449164f33991345a3a8bc6992a5a0ccd99"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1687927076, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5063390739862355, "interval": [-1.678685000763401, 6.404749656996966], "p_value": 0.2712050815317388, "input_sha256": "98628f17fec3775cdd7fa22e50ba62449164f33991345a3a8bc6992a5a0ccd99"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1687927076, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02590120129603679, "interval": [-0.022555976305417634, 0.07435837889749122], "p_value": 0.269, "input_sha256": "874fdf7d7d1623e796704058d01a88c258f244c4d46442b6b209aa3161a7c647"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1687927076, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02590120129603679, "interval": [-0.018464316021810635, 0.06829781562233306], "p_value": 0.285299591350136, "input_sha256": "874fdf7d7d1623e796704058d01a88c258f244c4d46442b6b209aa3161a7c647"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3733813497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03347726480341606, "interval": [-4.569793312379026, 4.502838782772194], "p_value": 0.992, "input_sha256": "fd0e9ed48797b3ea1d4b55505ea6b6bb9925f6c73800ffde8ac767b51bc3c11e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3733813497, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03347726480341606, "interval": [-4.052527873795504, 4.319274333066621], "p_value": 0.9881563951369237, "input_sha256": "fd0e9ed48797b3ea1d4b55505ea6b6bb9925f6c73800ffde8ac767b51bc3c11e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3733813497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.003272683990387021, "interval": [-0.04633803315967317, 0.05288340114044721], "p_value": 0.887, "input_sha256": "35430f71da7c9b362880fb6afe35fc350027358ab62ce266296196c2c4aa44ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3733813497, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.003272683990387021, "interval": [-0.038537208174665605, 0.05187189616683811], "p_value": 0.8943383352495582, "input_sha256": "35430f71da7c9b362880fb6afe35fc350027358ab62ce266296196c2c4aa44ac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3989032505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3749604263209303, "interval": [-7.130554837022082, 2.3806339843802213], "p_value": 0.317, "input_sha256": "128c9da1148d1228e36c1f31572eb5cf75d1b81b5072341dbe756ff290142077"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3989032505, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3749604263209303, "interval": [-6.602903412437334, 2.177835556488129], "p_value": 0.3180736790642698, "input_sha256": "128c9da1148d1228e36c1f31572eb5cf75d1b81b5072341dbe756ff290142077"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3989032505, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022625713604585748, "interval": [-0.0723860359464623, 0.027134608737290802], "p_value": 0.369, "input_sha256": "06c44f0aa3b89059fa85891fdc8b871f94bfe29605d0bc3dc547fe96cf6e53e7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3989032505, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022625713604585748, "interval": [-0.06872447759718503, 0.02368326670390394], "p_value": 0.3626856950628038, "input_sha256": "06c44f0aa3b89059fa85891fdc8b871f94bfe29605d0bc3dc547fe96cf6e53e7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 678591726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6375665226475515, "interval": [-4.115360904010419, 2.8402278587153162], "p_value": 0.719, "input_sha256": "696a61a709afcda88c7ac9d5e72623f9452731806e6d93f443e9682c07cb52ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 678591726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6375665226475515, "interval": [-3.929242707392126, 2.3806740384766694], "p_value": 0.7123388995020481, "input_sha256": "696a61a709afcda88c7ac9d5e72623f9452731806e6d93f443e9682c07cb52ca"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 678591726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004471137548079984, "interval": [-0.03976466407731011, 0.03082238898115014], "p_value": 0.799, "input_sha256": "d2800ce14277059e0547f51746ac35b7ee0f8941e831ad6a75c1eff17b9a0332"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 678591726, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004471137548079984, "interval": [-0.037366896187062085, 0.025668521011868065], "p_value": 0.7988335086518905, "input_sha256": "d2800ce14277059e0547f51746ac35b7ee0f8941e831ad6a75c1eff17b9a0332"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3109801538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.249881814230928, "interval": [0.1350833150636248, 8.364680313398232], "p_value": 0.035, "input_sha256": "d1b7bf44d9917a719e35452fe8b1fd0b040858beeef9b18576b768e642b060c5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3109801538, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.249881814230928, "interval": [0.661963350360826, 8.368002678118712], "p_value": 0.04334873619276249, "input_sha256": "d1b7bf44d9917a719e35452fe8b1fd0b040858beeef9b18576b768e642b060c5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3109801538, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04117746032389705, "interval": [-0.001226338361375555, 0.08358125900916966], "p_value": 0.054, "input_sha256": "949c6eaebb4d3df252fbf190917a27c236751c1bda56f6e1dcc3c2e521e013f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3109801538, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04117746032389705, "interval": [0.0025186190912890438, 0.08167947109190173], "p_value": 0.0566278669979216, "input_sha256": "949c6eaebb4d3df252fbf190917a27c236751c1bda56f6e1dcc3c2e521e013f1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1544171564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0021664837850732255, "interval": [-4.195962251205476, 4.200295218775622], "p_value": 0.999, "input_sha256": "ae3e51454fdc6a3480751f5a9d373453aec7f3c3c7ca3e1569dd2aea750f8f01"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1544171564, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0021664837850732255, "interval": [-3.806371089782765, 4.033993219543878], "p_value": 0.9991713979527043, "input_sha256": "ae3e51454fdc6a3480751f5a9d373453aec7f3c3c7ca3e1569dd2aea750f8f01"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1544171564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004932357715923305, "interval": [-0.05182914437379818, 0.04196442894195157], "p_value": 0.814, "input_sha256": "f84d35308df1dad3dc8b896214d1485128f45e855c5db5a451b5c8406ae361d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1544171564, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004932357715923305, "interval": [-0.05097382371250804, 0.0380450240513812], "p_value": 0.8323472057034433, "input_sha256": "f84d35308df1dad3dc8b896214d1485128f45e855c5db5a451b5c8406ae361d6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1328702577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6998438359320591, "interval": [-3.225611528705037, 4.625299200569155], "p_value": 0.718, "input_sha256": "95b77342db983e08a94574eceb1790cd8c7fef3093faebf4bf885e6296c5f704"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1328702577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6998438359320591, "interval": [-2.9615861508120447, 3.9644138086364693], "p_value": 0.7201352971440411, "input_sha256": "95b77342db983e08a94574eceb1790cd8c7fef3093faebf4bf885e6296c5f704"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1328702577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0034699195813202577, "interval": [-0.035432690659732854, 0.04237252982237337], "p_value": 0.853, "input_sha256": "0230345c4c84ea8153d7b48a68106c65220ef4ca82563153c62aec4c76017d30"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1328702577, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0034699195813202577, "interval": [-0.034386487936167866, 0.034141230404560706], "p_value": 0.8576663265007739, "input_sha256": "0230345c4c84ea8153d7b48a68106c65220ef4ca82563153c62aec4c76017d30"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4184352017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06443497744698412, "interval": [-5.753093975851631, 5.624224020957663], "p_value": 0.977, "input_sha256": "70e5507ec9d38e8990e6844e342d7f22c26cd642b50e4083fbe93cb868a49672"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4184352017, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06443497744698412, "interval": [-5.223662210298686, 5.681018423186285], "p_value": 0.9818221844489562, "input_sha256": "70e5507ec9d38e8990e6844e342d7f22c26cd642b50e4083fbe93cb868a49672"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4184352017, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0029161612530731185, "interval": [-0.06403090499525022, 0.05819858248910398], "p_value": 0.932, "input_sha256": "f90022a2a4ab197d0f33030f6be8ef79cbdc4d4121e0f47c905568dc6324e22b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4184352017, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0029161612530731185, "interval": [-0.05896449707989203, 0.05913095089780108], "p_value": 0.9235235595761984, "input_sha256": "f90022a2a4ab197d0f33030f6be8ef79cbdc4d4121e0f47c905568dc6324e22b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 709313942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4257901550610672, "interval": [-3.4119128527215405, 6.263493162843675], "p_value": 0.54, "input_sha256": "5c4ddf2358eb549853f9c675015b4d925d97e2bcc67090030cd845a627676a23"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 709313942, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4257901550610672, "interval": [-3.2490523127792605, 5.631309951567867], "p_value": 0.5541964000790762, "input_sha256": "5c4ddf2358eb549853f9c675015b4d925d97e2bcc67090030cd845a627676a23"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 709313942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012325895921132646, "interval": [-0.043377174353788205, 0.0680289661960535], "p_value": 0.64, "input_sha256": "51160222bdafd1c5fd554da4ad1eeb5af1c19344b9eefdac8e507382037abfd2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 709313942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012325895921132646, "interval": [-0.042872530454422145, 0.059233246211232535], "p_value": 0.6566063081231253, "input_sha256": "51160222bdafd1c5fd554da4ad1eeb5af1c19344b9eefdac8e507382037abfd2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2400157689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.670771654048234, "interval": [-10.612961958103416, -0.7285813499930507], "p_value": 0.025, "input_sha256": "20dc1aabaf7bad32cc056bde2006847e81f3f5d635a7398fae59ffb604bd2060"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2400157689, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.670771654048234, "interval": [-10.137410466793149, -1.300711819491187], "p_value": 0.02567732148387196, "input_sha256": "20dc1aabaf7bad32cc056bde2006847e81f3f5d635a7398fae59ffb604bd2060"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2400157689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.06633357950115171, "interval": [-0.1209544931755498, -0.011712665826753621], "p_value": 0.019, "input_sha256": "5a903868ee437ea9e5debcd8e64160dcc13ff144bc05888b1d5023429b548114"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2400157689, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.06633357950115171, "interval": [-0.11674238041712058, -0.019949344235205002], "p_value": 0.018733166660278078, "input_sha256": "5a903868ee437ea9e5debcd8e64160dcc13ff144bc05888b1d5023429b548114"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 528151805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.47027258390548177, "interval": [-5.011229782472209, 4.070684614661245], "p_value": 0.85, "input_sha256": "9f92630695b428f6faa6c025d58db2ad40a7b65edbfabb4f517ce7dfd7133e0e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 528151805, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.47027258390548177, "interval": [-5.1763348480205735, 3.4306452933089777], "p_value": 0.8349644452073444, "input_sha256": "9f92630695b428f6faa6c025d58db2ad40a7b65edbfabb4f517ce7dfd7133e0e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 528151805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00376568261714208, "interval": [-0.05198326406564778, 0.04445189883136362], "p_value": 0.893, "input_sha256": "28cd33da9a16e1c0514215b65215ff7a0b38dbc89ce1b7ade0c633aa197ddafc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 528151805, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00376568261714208, "interval": [-0.05308880184380943, 0.0399120338603975], "p_value": 0.8751515354854642, "input_sha256": "28cd33da9a16e1c0514215b65215ff7a0b38dbc89ce1b7ade0c633aa197ddafc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3942067615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5393383965366647, "interval": [-5.882731255443479, 4.80405446237015], "p_value": 0.819, "input_sha256": "b184d68adb45d17957ac8b0402cedc5049a1edc0c9b0de5c36e26e46c8fcf3f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3942067615, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5393383965366647, "interval": [-6.269442828955654, 4.20532624022051], "p_value": 0.8391800273447255, "input_sha256": "b184d68adb45d17957ac8b0402cedc5049a1edc0c9b0de5c36e26e46c8fcf3f7"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3942067615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0041414075999885724, "interval": [-0.05847131385130849, 0.05018849865133135], "p_value": 0.866, "input_sha256": "01183b948b7686c27ca605c7d54967756617c8e9f200b22e1bc695197efa5f9f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3942067615, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0041414075999885724, "interval": [-0.06204635128008747, 0.045058217701146715], "p_value": 0.8781785739776059, "input_sha256": "01183b948b7686c27ca605c7d54967756617c8e9f200b22e1bc695197efa5f9f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3925370941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.099749395660881, "interval": [-1.9690785030313904, 6.1685772943531525], "p_value": 0.296, "input_sha256": "35eeb5924392212b84fd2e7cba2a6351fde915c1a6699805d5bb99cc92a4c774"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3925370941, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.099749395660881, "interval": [-1.388568225281712, 6.3883811760417135], "p_value": 0.3019724280829695, "input_sha256": "35eeb5924392212b84fd2e7cba2a6351fde915c1a6699805d5bb99cc92a4c774"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3925370941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02709132828183862, "interval": [-0.017161343464433813, 0.07134400002811106], "p_value": 0.219, "input_sha256": "a57f8137f5a1a9bd10f0c3436e67c4566d99a941de90732456ae00ece420049e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3925370941, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02709132828183862, "interval": [-0.012008208648351532, 0.07186910633633344], "p_value": 0.22265186743925244, "input_sha256": "a57f8137f5a1a9bd10f0c3436e67c4566d99a941de90732456ae00ece420049e"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 485246943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7341242908733392, "interval": [-5.25305952688208, 3.7848109451354013], "p_value": 0.743, "input_sha256": "82f00c9db83cf884884093fed45e442a0511b8ae43011f97ea327054aad38b74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 485246943, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7341242908733392, "interval": [-4.958026074225596, 3.439366810056915], "p_value": 0.7428633487719798, "input_sha256": "82f00c9db83cf884884093fed45e442a0511b8ae43011f97ea327054aad38b74"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 485246943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0104352395351094, "interval": [-0.054344749934146765, 0.033474270863927964], "p_value": 0.632, "input_sha256": "c9cde10d438f3365ca8dcc44f64b01ac6d3dfd83bc39f5e59473c737a2344606"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 485246943, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0104352395351094, "interval": [-0.05333885315084525, 0.027806781832791172], "p_value": 0.6306975499859275, "input_sha256": "c9cde10d438f3365ca8dcc44f64b01ac6d3dfd83bc39f5e59473c737a2344606"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1095988362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.918071986504718, "interval": [-8.730640027058524, 0.894496054049088], "p_value": 0.1, "input_sha256": "03e4016297ee64d1c8a1fb7eabb50d524974d315967db0540208fd9ccf0d5f85"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1095988362, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.918071986504718, "interval": [-8.133877503336091, 0.6496506974795182], "p_value": 0.10757051211219229, "input_sha256": "03e4016297ee64d1c8a1fb7eabb50d524974d315967db0540208fd9ccf0d5f85"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1095988362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.03543784675850784, "interval": [-0.09097746340727533, 0.02010176989025965], "p_value": 0.186, "input_sha256": "a5ea300809a7d76b13c26964904520019baf3851e3e9a27d3d4911d1b12ca9a4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1095988362, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.03543784675850784, "interval": [-0.07858364246230114, 0.02572121037825606], "p_value": 0.2039481997319159, "input_sha256": "a5ea300809a7d76b13c26964904520019baf3851e3e9a27d3d4911d1b12ca9a4"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2226631537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7487056172945614, "interval": [-4.657396280595151, 3.159985046006028], "p_value": 0.7, "input_sha256": "4c97fde31eb0d3793bf9963e120db6731318fbaa1137ca5a0a5da3bf63ee1e31"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2226631537, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7487056172945614, "interval": [-4.176064481204667, 2.916237158906348], "p_value": 0.7003494590198944, "input_sha256": "4c97fde31eb0d3793bf9963e120db6731318fbaa1137ca5a0a5da3bf63ee1e31"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2226631537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0011984406541732523, "interval": [-0.043581555847525724, 0.04118467453917922], "p_value": 0.961, "input_sha256": "3f41a93b7deb2574c683042790785783d7ec7a0d823f113d88faf786a05fe98d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2226631537, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0011984406541732523, "interval": [-0.03871020542404263, 0.04048211177936204], "p_value": 0.95464027681334, "input_sha256": "3f41a93b7deb2574c683042790785783d7ec7a0d823f113d88faf786a05fe98d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1759635073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.21622505797558222, "interval": [-4.554638442995965, 4.987088558947129], "p_value": 0.925, "input_sha256": "fd07520052c8f4810ac142edc2c275ecfae8db90c3b979a462c7eadf01e6d838"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1759635073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.21622505797558222, "interval": [-3.5394463527661086, 5.191843928334578], "p_value": 0.9273499427143932, "input_sha256": "fd07520052c8f4810ac142edc2c275ecfae8db90c3b979a462c7eadf01e6d838"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1759635073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007844158156915276, "interval": [-0.04498699983228208, 0.060675316146112636], "p_value": 0.752, "input_sha256": "de6488372a3e01074ae7c9b6294a11e4b0ae6346f4ec910688d135dc91d8241b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1759635073, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007844158156915276, "interval": [-0.03405172137960762, 0.061665959468084036], "p_value": 0.7650582953484846, "input_sha256": "de6488372a3e01074ae7c9b6294a11e4b0ae6346f4ec910688d135dc91d8241b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3460591810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.1449929575061866, "interval": [-6.577003157697234, 2.287017242684861], "p_value": 0.342, "input_sha256": "7abbadf5cbb855df981c2a94172619dae29a081c2bc2f8595abfffbed8169b1f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3460591810, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.1449929575061866, "interval": [-6.115200527710932, 1.820271378330996], "p_value": 0.3333737072501365, "input_sha256": "7abbadf5cbb855df981c2a94172619dae29a081c2bc2f8595abfffbed8169b1f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3460591810, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.022148243996278988, "interval": [-0.06624558485363431, 0.021949096861076337], "p_value": 0.317, "input_sha256": "55987251937ef15898f25576f21ac504133f1d4f8b58ca4a5bc0e37f594f5cff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3460591810, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.022148243996278988, "interval": [-0.061228640116475476, 0.019597677836136265], "p_value": 0.31550814191953547, "input_sha256": "55987251937ef15898f25576f21ac504133f1d4f8b58ca4a5bc0e37f594f5cff"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 718969069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.683355028944769, "interval": [-3.384698679525888, 4.751408737415426], "p_value": 0.753, "input_sha256": "de7ed62487f3fd935408339adc1bb9c3bd6d283d18f50df6ed1c0bd9aed3eb28"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 718969069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.683355028944769, "interval": [-3.1241355624965688, 4.58599200790557], "p_value": 0.7356829631785429, "input_sha256": "de7ed62487f3fd935408339adc1bb9c3bd6d283d18f50df6ed1c0bd9aed3eb28"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 718969069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011235944895163927, "interval": [-0.029593132140754076, 0.05206502193108193], "p_value": 0.601, "input_sha256": "3c1998885a537a12ebba8f346f4597953ac17351d767d4d9d733785f0d07b711"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 718969069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011235944895163927, "interval": [-0.026126807946632944, 0.049827295123254116], "p_value": 0.580617867001725, "input_sha256": "3c1998885a537a12ebba8f346f4597953ac17351d767d4d9d733785f0d07b711"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 525881936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8645517476870133, "interval": [-3.909644197839768, 5.638747693213794], "p_value": 0.722, "input_sha256": "a342487b0105bbae6d78f41ee1eca9ba4225795bdcf30e862dd253498888bc8c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 525881936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8645517476870133, "interval": [-3.463428943144591, 5.4325772960327035], "p_value": 0.7159122079601336, "input_sha256": "a342487b0105bbae6d78f41ee1eca9ba4225795bdcf30e862dd253498888bc8c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 525881936, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.011775825021399733, "interval": [-0.03972553475159837, 0.06327718479439784], "p_value": 0.651, "input_sha256": "e71e83b5711e6c92beaa43ff2c450eaab1c1dde864dbc168277ccb497b719a8f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 525881936, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.011775825021399733, "interval": [-0.034214439972538944, 0.06303974448775963], "p_value": 0.6460906860016902, "input_sha256": "e71e83b5711e6c92beaa43ff2c450eaab1c1dde864dbc168277ccb497b719a8f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1969245682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2515889291321614, "interval": [-2.9725583635872495, 5.475736221851572], "p_value": 0.549, "input_sha256": "bca750f46b65e657c07b90ccc8245cbe46fdbc6c0870317c0f06cb2317754fc2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1969245682, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2515889291321614, "interval": [-3.0860276060727863, 4.867979895847972], "p_value": 0.5520824605232636, "input_sha256": "bca750f46b65e657c07b90ccc8245cbe46fdbc6c0870317c0f06cb2317754fc2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1969245682, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.006430386302090224, "interval": [-0.03781301345599564, 0.050673786060176085], "p_value": 0.769, "input_sha256": "b2bca2a5ac14845917dd1408dcd7f6845a6b8938a53c202016ea9beaac8fa174"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1969245682, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.006430386302090224, "interval": [-0.039149625669322494, 0.04459468292047582], "p_value": 0.7701846567532782, "input_sha256": "b2bca2a5ac14845917dd1408dcd7f6845a6b8938a53c202016ea9beaac8fa174"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1679285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9404563769063303, "interval": [-5.457282539769331, 3.57636978595667], "p_value": 0.676, "input_sha256": "0d1b033654cb7a8602dd19f20485e00c71c32a687f97a8196c5dd1214b25931f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1679285521, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9404563769063303, "interval": [-5.126546849314728, 3.3165017251089806], "p_value": 0.6753918485813568, "input_sha256": "0d1b033654cb7a8602dd19f20485e00c71c32a687f97a8196c5dd1214b25931f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1679285521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00711614326271863, "interval": [-0.053448036634382724, 0.039215750108945464], "p_value": 0.765, "input_sha256": "b9212ff1613be2fd8e506967f043494675bed77995b7b42d703450c4ea5733d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1679285521, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00711614326271863, "interval": [-0.047715632508340496, 0.04070298983410091], "p_value": 0.7571724557241934, "input_sha256": "b9212ff1613be2fd8e506967f043494675bed77995b7b42d703450c4ea5733d0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 8488440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07810132720251062, "interval": [-4.5084776646526, 4.664680319057621], "p_value": 0.979, "input_sha256": "bdae17f0a6f57abcdca5c955e46b5a538a2fc19c4fc7b7abc315acc32f200f52"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 8488440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07810132720251062, "interval": [-4.542035614109258, 4.163262632916747], "p_value": 0.9725369146616747, "input_sha256": "bdae17f0a6f57abcdca5c955e46b5a538a2fc19c4fc7b7abc315acc32f200f52"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 8488440, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005560245860467952, "interval": [-0.042803502552091956, 0.05392399427302786], "p_value": 0.82, "input_sha256": "28d3812fc77cab8ac70344f6a0342b806c91ba615c4f2a6553f20b7dc863ef5b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 8488440, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005560245860467952, "interval": [-0.045719333348248264, 0.04753299175545059], "p_value": 0.8164551499635919, "input_sha256": "28d3812fc77cab8ac70344f6a0342b806c91ba615c4f2a6553f20b7dc863ef5b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 975613278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1475432117726774, "interval": [-2.6447329264698434, 6.939819350015198], "p_value": 0.356, "input_sha256": "f56d614d18435c1edf0e2147eb2267cf1885efa979f749b2d658e0f6c8676d9a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 975613278, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1475432117726774, "interval": [-2.5964828363308188, 6.4399435502847675], "p_value": 0.3691566101827517, "input_sha256": "f56d614d18435c1edf0e2147eb2267cf1885efa979f749b2d658e0f6c8676d9a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 975613278, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018593271744853493, "interval": [-0.027945311662960402, 0.0651318551526674], "p_value": 0.404, "input_sha256": "7d8853cca48bb2aa656766082ebf26f10655c918d8efa06e3468111529c491dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 975613278, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018593271744853493, "interval": [-0.026639755920226344, 0.06106260171274582], "p_value": 0.4229989182270607, "input_sha256": "7d8853cca48bb2aa656766082ebf26f10655c918d8efa06e3468111529c491dc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2450525180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.49045687168523333, "interval": [-4.551949862984777, 3.5710361196143108], "p_value": 0.821, "input_sha256": "691a3e04f3ea9ab4ce1c56372e0f6290d3a1352c9e5e3608e62e19766bba56f2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2450525180, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.49045687168523333, "interval": [-4.5537417500381805, 3.048205940212782], "p_value": 0.8079704324334164, "input_sha256": "691a3e04f3ea9ab4ce1c56372e0f6290d3a1352c9e5e3608e62e19766bba56f2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2450525180, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0002202898479725518, "interval": [-0.03840552414424299, 0.03884610384018809], "p_value": 0.997, "input_sha256": "48ac2e8a724e5b492fe5f315a4fed98db2881b1f4fe019d74806cec3de453df8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2450525180, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0002202898479725518, "interval": [-0.036701927512330125, 0.03510382565120535], "p_value": 0.9908325073536481, "input_sha256": "48ac2e8a724e5b492fe5f315a4fed98db2881b1f4fe019d74806cec3de453df8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1242268235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8174600528942646, "interval": [-7.110747156187702, 1.4758270503991726], "p_value": 0.187, "input_sha256": "31e048acc4e52ce2f65705ebe6fe7f8dd46ff79043a04e6c8baecad7b843e75f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1242268235, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8174600528942646, "interval": [-6.838796948654934, 1.1489475057143694], "p_value": 0.19193080472039042, "input_sha256": "31e048acc4e52ce2f65705ebe6fe7f8dd46ff79043a04e6c8baecad7b843e75f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1242268235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.028788807189478655, "interval": [-0.07163223744991577, 0.014054623070958464], "p_value": 0.173, "input_sha256": "7b50e2c99be24dd11131b11c836bc9c413e2f1eef9947c349432896db957f202"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1242268235, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.028788807189478655, "interval": [-0.0702667238985729, 0.010342719710006444], "p_value": 0.18171255020267676, "input_sha256": "7b50e2c99be24dd11131b11c836bc9c413e2f1eef9947c349432896db957f202"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3197940096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.6774323148268824, "interval": [-6.628900153957656, 3.2740355243038914], "p_value": 0.515, "input_sha256": "4cf2b7e8eae93c5048f5bc826fadc2ca20869a8089c5e106ec3570493b2c1921"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3197940096, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.6774323148268824, "interval": [-6.695658418650043, 2.852618842274142], "p_value": 0.4964570951422863, "input_sha256": "4cf2b7e8eae93c5048f5bc826fadc2ca20869a8089c5e106ec3570493b2c1921"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3197940096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01899751417747781, "interval": [-0.06826846885728968, 0.03027344050233407], "p_value": 0.45, "input_sha256": "702c959463b8bffca4019afa9eeabbf6d9917ade4078b2910ef6a4dcacd71a48"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3197940096, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01899751417747781, "interval": [-0.06646356255133565, 0.024997091896638186], "p_value": 0.43924008957216765, "input_sha256": "702c959463b8bffca4019afa9eeabbf6d9917ade4078b2910ef6a4dcacd71a48"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 466265959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.125411106288356, "interval": [-8.872695246247119, 0.6218730336704077], "p_value": 0.089, "input_sha256": "f16c472d7afc627e285139385b3d8cdd10e244658e8584c63f930bf68dc9fe61"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 466265959, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.125411106288356, "interval": [-8.500344058469846, 0.2819533639378031], "p_value": 0.08654781133121425, "input_sha256": "f16c472d7afc627e285139385b3d8cdd10e244658e8584c63f930bf68dc9fe61"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 466265959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04338726580277569, "interval": [-0.08963792203763028, 0.0028633904320789078], "p_value": 0.07, "input_sha256": "719942c0e4571852b48f86528ad4dd6977737bac8e864d39d13356f9511d8aa3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 466265959, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04338726580277569, "interval": [-0.08503955194187693, -0.0009555109459489713], "p_value": 0.06515585808647047, "input_sha256": "719942c0e4571852b48f86528ad4dd6977737bac8e864d39d13356f9511d8aa3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2604611509, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.730069850565835, "interval": [-4.8741178327560215, 3.4139781316243516], "p_value": 0.725, "input_sha256": "1a0f2d4a628102ebe9c30f9c3c16984ac44c23433b0fdc996f4dbbc19f66f6f5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2604611509, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.730069850565835, "interval": [-4.129224528540693, 3.6080338816504276], "p_value": 0.7227969126235083, "input_sha256": "1a0f2d4a628102ebe9c30f9c3c16984ac44c23433b0fdc996f4dbbc19f66f6f5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2604611509, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.01532709001436569, "interval": [-0.06112435605339397, 0.030470176024662586], "p_value": 0.51, "input_sha256": "9258b4509e3e19bd6d28129c8b8ccad988288c7cc0fb78833144f1446b37d702"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2604611509, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.01532709001436569, "interval": [-0.057439787773252246, 0.02996145174622373], "p_value": 0.5009959410093499, "input_sha256": "9258b4509e3e19bd6d28129c8b8ccad988288c7cc0fb78833144f1446b37d702"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2221779720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2608293734317177, "interval": [-3.6913584293190302, 6.213017176182466], "p_value": 0.612, "input_sha256": "f54b1145b55a60a36ee3bd191ee677edef2acc564bfb3bd8b433e268e590c3eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2221779720, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2608293734317177, "interval": [-2.927963135687254, 6.482120176835979], "p_value": 0.6089345421009232, "input_sha256": "f54b1145b55a60a36ee3bd191ee677edef2acc564bfb3bd8b433e268e590c3eb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2221779720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0046402048491853, "interval": [-0.04801244239589006, 0.05729285209426066], "p_value": 0.848, "input_sha256": "15e9682aebb8af96623c3ed0f3767dcfa05ca6c503ae95fa7e0b975e5cf411c9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2221779720, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0046402048491853, "interval": [-0.040255271777793436, 0.060639280708630346], "p_value": 0.859111165429156, "input_sha256": "15e9682aebb8af96623c3ed0f3767dcfa05ca6c503ae95fa7e0b975e5cf411c9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3207361088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9570623454604714, "interval": [-3.3526433128418436, 5.266768003762786], "p_value": 0.655, "input_sha256": "decda452edd90c93be5ab17811baa0088c1380cebe271b96d8d47affb400b194"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3207361088, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9570623454604714, "interval": [-3.532027429717202, 4.625188791593159], "p_value": 0.6555635067075487, "input_sha256": "decda452edd90c93be5ab17811baa0088c1380cebe271b96d8d47affb400b194"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3207361088, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005913291563728371, "interval": [-0.03488967140713381, 0.04671625453459055], "p_value": 0.753, "input_sha256": "93b23e27cb30c763a9b8abaf54165d35fabb82eae356956098e51ad208d918b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3207361088, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005913291563728371, "interval": [-0.035534614468106435, 0.04155568764358359], "p_value": 0.770810488924075, "input_sha256": "93b23e27cb30c763a9b8abaf54165d35fabb82eae356956098e51ad208d918b2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3598813068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6989610864458848, "interval": [-3.243414229064599, 6.6413364019563685], "p_value": 0.508, "input_sha256": "accad3be0a2ce27f662ecc80a034a20a3bfe4a29933b30c0b45c5b9180a51824"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3598813068, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6989610864458848, "interval": [-2.8995402691030354, 6.191198541603462], "p_value": 0.489201334197373, "input_sha256": "accad3be0a2ce27f662ecc80a034a20a3bfe4a29933b30c0b45c5b9180a51824"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3598813068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027132681698861363, "interval": [-0.02525986365408453, 0.07952522705180726], "p_value": 0.297, "input_sha256": "3f20149346a22367619f00e3aef7a6e6f70f10920b8b6c207740df36815fbeac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3598813068, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027132681698861363, "interval": [-0.023764076357347837, 0.07216793774678093], "p_value": 0.29836358750128167, "input_sha256": "3f20149346a22367619f00e3aef7a6e6f70f10920b8b6c207740df36815fbeac"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3762586271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5658682008010594, "interval": [-5.641533486187246, 4.509797084585127], "p_value": 0.816, "input_sha256": "1159f020373808e0317aa06150cc2363929f5debacf3636faeaecc955464cf95"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3762586271, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5658682008010594, "interval": [-5.047058622379235, 4.866148126991382], "p_value": 0.8226260853791227, "input_sha256": "1159f020373808e0317aa06150cc2363929f5debacf3636faeaecc955464cf95"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3762586271, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0016902687043561793, "interval": [-0.053104180436579704, 0.05648471784529206], "p_value": 0.963, "input_sha256": "de029c6651c2ad0670bc6dcb9a56293c2b52a458ceee47714b5b3390b56c9a06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3762586271, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0016902687043561793, "interval": [-0.0454146991589288, 0.05968562539939799], "p_value": 0.950455826244189, "input_sha256": "de029c6651c2ad0670bc6dcb9a56293c2b52a458ceee47714b5b3390b56c9a06"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 204871868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1510776282139243, "interval": [-2.493401770004197, 6.7955570264320455], "p_value": 0.345, "input_sha256": "912ac36cb7e30d99085ce1eccbbbec269ca72677c85f12a4b523fd520875ccf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 204871868, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1510776282139243, "interval": [-2.3667545645097157, 6.297493064534223], "p_value": 0.35432815719755406, "input_sha256": "912ac36cb7e30d99085ce1eccbbbec269ca72677c85f12a4b523fd520875ccf2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 204871868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02899315234909383, "interval": [-0.021545610436718113, 0.07953191513490578], "p_value": 0.246, "input_sha256": "a70bb37b58e8468f77eaee1c6138d689d044898b206b93bceeb6b917c9a164fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 204871868, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02899315234909383, "interval": [-0.018661877967681116, 0.07550906021209014], "p_value": 0.2527220605880239, "input_sha256": "a70bb37b58e8468f77eaee1c6138d689d044898b206b93bceeb6b917c9a164fb"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3304709551, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.683155667148184, "interval": [-7.668154679279199, 2.3018433449828306], "p_value": 0.294, "input_sha256": "91da549355b9d797a8f3173e1c2f10acc4b5780cae504cc98955a244b057ba1f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3304709551, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.683155667148184, "interval": [-7.474012166756906, 1.8470878316965083], "p_value": 0.28183588034216905, "input_sha256": "91da549355b9d797a8f3173e1c2f10acc4b5780cae504cc98955a244b057ba1f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3304709551, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.033866069876311564, "interval": [-0.08752911757041054, 0.019796977817787414], "p_value": 0.225, "input_sha256": "ce68cb63ed07ea2ca1433dccc4135e07dae2a5d2cc8abc179e246260cd96f9b3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3304709551, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.033866069876311564, "interval": [-0.08678363259756874, 0.012772801960693176], "p_value": 0.20765357558252887, "input_sha256": "ce68cb63ed07ea2ca1433dccc4135e07dae2a5d2cc8abc179e246260cd96f9b3"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3647625643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.1446549055745825, "interval": [-4.399500841495889, 4.110191030346724], "p_value": 0.933, "input_sha256": "e25ed4260b50c852776cbc720a0fbcfed62d4407c99d5c70c119976c0b60562a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3647625643, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.1446549055745825, "interval": [-3.6540229573500485, 4.543701932270761], "p_value": 0.9453947136810056, "input_sha256": "e25ed4260b50c852776cbc720a0fbcfed62d4407c99d5c70c119976c0b60562a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3647625643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0015183096027143322, "interval": [-0.044342599656889435, 0.04130598045146077], "p_value": 0.924, "input_sha256": "c07e5f0af55ba39b8aaa21b63d216dd8e555c7fe026b2da8a7e2b8c5afdfd900"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3647625643, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0015183096027143322, "interval": [-0.0368774136333754, 0.04379703801868174], "p_value": 0.9430644886136132, "input_sha256": "c07e5f0af55ba39b8aaa21b63d216dd8e555c7fe026b2da8a7e2b8c5afdfd900"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 942475486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9483336444386863, "interval": [-3.5812292696299135, 5.477896558507286], "p_value": 0.649, "input_sha256": "4220eab96174d64e8640496feee3de43eaa8044e04b2f7557b658598588fc830"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 942475486, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9483336444386863, "interval": [-3.575871725658202, 5.052280276498213], "p_value": 0.6740731650354663, "input_sha256": "4220eab96174d64e8640496feee3de43eaa8044e04b2f7557b658598588fc830"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 942475486, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012588455910276769, "interval": [-0.03736602603602156, 0.0625429378565751], "p_value": 0.596, "input_sha256": "9d1af60d67482e729cb84ed201335851b3444b573c22834b51ca7dd54db9e8f9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 942475486, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012588455910276769, "interval": [-0.03910438428749359, 0.05755803494589719], "p_value": 0.6128969458630038, "input_sha256": "9d1af60d67482e729cb84ed201335851b3444b573c22834b51ca7dd54db9e8f9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3922814426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2009647329458133, "interval": [-4.599053242229807, 5.000982708121434], "p_value": 0.918, "input_sha256": "a892226eaa0cbd4e4948359438972b18d45cd67039d8e6f22e0bff1e54a101f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3922814426, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2009647329458133, "interval": [-4.262191901378404, 4.296853005393], "p_value": 0.9328968444024273, "input_sha256": "a892226eaa0cbd4e4948359438972b18d45cd67039d8e6f22e0bff1e54a101f0"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3922814426, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.004447092421869803, "interval": [-0.05733062088368018, 0.04843643603994058], "p_value": 0.863, "input_sha256": "4cc2b0969dccd5cc84263bbcb0c2e0df1afced52c2a22ad66449d604cfeecb1a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3922814426, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.004447092421869803, "interval": [-0.05464363778636822, 0.03882017385858472], "p_value": 0.8656747901229576, "input_sha256": "4cc2b0969dccd5cc84263bbcb0c2e0df1afced52c2a22ad66449d604cfeecb1a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3702320759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.8552966881176953, "interval": [-8.97100235987596, 1.260408983640569], "p_value": 0.148, "input_sha256": "e5a6d42786bd3109ef3aba0f64b89bd66b6d18b715008b13c850efc7e3adc619"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3702320759, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.8552966881176953, "interval": [-8.457862454043008, 0.7843844809685457], "p_value": 0.1353649805791942, "input_sha256": "e5a6d42786bd3109ef3aba0f64b89bd66b6d18b715008b13c850efc7e3adc619"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3702320759, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.035715062223607326, "interval": [-0.08585577933707705, 0.014425654889862409], "p_value": 0.178, "input_sha256": "dcaf61a4cd1d3338fce6f710af37e5d68ec1bef319e7424e7661c612120fdc71"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3702320759, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.035715062223607326, "interval": [-0.08111935853467964, 0.009501026751259177], "p_value": 0.1574733978840667, "input_sha256": "dcaf61a4cd1d3338fce6f710af37e5d68ec1bef319e7424e7661c612120fdc71"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1782544730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6698076726700446, "interval": [-1.5832247452567811, 6.92284009059687], "p_value": 0.213, "input_sha256": "226c825fefb861749da2e8640725d2394a39bf67f95156b917153cfdbfe7e935"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1782544730, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6698076726700446, "interval": [-1.404211952847407, 6.749493216732768], "p_value": 0.21054566934195215, "input_sha256": "226c825fefb861749da2e8640725d2394a39bf67f95156b917153cfdbfe7e935"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1782544730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02953426003935003, "interval": [-0.013971622212682264, 0.07304014229138232], "p_value": 0.188, "input_sha256": "f1512fb0949013176b59b5c6d50d2982394ca5351a60f4bbfaea172a444b588f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1782544730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02953426003935003, "interval": [-0.012699300309900801, 0.07190729366749114], "p_value": 0.17717048971509, "input_sha256": "f1512fb0949013176b59b5c6d50d2982394ca5351a60f4bbfaea172a444b588f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3105429209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11648357329934811, "interval": [-5.270092116110607, 5.503059262709304], "p_value": 0.96, "input_sha256": "fc825bef9db5289878b8d941f43f859b7aabf9f365e4372ffd3cb1f697688405"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3105429209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11648357329934811, "interval": [-4.710441836426311, 5.00453045459096], "p_value": 0.9653068344919593, "input_sha256": "fc825bef9db5289878b8d941f43f859b7aabf9f365e4372ffd3cb1f697688405"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3105429209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004233946052552048, "interval": [-0.04669536666003164, 0.05516325876513574], "p_value": 0.868, "input_sha256": "ae97c0e184ed962e3d8ce99e630d43297782e178d22ff5d1c41bab2050b8e5e2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3105429209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004233946052552048, "interval": [-0.04177329110970569, 0.05201612478306523], "p_value": 0.8672115851297945, "input_sha256": "ae97c0e184ed962e3d8ce99e630d43297782e178d22ff5d1c41bab2050b8e5e2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3690037237, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.565095122230498, "interval": [-9.329871578477505, 0.19968133401650867], "p_value": 0.05, "input_sha256": "eb90608304bd1ee10d4453f240b2bb756b452c5c9ba0a472a51d6e8fdb5ff9fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3690037237, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.565095122230498, "interval": [-8.680358943197378, 0.24652412077441305], "p_value": 0.059883467077546534, "input_sha256": "eb90608304bd1ee10d4453f240b2bb756b452c5c9ba0a472a51d6e8fdb5ff9fc"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3690037237, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04657953299547497, "interval": [-0.09784007446057354, 0.00468100846962359], "p_value": 0.069, "input_sha256": "9a814d9004369e7feed38be1c1d79eb74e129c4db1f2a8b92b18970fb8757e8f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3690037237, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04657953299547497, "interval": [-0.08941305742066673, 0.005234815006754617], "p_value": 0.07365361550699184, "input_sha256": "9a814d9004369e7feed38be1c1d79eb74e129c4db1f2a8b92b18970fb8757e8f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3923812225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.40002493391940064, "interval": [-4.924664531974072, 4.124614664135271], "p_value": 0.868, "input_sha256": "88b49f0fd342a30740d200c41268557e6a2a04031e37e6d8a3f557d94aca7f37"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3923812225, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.40002493391940064, "interval": [-4.172476830288267, 4.021534117445947], "p_value": 0.8588800097035237, "input_sha256": "88b49f0fd342a30740d200c41268557e6a2a04031e37e6d8a3f557d94aca7f37"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3923812225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0037257861241853096, "interval": [-0.05231574533113649, 0.04486417308276587], "p_value": 0.875, "input_sha256": "8c7ae2eb3f740a934ae7be73cc54d8b011d3b0978483dbe699dca26f776e79a9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3923812225, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0037257861241853096, "interval": [-0.04318569510832099, 0.0441146979881121], "p_value": 0.8773801746924859, "input_sha256": "8c7ae2eb3f740a934ae7be73cc54d8b011d3b0978483dbe699dca26f776e79a9"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1004409499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5885103828000702, "interval": [-5.134373832792465, 6.311394598392606], "p_value": 0.843, "input_sha256": "0bb2b49a0ad6d1a6d5e7d315debb42a90c4ed86112a22a2422ff92f5e6c83dd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1004409499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5885103828000702, "interval": [-4.70431746266738, 6.166761510692485], "p_value": 0.8359424399530088, "input_sha256": "0bb2b49a0ad6d1a6d5e7d315debb42a90c4ed86112a22a2422ff92f5e6c83dd1"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1004409499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005779000926555561, "interval": [-0.0528436966655469, 0.06440169851865801], "p_value": 0.85, "input_sha256": "78b615d5d6efb81ab92ea2a9e092887c1cb9a1a240c75235bf62b86314e170e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1004409499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005779000926555561, "interval": [-0.04907110517834912, 0.06237574991904755], "p_value": 0.8427310414509425, "input_sha256": "78b615d5d6efb81ab92ea2a9e092887c1cb9a1a240c75235bf62b86314e170e6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4083728388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4741447175970332, "interval": [-2.102874763347312, 5.051164198541379], "p_value": 0.427, "input_sha256": "75bb8c73b3fe78bd70aa39115c50553038fb78f3e50aa50d9d664e6fdf4731d2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4083728388, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4741447175970332, "interval": [-1.8008436932144607, 4.873115023129394], "p_value": 0.40915642591785617, "input_sha256": "75bb8c73b3fe78bd70aa39115c50553038fb78f3e50aa50d9d664e6fdf4731d2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4083728388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020308134190810387, "interval": [-0.018685170389236873, 0.05930143877085765], "p_value": 0.289, "input_sha256": "6e4743d4978793c1f7192d331473460324d037abfc111299199e6f79d98a2b10"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4083728388, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020308134190810387, "interval": [-0.012981993915770448, 0.06014241648817904], "p_value": 0.29831231387787527, "input_sha256": "6e4743d4978793c1f7192d331473460324d037abfc111299199e6f79d98a2b10"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1838659091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8901243003351738, "interval": [-3.944265586666863, 5.724514187337211], "p_value": 0.717, "input_sha256": "1d87ebb1ebfcd1c9b66dceed9b4486192399ce02225a362d19160c6f2ff8b51d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1838659091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8901243003351738, "interval": [-3.725057606646939, 5.11149285696], "p_value": 0.7114033453483195, "input_sha256": "1d87ebb1ebfcd1c9b66dceed9b4486192399ce02225a362d19160c6f2ff8b51d"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1838659091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005917662543171956, "interval": [-0.04139041369982654, 0.05322573878617045], "p_value": 0.789, "input_sha256": "b7170307119437a6103ba4c3c73f4779dc340c0317d186085730b284bd31f60a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1838659091, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005917662543171956, "interval": [-0.03824380931160225, 0.051166864230635406], "p_value": 0.8014577979898219, "input_sha256": "b7170307119437a6103ba4c3c73f4779dc340c0317d186085730b284bd31f60a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 543074304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9698788852630278, "interval": [-4.785320563018679, 2.8455627924926237], "p_value": 0.605, "input_sha256": "f9609734e38b19fae44d837fc4f594b0b9eeb18d0e117b9ac7b843df45091bf6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 543074304, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9698788852630278, "interval": [-4.8035612738747835, 2.342620759858078], "p_value": 0.6098051717194171, "input_sha256": "f9609734e38b19fae44d837fc4f594b0b9eeb18d0e117b9ac7b843df45091bf6"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 543074304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.00530916412324757, "interval": [-0.0465439377374536, 0.03592560949095846], "p_value": 0.778, "input_sha256": "7e32e36f5591938aa582a3b99a4e579f517343b8b623dfcb437599e7f0be1584"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 543074304, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.00530916412324757, "interval": [-0.046804552989192165, 0.031251721111443], "p_value": 0.795742128832802, "input_sha256": "7e32e36f5591938aa582a3b99a4e579f517343b8b623dfcb437599e7f0be1584"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2561728582, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2317983068906404, "interval": [-4.021908999558735, 4.485505613340016], "p_value": 0.911, "input_sha256": "c5b4f4a8daea2cc437a1b8ca7ff5228d86b5a4fce6c0c5ef61e5d57d3a300de2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2561728582, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2317983068906404, "interval": [-4.075220353207473, 3.741970082598601], "p_value": 0.9125617615662818, "input_sha256": "c5b4f4a8daea2cc437a1b8ca7ff5228d86b5a4fce6c0c5ef61e5d57d3a300de2"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2561728582, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0023806731375242973, "interval": [-0.04247522853534044, 0.04723657481038904], "p_value": 0.904, "input_sha256": "64ec3b9e0e30ce2eb0b4e829107ee95171990cd253b7b88904d9428a2f05ee8a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2561728582, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0023806731375242973, "interval": [-0.04180972483765876, 0.03934191410504333], "p_value": 0.9148758925645968, "input_sha256": "64ec3b9e0e30ce2eb0b4e829107ee95171990cd253b7b88904d9428a2f05ee8a"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4292955035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7227555147906788, "interval": [-3.125502668802244, 6.571013698383601], "p_value": 0.474, "input_sha256": "89bb1fc3212abee0f9b588aeb6722d37da1c72d0106736197f32b83ea38e2a21"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4292955035, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7227555147906788, "interval": [-2.9992019456595305, 6.250868052107511], "p_value": 0.474209350540055, "input_sha256": "89bb1fc3212abee0f9b588aeb6722d37da1c72d0106736197f32b83ea38e2a21"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4292955035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014368692284291773, "interval": [-0.03947679313022231, 0.06821417769880586], "p_value": 0.604, "input_sha256": "c9cc7a1f663a28e2eba62a30c376e196bee50160b69c7e0b32b1d0e5ffbb7fbd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4292955035, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014368692284291773, "interval": [-0.037643459921455506, 0.06431492535925828], "p_value": 0.5909075475064971, "input_sha256": "c9cc7a1f663a28e2eba62a30c376e196bee50160b69c7e0b32b1d0e5ffbb7fbd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1797833485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0374308321417116, "interval": [-2.8774318386979623, 6.9522935029813855], "p_value": 0.39, "input_sha256": "a19a5ab4487e57822ed6d54e053b33793fed2ad81a44440b94d74af31097c4dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1797833485, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0374308321417116, "interval": [-2.35027483130977, 6.854685379238053], "p_value": 0.40657709064715164, "input_sha256": "a19a5ab4487e57822ed6d54e053b33793fed2ad81a44440b94d74af31097c4dd"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1797833485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02777889647435086, "interval": [-0.0206597390143013, 0.07621753196300302], "p_value": 0.232, "input_sha256": "cd1fd82fe53808d4377dc7e12b9f976bd874bf2f2c15e69da2373ff6c2019e09"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1797833485, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02777889647435086, "interval": [-0.016418576301270502, 0.07264448731574469], "p_value": 0.2528617051586565, "input_sha256": "cd1fd82fe53808d4377dc7e12b9f976bd874bf2f2c15e69da2373ff6c2019e09"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3045153254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.241520379315711, "interval": [-2.884248588431686, 7.367289347063108], "p_value": 0.374, "input_sha256": "11fbc2d771b84202c58f6c8959b61839385df21bdf39370ef5ef493c1e725bf5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3045153254, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.241520379315711, "interval": [-3.014255720574945, 6.899851878087352], "p_value": 0.38107379701732036, "input_sha256": "11fbc2d771b84202c58f6c8959b61839385df21bdf39370ef5ef493c1e725bf5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3045153254, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024770401280761647, "interval": [-0.02561515937111432, 0.07515596193263761], "p_value": 0.317, "input_sha256": "c79a72f0a1df5a4a3ca36e673107545015f349112cce0ccf34e4fbfcd1f1361b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3045153254, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024770401280761647, "interval": [-0.02520954918687126, 0.07118576251108781], "p_value": 0.32534168420213483, "input_sha256": "c79a72f0a1df5a4a3ca36e673107545015f349112cce0ccf34e4fbfcd1f1361b"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 166544475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.0465495621048477, "interval": [-7.0668685029340494, 2.973769378724354], "p_value": 0.391, "input_sha256": "ad4f2928d5300db70032cf81d158a95120c6595ddcc9f06cd3366f73213c292f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 166544475, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.0465495621048477, "interval": [-6.989432317824101, 2.275582593612183], "p_value": 0.4136777432239469, "input_sha256": "ad4f2928d5300db70032cf81d158a95120c6595ddcc9f06cd3366f73213c292f"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 166544475, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.02929939696806297, "interval": [-0.08162587601753568, 0.02302708208140975], "p_value": 0.256, "input_sha256": "2b1a17b20700515be37501395331f7ba7e4ac7228bed8068b05d3a4e735ea501"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 166544475, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.02929939696806297, "interval": [-0.07869468962882933, 0.01509801407779187], "p_value": 0.26403056624669646, "input_sha256": "2b1a17b20700515be37501395331f7ba7e4ac7228bed8068b05d3a4e735ea501"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1870641444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5508587812367995, "interval": [-6.188231828260209, 3.08651426578661], "p_value": 0.493, "input_sha256": "647004e8d16a9ac04fca58ef1d81303b8df5936e116d4d44ccaf383759ed6d3c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1870641444, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5508587812367995, "interval": [-6.064952452941503, 2.6431493391302054], "p_value": 0.5015325031408262, "input_sha256": "647004e8d16a9ac04fca58ef1d81303b8df5936e116d4d44ccaf383759ed6d3c"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1870641444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.014597171629214478, "interval": [-0.06447865850441695, 0.03528431524598799], "p_value": 0.538, "input_sha256": "691a809a36f8a112ae6708e12d864771d46a70580178340a2eb17d165d4f8c75"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1870641444, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.014597171629214478, "interval": [-0.062440435265111505, 0.03293152176397546], "p_value": 0.5565213114295554, "input_sha256": "691a809a36f8a112ae6708e12d864771d46a70580178340a2eb17d165d4f8c75"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4122269897, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.24141561404146383, "interval": [-4.022402510500623, 4.50523373858355], "p_value": 0.932, "input_sha256": "586f4db02b8bc156750cd53e0de8380f416e9e4cc6da2cb1e4401efa70726604"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4122269897, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.24141561404146383, "interval": [-3.628967653263004, 4.451428362494634], "p_value": 0.9092532107667284, "input_sha256": "586f4db02b8bc156750cd53e0de8380f416e9e4cc6da2cb1e4401efa70726604"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4122269897, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.004621565512440029, "interval": [-0.04010587174565598, 0.04934900277053604], "p_value": 0.872, "input_sha256": "d70bffc0a37f90258125827ad7189968552fb92e3674b33de932a1f5bbbf07b5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4122269897, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.004621565512440029, "interval": [-0.03474149538809187, 0.049217175232810974], "p_value": 0.8352546134850837, "input_sha256": "d70bffc0a37f90258125827ad7189968552fb92e3674b33de932a1f5bbbf07b5"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 630665363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6428626914760196, "interval": [-1.7076694879372392, 6.993394870889278], "p_value": 0.251, "input_sha256": "60ce959ccd7df2939413d002ff2f47c0ca8825710e152493ef443e6f23ac2bb8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 630665363, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6428626914760196, "interval": [-1.182641217506947, 6.971448997114722], "p_value": 0.22626303736127298, "input_sha256": "60ce959ccd7df2939413d002ff2f47c0ca8825710e152493ef443e6f23ac2bb8"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 630665363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028264459109518622, "interval": [-0.015950925215160526, 0.07247984343419778], "p_value": 0.229, "input_sha256": "b985a4e6db5f166f0a0efc1f30ce056aab97cab9ea3a578a86bd0b96bfaa6e76"}
{"scenario": "heterogeneous_effect", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 630665363, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028264459109518622, "interval": [-0.010502651861933481, 0.07100944078838053], "p_value": 0.2033687234330513, "input_sha256": "b985a4e6db5f166f0a0efc1f30ce056aab97cab9ea3a578a86bd0b96bfaa6e76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1354319709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.250570080216911, "interval": [1.3267227578363352, 9.174417402597488], "p_value": 0.007, "input_sha256": "9e33447e6c49bcd6fe08ae600cb033adfd50a4d563f555e97b3637fbe9a64515"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1354319709, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.250570080216911, "interval": [1.7412193699710674, 9.169854073436921], "p_value": 0.010110358796836638, "input_sha256": "9e33447e6c49bcd6fe08ae600cb033adfd50a4d563f555e97b3637fbe9a64515"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.050385902436513065, "seed": 1354319709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0627405160966008, "interval": [0.017574962491945408, 0.10790606970125621], "p_value": 0.007, "input_sha256": "6abb968ddb2bfe72fe9f59ddc367fe503603bd2f93d691fd31897d0748c521e2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.050385902436513065, "seed": 1354319709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0627405160966008, "interval": [0.022050283638892984, 0.10728235908431998], "p_value": 0.0078121977140675185, "input_sha256": "6abb968ddb2bfe72fe9f59ddc367fe503603bd2f93d691fd31897d0748c521e2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3977462280, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.680954137397034, "interval": [-2.2936669200464745, 7.655575194840543], "p_value": 0.293, "input_sha256": "5db3aaff97593b0b35c6cf5fa8812c7ba4ba2b1f21345709f463f490a5210442"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3977462280, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.680954137397034, "interval": [-1.8747857873685663, 7.426256062183972], "p_value": 0.2814689063646552, "input_sha256": "5db3aaff97593b0b35c6cf5fa8812c7ba4ba2b1f21345709f463f490a5210442"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.04890080219952758, "seed": 3977462280, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021535118502877898, "interval": [-0.03258624193629689, 0.07565647894205269], "p_value": 0.426, "input_sha256": "dc565e78a58dab59019758a807636266fcad9e9859a00d8d01c2bed09ed35af4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.04890080219952758, "seed": 3977462280, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021535118502877898, "interval": [-0.026468477104144673, 0.07461376328245443], "p_value": 0.4247995767081374, "input_sha256": "dc565e78a58dab59019758a807636266fcad9e9859a00d8d01c2bed09ed35af4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2185647834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.207416098613052, "interval": [3.3167794450255874, 13.098052752200516], "p_value": 0.003, "input_sha256": "4b968b62320c9d30b8aaa1510f7e1980e9ed5f7644df791b429b46dcefc53437"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2185647834, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.207416098613052, "interval": [3.378598433824791, 12.555567738238182], "p_value": 0.0016108753777017465, "input_sha256": "4b968b62320c9d30b8aaa1510f7e1980e9ed5f7644df791b429b46dcefc53437"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.048820523895394076, "seed": 2185647834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07881526667019229, "interval": [0.029985079660797685, 0.12764545367958688], "p_value": 0.002, "input_sha256": "1d5283c445f2b853db131dc048412305f2e81491804c96567ee7bcad100aba6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.048820523895394076, "seed": 2185647834, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07881526667019229, "interval": [0.030516115715694264, 0.12124165076495105], "p_value": 0.0023166587231892373, "input_sha256": "1d5283c445f2b853db131dc048412305f2e81491804c96567ee7bcad100aba6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 757819209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.939149226680266, "interval": [0.41357838627204035, 11.464720067088493], "p_value": 0.031, "input_sha256": "6998042e83c6f417c22404a175d9b62e2d0f16d6ab096bb7ce4c1dd66ddf0bdb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 757819209, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.939149226680266, "interval": [0.42262152368841327, 10.594727942369497], "p_value": 0.03584884609869734, "input_sha256": "6998042e83c6f417c22404a175d9b62e2d0f16d6ab096bb7ce4c1dd66ddf0bdb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.049691576085662166, "seed": 757819209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05226322010416465, "interval": [-0.0037200304206498336, 0.10824647062897913], "p_value": 0.068, "input_sha256": "f5ac6cbe5d44d8657bc761209ea8c3d605d36e9a6b531de4cce3a6f6085f4e71"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.049691576085662166, "seed": 757819209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05226322010416465, "interval": [-0.002890174943695967, 0.10193359268850154], "p_value": 0.06641972838823175, "input_sha256": "f5ac6cbe5d44d8657bc761209ea8c3d605d36e9a6b531de4cce3a6f6085f4e71"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2757819422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.055566642485797, "interval": [1.8298785902450083, 10.281254694726584], "p_value": 0.006, "input_sha256": "9cfbb287fd6eeb013ae55a68f803962f72097c95fac3a21b6a7806f1a8d6a665"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2757819422, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.055566642485797, "interval": [2.130832194073003, 10.176949788004118], "p_value": 0.0061607358777008925, "input_sha256": "9cfbb287fd6eeb013ae55a68f803962f72097c95fac3a21b6a7806f1a8d6a665"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.04753188818145493, "seed": 2757819422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05638663712922429, "interval": [0.015228101861519086, 0.09754517239692949], "p_value": 0.009, "input_sha256": "6757fe8d94b8f5c523f53a21645a304fd41defdb5e9056db7bb7ac0da9e4c790"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.04753188818145493, "seed": 2757819422, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05638663712922429, "interval": [0.019905396621227655, 0.09726659647286141], "p_value": 0.008551414164570463, "input_sha256": "6757fe8d94b8f5c523f53a21645a304fd41defdb5e9056db7bb7ac0da9e4c790"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1057783643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.635663457403801, "interval": [-0.35861088041592737, 9.62993779522353], "p_value": 0.056, "input_sha256": "909cb07ea4aeb69bfb2055bcf4ac4533e9d9f98f44476b930dfba50215f31d36"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1057783643, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.635663457403801, "interval": [0.33154392081247325, 9.329751981338203], "p_value": 0.06786076474547752, "input_sha256": "909cb07ea4aeb69bfb2055bcf4ac4533e9d9f98f44476b930dfba50215f31d36"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.04928766180017848, "seed": 1057783643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05407814501978199, "interval": [-0.0043431277104728355, 0.11249941775003681], "p_value": 0.059, "input_sha256": "286df2004daa3561b6b95e52ccc66be9771efbd6663c248c773d8fbf5f780dd1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.04928766180017848, "seed": 1057783643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05407814501978199, "interval": [0.006267514658079049, 0.11350179917077557], "p_value": 0.06853254291375176, "input_sha256": "286df2004daa3561b6b95e52ccc66be9771efbd6663c248c773d8fbf5f780dd1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 765938369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.584027763706988, "interval": [1.6084925957990501, 9.559562931614927], "p_value": 0.008, "input_sha256": "627d6ef8e06ca68a682361def5e46b91ae9f82959d794df3d9a0b45786290313"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 765938369, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.584027763706988, "interval": [1.9923628530807203, 9.544137016765864], "p_value": 0.007146529910701599, "input_sha256": "627d6ef8e06ca68a682361def5e46b91ae9f82959d794df3d9a0b45786290313"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.05102486339638799, "seed": 765938369, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05806637900859149, "interval": [0.014853084423662892, 0.10127967359352008], "p_value": 0.01, "input_sha256": "17f529dcae0d1840a80184fed76447edc53c50a7606e7c439759a9b890d6a92d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.05102486339638799, "seed": 765938369, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05806637900859149, "interval": [0.02115786621356482, 0.10009418634099887], "p_value": 0.009786835910975327, "input_sha256": "17f529dcae0d1840a80184fed76447edc53c50a7606e7c439759a9b890d6a92d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 454732499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.062634727270161, "interval": [1.6222807092971392, 10.502988745243183], "p_value": 0.01, "input_sha256": "b22eb7cbb8f120b3d39a6ba3ca25d0ce1045bdab986e0841f0c27ec75139164a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 454732499, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.062634727270161, "interval": [1.9391402732142125, 10.28308210711735], "p_value": 0.008891613512933137, "input_sha256": "b22eb7cbb8f120b3d39a6ba3ca25d0ce1045bdab986e0841f0c27ec75139164a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.049315401361023796, "seed": 454732499, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05741036539493549, "interval": [0.009786627274509054, 0.10503410351536194], "p_value": 0.026, "input_sha256": "23caf15919f7ff46e58c4c2153ff46b6f4150d5bf92bd4b93debbf78664dc2fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.049315401361023796, "seed": 454732499, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05741036539493549, "interval": [0.0132053263196288, 0.10443163541748912], "p_value": 0.019585977060209255, "input_sha256": "23caf15919f7ff46e58c4c2153ff46b6f4150d5bf92bd4b93debbf78664dc2fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 822474353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9028628753567407, "interval": [-1.6193341396954946, 9.425059890408976], "p_value": 0.171, "input_sha256": "08fc4dc756df1ab97792b277821703d7bb75c31cbb778be22256286295f382e1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 822474353, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9028628753567407, "interval": [-1.0433375584385676, 9.640253382740559], "p_value": 0.16036701747920643, "input_sha256": "08fc4dc756df1ab97792b277821703d7bb75c31cbb778be22256286295f382e1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.05061227247614473, "seed": 822474353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033993289903996235, "interval": [-0.027322105393602594, 0.09530868520159506], "p_value": 0.287, "input_sha256": "cff727049cb968b0e8c80a6e1199c68856ae6cf8a2f42756b91d4887c148e33c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.05061227247614473, "seed": 822474353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033993289903996235, "interval": [-0.02415170767657993, 0.09465500124351044], "p_value": 0.26843854657430694, "input_sha256": "cff727049cb968b0e8c80a6e1199c68856ae6cf8a2f42756b91d4887c148e33c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4211027108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.0131821115742, "interval": [4.624695698869268, 13.401668524279131], "p_value": 0.001, "input_sha256": "8da71c8d1d3ed511b6559681ee46340eb9a1b23de325769d4abb5beb732e9ad4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4211027108, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.0131821115742, "interval": [5.307562287545614, 13.205359469451043], "p_value": 0.0001770952693496598, "input_sha256": "8da71c8d1d3ed511b6559681ee46340eb9a1b23de325769d4abb5beb732e9ad4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0483938905907368, "seed": 4211027108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09418435487765724, "interval": [0.05067170671270226, 0.1376970030426122], "p_value": 0.001, "input_sha256": "c20804712d3357334a16a802242455f01cdcd403d3e7884d6ffae82e8c0e225d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0483938905907368, "seed": 4211027108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09418435487765724, "interval": [0.06026416999954595, 0.13844594018856154], "p_value": 9.336660428295831e-05, "input_sha256": "c20804712d3357334a16a802242455f01cdcd403d3e7884d6ffae82e8c0e225d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1758428167, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4433066674124895, "interval": [-0.498921006421182, 7.385534341246161], "p_value": 0.091, "input_sha256": "ca5706f86c8c1be4b1a7264150484c21b9b956dbcda77bb933c41adfbcab238a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1758428167, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4433066674124895, "interval": [-0.31363295396236357, 7.26900825815641], "p_value": 0.08504989025391889, "input_sha256": "ca5706f86c8c1be4b1a7264150484c21b9b956dbcda77bb933c41adfbcab238a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.04962393066698938, "seed": 1758428167, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03469125109988877, "interval": [-0.002710087661498939, 0.07209258986127648], "p_value": 0.073, "input_sha256": "91d2beb25ded91072740a9f79b6793acbd4746b30121c10565a9c76716c8a7fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.04962393066698938, "seed": 1758428167, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03469125109988877, "interval": [0.0008194396560406523, 0.0717657094356734], "p_value": 0.06809244358383139, "input_sha256": "91d2beb25ded91072740a9f79b6793acbd4746b30121c10565a9c76716c8a7fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3364745087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.8272927831093835, "interval": [0.6999210810390117, 10.954664485179755], "p_value": 0.03, "input_sha256": "09a4d398a21e57ff63bc11f2dd581cbb91e02ce55cf35112eb43e7b315dc4c3d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3364745087, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.8272927831093835, "interval": [0.7869047457451231, 10.49893371234155], "p_value": 0.027014673259350357, "input_sha256": "09a4d398a21e57ff63bc11f2dd581cbb91e02ce55cf35112eb43e7b315dc4c3d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.050449157395941205, "seed": 3364745087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058327717994025446, "interval": [0.003555349586717896, 0.113100086401333], "p_value": 0.041, "input_sha256": "92c5cdc49267f91add7b87328d483b8f3790619c377ad8cd64547b1c2f761731"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.050449157395941205, "seed": 3364745087, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058327717994025446, "interval": [0.0013384687465788434, 0.10670767157987113], "p_value": 0.037497754142641254, "input_sha256": "92c5cdc49267f91add7b87328d483b8f3790619c377ad8cd64547b1c2f761731"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2269359090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.623298012872258, "interval": [2.1723214393404113, 11.074274586404105], "p_value": 0.004, "input_sha256": "5d7698d638fa9c58f5411ec7676e985f97c2de19817b24117c864f6699910303"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2269359090, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.623298012872258, "interval": [2.8022636932932867, 11.20180955044025], "p_value": 0.004594131877060628, "input_sha256": "5d7698d638fa9c58f5411ec7676e985f97c2de19817b24117c864f6699910303"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.049824346707138006, "seed": 2269359090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06248330450613007, "interval": [0.016014050085878112, 0.10895255892638203], "p_value": 0.012, "input_sha256": "a308db95a224849ec62fa6c0583b7c03bd9f7c8d3e239604b3b94d76e86608a1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.049824346707138006, "seed": 2269359090, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06248330450613007, "interval": [0.02236846190871899, 0.10966837073441495], "p_value": 0.00974020781317326, "input_sha256": "a308db95a224849ec62fa6c0583b7c03bd9f7c8d3e239604b3b94d76e86608a1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3743765920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4829984374385656, "interval": [-2.611240708489932, 9.577237583367063], "p_value": 0.255, "input_sha256": "7d2e58e65389d2ca7f2316d5e1b1c4522a28a5140fdf3180e625fcf27dbf60bb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3743765920, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4829984374385656, "interval": [-2.4321677636603574, 9.110841758267359], "p_value": 0.25424236311058335, "input_sha256": "7d2e58e65389d2ca7f2316d5e1b1c4522a28a5140fdf3180e625fcf27dbf60bb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.050926586819152575, "seed": 3743765920, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026765173961533772, "interval": [-0.03929188014534167, 0.09282222806840922], "p_value": 0.426, "input_sha256": "18b71605a87e0bf35ee7270266d17fd41fff7807159e142ceb83f4de4027b55f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.050926586819152575, "seed": 3743765920, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026765173961533772, "interval": [-0.037600735412518335, 0.08884686550654713], "p_value": 0.4171628989082802, "input_sha256": "18b71605a87e0bf35ee7270266d17fd41fff7807159e142ceb83f4de4027b55f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1905487917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.010404402901644, "interval": [1.0463016458820684, 12.97450715992122], "p_value": 0.022, "input_sha256": "a3244edf75dbb19e323be6b3331d74c6edb5a0afe33ac672612d29c1dae98629"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1905487917, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.010404402901644, "interval": [1.058895005804325, 11.836921467746038], "p_value": 0.022458694471816774, "input_sha256": "a3244edf75dbb19e323be6b3331d74c6edb5a0afe33ac672612d29c1dae98629"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.050073720372897826, "seed": 1905487917, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07482788348574342, "interval": [0.010538797648141529, 0.1391169693233453], "p_value": 0.023, "input_sha256": "abbd8f36bde25749f74ed715fd2b24055da77bc9467e82d5e0beca31d13ddeab"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.050073720372897826, "seed": 1905487917, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07482788348574342, "interval": [0.012334184021964168, 0.12989513122990318], "p_value": 0.023731122069096545, "input_sha256": "abbd8f36bde25749f74ed715fd2b24055da77bc9467e82d5e0beca31d13ddeab"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2199547687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.273199515656621, "interval": [-0.1393374845008788, 10.68573651581412], "p_value": 0.064, "input_sha256": "7f5a276ea9dfa5597e1c42bf2e127836f0cba11eab6e6551ad2b682ed9d9d65e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2199547687, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.273199515656621, "interval": [0.956278556393364, 10.70037856799219], "p_value": 0.055826725044777946, "input_sha256": "7f5a276ea9dfa5597e1c42bf2e127836f0cba11eab6e6551ad2b682ed9d9d65e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.050384134544607106, "seed": 2199547687, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04787708844606772, "interval": [-0.008409412710240018, 0.10416358960237546], "p_value": 0.103, "input_sha256": "b8f879ca33ed374af91f8197690fd9781836b9a643ee2fde34a8b938d47d210c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.050384134544607106, "seed": 2199547687, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04787708844606772, "interval": [0.004920994473290538, 0.10400707677378832], "p_value": 0.09275958416957943, "input_sha256": "b8f879ca33ed374af91f8197690fd9781836b9a643ee2fde34a8b938d47d210c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2418327342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.408689978006077, "interval": [-0.670267261002718, 9.487647217014871], "p_value": 0.086, "input_sha256": "0174a38da1457cc8ed2b6e18f5c5d86195ea79cf9503abf83fe4e4fe5d052a22"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2418327342, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.408689978006077, "interval": [-0.2699401722506274, 9.444304902342465], "p_value": 0.08692855164807274, "input_sha256": "0174a38da1457cc8ed2b6e18f5c5d86195ea79cf9503abf83fe4e4fe5d052a22"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.04912447899558512, "seed": 2418327342, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04086566486018883, "interval": [-0.010184135684615493, 0.09191546540499315], "p_value": 0.122, "input_sha256": "c6b17bf53a3a9672e6214a0957a4c9d55d1f0acc7c6f5655335017dbe15984d7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.04912447899558512, "seed": 2418327342, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04086566486018883, "interval": [-0.006354121574461641, 0.09083184118316323], "p_value": 0.11338194471326561, "input_sha256": "c6b17bf53a3a9672e6214a0957a4c9d55d1f0acc7c6f5655335017dbe15984d7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 627867942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.113632668887615, "interval": [0.11497175262811643, 8.112293585147112], "p_value": 0.04, "input_sha256": "ec54e0c8f55d2fecbc9a15078343338f430bbf7b72e27afe18ba7fc65b83df76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 627867942, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.113632668887615, "interval": [0.4408608950543934, 7.946230298167085], "p_value": 0.044075654386408564, "input_sha256": "ec54e0c8f55d2fecbc9a15078343338f430bbf7b72e27afe18ba7fc65b83df76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.05048278332466745, "seed": 627867942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04087042722618085, "interval": [-0.005521364250145572, 0.08726221870250728], "p_value": 0.066, "input_sha256": "c798759487c31b7c28b41ebab7f1d7f112ee197cde2e2fe534beca0a77990b3f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.05048278332466745, "seed": 627867942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04087042722618085, "interval": [0.0007339943631212031, 0.08854889427828684], "p_value": 0.0824446338126701, "input_sha256": "c798759487c31b7c28b41ebab7f1d7f112ee197cde2e2fe534beca0a77990b3f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3330229646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.386392055367967, "interval": [0.08978973073660068, 10.682994379999332], "p_value": 0.053, "input_sha256": "87ac92b2baf1c0ac7934b71ae2a45d365e2eeba02971664d4c289289417710bb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3330229646, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.386392055367967, "interval": [0.4285052665559087, 10.150152702790146], "p_value": 0.04647948539360644, "input_sha256": "87ac92b2baf1c0ac7934b71ae2a45d365e2eeba02971664d4c289289417710bb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.049420372442822755, "seed": 3330229646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05913335616080554, "interval": [0.00659423180987638, 0.1116724805117347], "p_value": 0.031, "input_sha256": "8dee3c0aa825e125ecc3d618359bc0b42bf33b2dd2345d91e725d8b2ab21f03c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.049420372442822755, "seed": 3330229646, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05913335616080554, "interval": [0.010748064018278596, 0.1037036053961509], "p_value": 0.028714995125554702, "input_sha256": "8dee3c0aa825e125ecc3d618359bc0b42bf33b2dd2345d91e725d8b2ab21f03c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1738004736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9466144434578503, "interval": [-3.7258359384482516, 5.619064825363952], "p_value": 0.675, "input_sha256": "912b17e465ad3320c9df542d0cd4b0c69a438c47fcb2e1f311b42a9995f8cb15"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1738004736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9466144434578503, "interval": [-3.145739591995645, 5.473106772792685], "p_value": 0.6829982265789674, "input_sha256": "912b17e465ad3320c9df542d0cd4b0c69a438c47fcb2e1f311b42a9995f8cb15"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.04724568464164527, "seed": 1738004736, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012019340717061455, "interval": [-0.03483730504026127, 0.05887598647438418], "p_value": 0.585, "input_sha256": "ebbf897c0bf59a6e7f3743fdd8602c73ac0758aacee381bacb980c504c262e75"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.04724568464164527, "seed": 1738004736, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012019340717061455, "interval": [-0.027437639342694973, 0.060757486534617426], "p_value": 0.604620726734143, "input_sha256": "ebbf897c0bf59a6e7f3743fdd8602c73ac0758aacee381bacb980c504c262e75"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1917662010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1101223652709535, "interval": [-0.8101769245497499, 9.030421655091658], "p_value": 0.095, "input_sha256": "ae704005f2a7fe187ee7ce82be7e85bfa9b19a8d72edb2293acd857aab3d538d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1917662010, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1101223652709535, "interval": [-0.2511273563354453, 8.983692534295619], "p_value": 0.0989989537136152, "input_sha256": "ae704005f2a7fe187ee7ce82be7e85bfa9b19a8d72edb2293acd857aab3d538d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.04761874689084916, "seed": 1917662010, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.029243419265272685, "interval": [-0.019231138214854268, 0.07771797674539964], "p_value": 0.234, "input_sha256": "a1330909c1fa45a459ea4c5670c5a0981bdc34147b98837cbb99892033122814"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.04761874689084916, "seed": 1917662010, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.029243419265272685, "interval": [-0.014034623002592408, 0.07654038692884615], "p_value": 0.2295094201735413, "input_sha256": "a1330909c1fa45a459ea4c5670c5a0981bdc34147b98837cbb99892033122814"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1995387145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.89533238754155, "interval": [2.2847251116670577, 11.505939663416042], "p_value": 0.005, "input_sha256": "3c93ca9048ff2e71d533db4341a5632252bf134a06770bf0d0d6d511feedafb2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1995387145, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.89533238754155, "interval": [2.0340654890043655, 10.97789613875053], "p_value": 0.004445278062505001, "input_sha256": "3c93ca9048ff2e71d533db4341a5632252bf134a06770bf0d0d6d511feedafb2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.04857385764137565, "seed": 1995387145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06714167467505666, "interval": [0.016961315090788305, 0.11732203425932503], "p_value": 0.011, "input_sha256": "0a37300ba55c62a334c0595feae0b5f7cacf3c6924e2a80cc141384caa31af02"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.04857385764137565, "seed": 1995387145, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06714167467505666, "interval": [0.015671573303782573, 0.11168388827057343], "p_value": 0.010130704148043929, "input_sha256": "0a37300ba55c62a334c0595feae0b5f7cacf3c6924e2a80cc141384caa31af02"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1432044729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.04046952252539, "interval": [1.8885255625387734, 12.192413482512006], "p_value": 0.01, "input_sha256": "89927762f330f33e4d8961f5b52b824e59e14760408cae4d38a6102cd94ee884"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1432044729, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.04046952252539, "interval": [1.6527598938973682, 11.515717625188184], "p_value": 0.008708836440684452, "input_sha256": "89927762f330f33e4d8961f5b52b824e59e14760408cae4d38a6102cd94ee884"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.048762985999769935, "seed": 1432044729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06696867063076015, "interval": [0.008560290512210626, 0.12537705074930966], "p_value": 0.027, "input_sha256": "9768276197597cfaeced813792ea1d301a3f56d71030ff71e47ecd44ccf9b9ad"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.048762985999769935, "seed": 1432044729, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06696867063076015, "interval": [0.004555889270341933, 0.11722492060232442], "p_value": 0.02574905880294697, "input_sha256": "9768276197597cfaeced813792ea1d301a3f56d71030ff71e47ecd44ccf9b9ad"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1605298159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.820971595960263, "interval": [2.0119298659415774, 11.630013325978947], "p_value": 0.004, "input_sha256": "51f7de58a9c3ad2a553f3a696ffc951f3e596df01a72b8aef0a8f87a96702c3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1605298159, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.820971595960263, "interval": [2.538985284348323, 11.81937071758406], "p_value": 0.006648482795087153, "input_sha256": "51f7de58a9c3ad2a553f3a696ffc951f3e596df01a72b8aef0a8f87a96702c3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.05049540959010881, "seed": 1605298159, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06659242303225793, "interval": [0.018118203015930444, 0.11506664304858541], "p_value": 0.005, "input_sha256": "98845a4654e580f81a4b3cf73e6c13b9cf44f9e40c35e3f51650977dde4e2316"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.05049540959010881, "seed": 1605298159, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06659242303225793, "interval": [0.02314104079411062, 0.11834069736209699], "p_value": 0.00838874873778359, "input_sha256": "98845a4654e580f81a4b3cf73e6c13b9cf44f9e40c35e3f51650977dde4e2316"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4096286738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.461690949152711, "interval": [-1.2587359894536423, 8.182117887759064], "p_value": 0.143, "input_sha256": "d779d16a615fb18453521952bc396cd23a5fe01c416feefe750a267b8814a0f2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4096286738, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.461690949152711, "interval": [-1.0449115141753043, 7.586918013654184], "p_value": 0.14525729863989548, "input_sha256": "d779d16a615fb18453521952bc396cd23a5fe01c416feefe750a267b8814a0f2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.05034005706851068, "seed": 4096286738, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028129106560529, "interval": [-0.02179535532411636, 0.07805356844517436], "p_value": 0.259, "input_sha256": "5517ee90091746b8fa5bd1f197c34c59dbfa5c4f309e1447bf70cfee490cd85c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.05034005706851068, "seed": 4096286738, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028129106560529, "interval": [-0.018035357455818263, 0.07413286963225031], "p_value": 0.2606209827988777, "input_sha256": "5517ee90091746b8fa5bd1f197c34c59dbfa5c4f309e1447bf70cfee490cd85c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3899960674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5285382527485236, "interval": [-3.2842506756810392, 8.341327181178087], "p_value": 0.365, "input_sha256": "c41a009d723d5271a38cc34c9ce68a4dc7e714b54844dec9bf57a0396bb20991"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3899960674, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5285382527485236, "interval": [-3.888515761814936, 7.573079127977798], "p_value": 0.38342559949544364, "input_sha256": "c41a009d723d5271a38cc34c9ce68a4dc7e714b54844dec9bf57a0396bb20991"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.04920680240158719, "seed": 3899960674, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.008510613403324624, "interval": [-0.05416774201018036, 0.07118896881682961], "p_value": 0.771, "input_sha256": "0056884857024f430f1ab4e9d909ddd0b5628e9d1b7fe991e9eabcb8eba807fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.04920680240158719, "seed": 3899960674, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.008510613403324624, "interval": [-0.05940202901073042, 0.06461661185177965], "p_value": 0.7840359096256253, "input_sha256": "0056884857024f430f1ab4e9d909ddd0b5628e9d1b7fe991e9eabcb8eba807fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2208496547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.566523028597082, "interval": [-2.4070529595692456, 7.54009901676341], "p_value": 0.313, "input_sha256": "d9b8cc14f9925b5dee2591f77c816e2ec8c59dd2d542e2d9df0a15d1edde73d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2208496547, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.566523028597082, "interval": [-1.9027123595754736, 7.5512183080021105], "p_value": 0.3022777398398731, "input_sha256": "d9b8cc14f9925b5dee2591f77c816e2ec8c59dd2d542e2d9df0a15d1edde73d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.047291477050610285, "seed": 2208496547, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02345330736861352, "interval": [-0.0261251633784272, 0.07303177811565424], "p_value": 0.36, "input_sha256": "c08f91bc6f0667b2a2d47567085d51c7c45a81900ff2a6ca72edaae39d3049af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.047291477050610285, "seed": 2208496547, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02345330736861352, "interval": [-0.02096725494612507, 0.07383606051327575], "p_value": 0.3438371053364573, "input_sha256": "c08f91bc6f0667b2a2d47567085d51c7c45a81900ff2a6ca72edaae39d3049af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3163677952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.115730407994281, "interval": [0.5256630699303688, 9.705797746058193], "p_value": 0.029, "input_sha256": "ca3bc8b76a388462197d586da8c991fde4896dad9c4a5ffb1d171926be17f6ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3163677952, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.115730407994281, "interval": [0.9260213496215661, 9.590398645062425], "p_value": 0.029913854325124913, "input_sha256": "ca3bc8b76a388462197d586da8c991fde4896dad9c4a5ffb1d171926be17f6ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.052095595954509744, "seed": 3163677952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04541829481888071, "interval": [-0.009281036269403915, 0.10011762590716533], "p_value": 0.107, "input_sha256": "d1e2bfdca6f23f2482c458ce15bb718db6621de1a40743061aad28c9afa74968"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.052095595954509744, "seed": 3163677952, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04541829481888071, "interval": [-0.004499360758882089, 0.09363033378579966], "p_value": 0.10095886888425633, "input_sha256": "d1e2bfdca6f23f2482c458ce15bb718db6621de1a40743061aad28c9afa74968"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2012251222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.1771512754426805, "interval": [2.530727513393507, 11.823575037491853], "p_value": 0.004, "input_sha256": "d4e43124041e016407d9bb92bd5896020a738fd067c8719f54c0cf0efed40110"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2012251222, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.1771512754426805, "interval": [3.4232072126083954, 11.74874451150625], "p_value": 0.0033895794407903623, "input_sha256": "d4e43124041e016407d9bb92bd5896020a738fd067c8719f54c0cf0efed40110"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.048958381898928816, "seed": 2012251222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07300011905870532, "interval": [0.027495718957658954, 0.11850451915975169], "p_value": 0.004, "input_sha256": "9a5d2fef11193df9b6349a2f2cc8613b44a017f0148c65d5b13a830d06bb9e66"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.048958381898928816, "seed": 2012251222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07300011905870532, "interval": [0.035244497103190164, 0.11823924460861468], "p_value": 0.0024357633059681693, "input_sha256": "9a5d2fef11193df9b6349a2f2cc8613b44a017f0148c65d5b13a830d06bb9e66"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3466894734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.733115320961515, "interval": [5.486811030109668, 13.979419611813363], "p_value": 0.001, "input_sha256": "b00cf9e70438d3a4e9ca6d31dd8b2b64115e872d6d4ad9f5a1a7ffe9d1ad9a58"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3466894734, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.733115320961515, "interval": [5.173381886050193, 13.723440943683455], "p_value": 4.1551276671589856e-05, "input_sha256": "b00cf9e70438d3a4e9ca6d31dd8b2b64115e872d6d4ad9f5a1a7ffe9d1ad9a58"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.05122633602972515, "seed": 3466894734, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10435069309502858, "interval": [0.057819054656343585, 0.15088233153371355], "p_value": 0.001, "input_sha256": "5c6593925da4abad0821081b5e0d06b45beb4d0d9f31addd64af620c834236a5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.05122633602972515, "seed": 3466894734, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10435069309502858, "interval": [0.053058125502848316, 0.14468273634747025], "p_value": 5.599301119765729e-05, "input_sha256": "5c6593925da4abad0821081b5e0d06b45beb4d0d9f31addd64af620c834236a5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1823963467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.961420763120599, "interval": [3.1847113376987295, 12.738130188542469], "p_value": 0.003, "input_sha256": "fc7f5f254dd675405368c4255dad113e11597335a7d003e2bd765db847ba3d95"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1823963467, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.961420763120599, "interval": [3.013538895561544, 12.516769693633464], "p_value": 0.00179105806927193, "input_sha256": "fc7f5f254dd675405368c4255dad113e11597335a7d003e2bd765db847ba3d95"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.049866110257065194, "seed": 1823963467, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07287160317095466, "interval": [0.02536845177879833, 0.12037475456311099], "p_value": 0.005, "input_sha256": "3379c4d0981e58248f29f5eda94ac81ea886a92f7106e90c301817548fa835ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.049866110257065194, "seed": 1823963467, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07287160317095466, "interval": [0.02074455195246485, 0.11663877368464928], "p_value": 0.0036287329779958596, "input_sha256": "3379c4d0981e58248f29f5eda94ac81ea886a92f7106e90c301817548fa835ce"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2048650133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.9604268839756624, "interval": [0.39132231106482784, 9.529531456886497], "p_value": 0.043, "input_sha256": "52a5e31aa6c54765e800c01c034dd445de9825800720fd3be30186548e645b8e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2048650133, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.9604268839756624, "interval": [0.8469750126054068, 9.341773621594287], "p_value": 0.034171457746783776, "input_sha256": "52a5e31aa6c54765e800c01c034dd445de9825800720fd3be30186548e645b8e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.04839421672058677, "seed": 2048650133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0423868182044569, "interval": [-0.002655648659448888, 0.0874292850683627], "p_value": 0.074, "input_sha256": "ed42b903c908eab0ee06e39b410012e6c7251e767195c7541132505646b4850c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.04839421672058677, "seed": 2048650133, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0423868182044569, "interval": [0.0018799045327333294, 0.08919214614807704], "p_value": 0.06432029815253755, "input_sha256": "ed42b903c908eab0ee06e39b410012e6c7251e767195c7541132505646b4850c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1159423712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.528712635321842, "interval": [5.169634238607773, 13.88779103203591], "p_value": 0.001, "input_sha256": "9719bfd25fcf1ae8511f7fa106b5dfe6d3eaff74c8731d3a00b2d445500c5a9c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1159423712, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.528712635321842, "interval": [5.488235151247141, 13.596428360799463], "p_value": 8.058239833084679e-05, "input_sha256": "9719bfd25fcf1ae8511f7fa106b5dfe6d3eaff74c8731d3a00b2d445500c5a9c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0479643586018889, "seed": 1159423712, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09502126201338895, "interval": [0.05066794111659865, 0.13937458291017926], "p_value": 0.001, "input_sha256": "7e929341e1b035fd0cb56d37a78df74550a8bf41e556ff12efb118747370d2b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0479643586018889, "seed": 1159423712, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09502126201338895, "interval": [0.055026035559062825, 0.1363215760056639], "p_value": 0.00010266779513743342, "input_sha256": "7e929341e1b035fd0cb56d37a78df74550a8bf41e556ff12efb118747370d2b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2282248396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.284356223275551, "interval": [2.000065028680239, 12.568647417870864], "p_value": 0.013, "input_sha256": "a7952bfa2e4e48d14b07375d6f3816382d960481a9e79103bf83c4f88bcbaa12"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2282248396, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.284356223275551, "interval": [2.14684889956902, 12.557262942760586], "p_value": 0.008317010706781616, "input_sha256": "a7952bfa2e4e48d14b07375d6f3816382d960481a9e79103bf83c4f88bcbaa12"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.04728738973009074, "seed": 2282248396, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07530237528788654, "interval": [0.023073683028548085, 0.12753106754722499], "p_value": 0.007, "input_sha256": "9b2f925fdf0128eb0eac68cf300b8ec564bcad4279860e616ff41fd61a185f9f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.04728738973009074, "seed": 2282248396, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07530237528788654, "interval": [0.023974604185373973, 0.12712171427613417], "p_value": 0.006067638119221155, "input_sha256": "9b2f925fdf0128eb0eac68cf300b8ec564bcad4279860e616ff41fd61a185f9f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 869401222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.602623878424459, "interval": [0.5068302389645307, 10.698417517884387], "p_value": 0.033, "input_sha256": "71a4d973912d2fe770140aecf2b939cd9b7ae4abedd208664fd178ccf44c81be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 869401222, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.602623878424459, "interval": [0.7265049239643916, 10.376465319027186], "p_value": 0.03210883349118902, "input_sha256": "71a4d973912d2fe770140aecf2b939cd9b7ae4abedd208664fd178ccf44c81be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.04953660690831089, "seed": 869401222, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05368696499854391, "interval": [0.004221781473626604, 0.10315214852346122], "p_value": 0.037, "input_sha256": "36b9a5591f477672c134dc8d42e2e1998c3afe1e62a7a17f54402f2423a0b21d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.04953660690831089, "seed": 869401222, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05368696499854391, "interval": [0.004656150736435057, 0.09682122073950579], "p_value": 0.034224097063482194, "input_sha256": "36b9a5591f477672c134dc8d42e2e1998c3afe1e62a7a17f54402f2423a0b21d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1024929309, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.4384769953616665, "interval": [0.7329978569531326, 12.1439561337702], "p_value": 0.037, "input_sha256": "80636521650266cf3a12e0a31837e3bb84a8a6bef2f2cd00aeac38c11b66ba8c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1024929309, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.4384769953616665, "interval": [1.2028016322136543, 11.726420332352268], "p_value": 0.028186507835944594, "input_sha256": "80636521650266cf3a12e0a31837e3bb84a8a6bef2f2cd00aeac38c11b66ba8c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.04837471264934219, "seed": 1024929309, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07064024707502062, "interval": [0.007941989155026002, 0.13333850499501523], "p_value": 0.032, "input_sha256": "2eb0ed7937bf32ad766b3aefbf4de1143c7a22c8066586a4ec9457ad98ccc438"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.04837471264934219, "seed": 1024929309, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07064024707502062, "interval": [0.01335409043413925, 0.129209515241154], "p_value": 0.028489028808061655, "input_sha256": "2eb0ed7937bf32ad766b3aefbf4de1143c7a22c8066586a4ec9457ad98ccc438"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3358164820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.637081863804338, "interval": [0.8158354450191494, 10.458328282589527], "p_value": 0.029, "input_sha256": "b5cefb904a34b8816d5e9ffdfecd4efe9e6534b647e8149ffabbe8d73e79f61d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3358164820, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.637081863804338, "interval": [1.2658947645810756, 9.695389673561163], "p_value": 0.02313234802817333, "input_sha256": "b5cefb904a34b8816d5e9ffdfecd4efe9e6534b647e8149ffabbe8d73e79f61d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.05006276432050381, "seed": 3358164820, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05254676701308003, "interval": [-0.0008204985211036422, 0.1059140325472637], "p_value": 0.064, "input_sha256": "7fc57316cd06734d1cd4e9d3fb9be93becb381d5fe8fe4a7f0adfa67f8314ecb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.05006276432050381, "seed": 3358164820, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05254676701308003, "interval": [0.006525608252238762, 0.10130132649226158], "p_value": 0.05344675028640783, "input_sha256": "7fc57316cd06734d1cd4e9d3fb9be93becb381d5fe8fe4a7f0adfa67f8314ecb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1042730540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.243661964792803, "interval": [0.6111633769693752, 11.87616055261623], "p_value": 0.031, "input_sha256": "3439ad206b42014bd7216742b2f1b947e30c472bc19c97fbd1b23b041734b3c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1042730540, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.243661964792803, "interval": [1.0957688589007013, 11.478483281197368], "p_value": 0.030738376329363968, "input_sha256": "3439ad206b42014bd7216742b2f1b947e30c472bc19c97fbd1b23b041734b3c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.049625697222381915, "seed": 1042730540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06765401502761387, "interval": [0.0031813390459733693, 0.13212669100925437], "p_value": 0.038, "input_sha256": "5bc430eff44c25a4cb8dbf82a2a7c8516cf4297ef6baa9a21c440a32d97739e7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.049625697222381915, "seed": 1042730540, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06765401502761387, "interval": [0.012200728466796658, 0.13333878822882336], "p_value": 0.040216107533181375, "input_sha256": "5bc430eff44c25a4cb8dbf82a2a7c8516cf4297ef6baa9a21c440a32d97739e7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2620586694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.259203144258688, "interval": [0.4336742217125016, 10.084732066804875], "p_value": 0.031, "input_sha256": "cd85ed8fa897fa174bd8073ac1b73f40e2fb3b72d8b3d4b6342d170ecdf52c51"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2620586694, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.259203144258688, "interval": [0.7495156713900092, 9.812231144173259], "p_value": 0.033529211210393955, "input_sha256": "cd85ed8fa897fa174bd8073ac1b73f40e2fb3b72d8b3d4b6342d170ecdf52c51"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.05165971615957428, "seed": 2620586694, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.062298175021806526, "interval": [0.0072125743360233405, 0.1173837757075897], "p_value": 0.026, "input_sha256": "7042b656c8e9de3d723bb7b02a61b3f2d1f44c632433cb12f33c47622f041e43"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.05165971615957428, "seed": 2620586694, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.062298175021806526, "interval": [0.015592491322922149, 0.11813118329292438], "p_value": 0.027871921176405644, "input_sha256": "7042b656c8e9de3d723bb7b02a61b3f2d1f44c632433cb12f33c47622f041e43"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 19367373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.73440697471376, "interval": [2.769689732464739, 12.699124216962781], "p_value": 0.005, "input_sha256": "c38ac0921ee392791c291e84e79087664458682569974eefb9d167fdb9085051"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 19367373, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.73440697471376, "interval": [3.0398493419596493, 12.293159622434732], "p_value": 0.003195981603707089, "input_sha256": "c38ac0921ee392791c291e84e79087664458682569974eefb9d167fdb9085051"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0487383930301317, "seed": 19367373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07741634039279041, "interval": [0.026780524562977227, 0.1280521562226036], "p_value": 0.006, "input_sha256": "998b63883ffc992ff4acac1c0fc9a8647f448a54f1cb7869c9cb50a130bfb4b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0487383930301317, "seed": 19367373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07741634039279041, "interval": [0.03218251492153119, 0.12821915781060922], "p_value": 0.003775328783382092, "input_sha256": "998b63883ffc992ff4acac1c0fc9a8647f448a54f1cb7869c9cb50a130bfb4b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 216271055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.637764870819305, "interval": [1.2844353907017094, 9.991094350936901], "p_value": 0.012, "input_sha256": "f9ceac51064921464d0af7d492a1412370a54c973b5e969535e25d436bc5716c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 216271055, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.637764870819305, "interval": [1.2378280077577999, 9.523123144092299], "p_value": 0.012518224064063329, "input_sha256": "f9ceac51064921464d0af7d492a1412370a54c973b5e969535e25d436bc5716c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.04894664130383826, "seed": 216271055, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049224741452855186, "interval": [-0.002353748916206086, 0.10080323182191646], "p_value": 0.054, "input_sha256": "d705d8f616ce6014a7d23ad1f7b75fefc857a0b8c7d3a0913d3c682426f1b22c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.04894664130383826, "seed": 216271055, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049224741452855186, "interval": [-0.008943460774136595, 0.09174708708312057], "p_value": 0.060796367249504664, "input_sha256": "d705d8f616ce6014a7d23ad1f7b75fefc857a0b8c7d3a0913d3c682426f1b22c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1133918662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.64711570359958, "interval": [0.15757764972346955, 9.13665375747569], "p_value": 0.04, "input_sha256": "898612dd259bf13c47276dee8748c0a84d18d78d45ccabb27220892e73d03363"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1133918662, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.64711570359958, "interval": [0.5470796611934744, 9.125977746030253], "p_value": 0.04284813288135931, "input_sha256": "898612dd259bf13c47276dee8748c0a84d18d78d45ccabb27220892e73d03363"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.04986152963489625, "seed": 1133918662, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046837742668381435, "interval": [-0.001333004245601753, 0.09500848958236463], "p_value": 0.057, "input_sha256": "bacaf36ad921d41d6abd31abe3a257f7a9f9a4dd46407bbff60481c8b2748878"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.04986152963489625, "seed": 1133918662, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046837742668381435, "interval": [0.00606540038627675, 0.09795927167135995], "p_value": 0.05634814677950559, "input_sha256": "bacaf36ad921d41d6abd31abe3a257f7a9f9a4dd46407bbff60481c8b2748878"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3494901958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.956827500492282, "interval": [1.0913518252725005, 10.822303175712063], "p_value": 0.024, "input_sha256": "e378d581cee02c3b12c3b499d59d7f4250332feec2b2b10adedf3ea19228eb15"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3494901958, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.956827500492282, "interval": [2.0018501119068013, 11.097074922946293], "p_value": 0.017772960937812422, "input_sha256": "e378d581cee02c3b12c3b499d59d7f4250332feec2b2b10adedf3ea19228eb15"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.04867740275620376, "seed": 3494901958, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05132169565952535, "interval": [0.0019816880859837988, 0.1006617032330669], "p_value": 0.043, "input_sha256": "038db37156ad817fe28a17882c7d58f3ed7cc2d4c02b18b41222d65915f5cc7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.04867740275620376, "seed": 3494901958, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05132169565952535, "interval": [0.011620430821370396, 0.10523213956297545], "p_value": 0.04189425461783508, "input_sha256": "038db37156ad817fe28a17882c7d58f3ed7cc2d4c02b18b41222d65915f5cc7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2758443244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.511650563498053, "interval": [-2.017097622952525, 7.040398749948631], "p_value": 0.252, "input_sha256": "54695bfc471da2132f91b854917aff46d1f27e4597f14714c86ea280db4e6488"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2758443244, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.511650563498053, "interval": [-1.9922833037865957, 6.711083012097425], "p_value": 0.26859236375456025, "input_sha256": "54695bfc471da2132f91b854917aff46d1f27e4597f14714c86ea280db4e6488"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.04808473646414159, "seed": 2758443244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023563222771196837, "interval": [-0.021632823647129457, 0.06875926918952313], "p_value": 0.282, "input_sha256": "eb7d450f4bd96ef95b1da4b3a5ea27f29eec997f514a223fca3afe16a9f688e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.04808473646414159, "seed": 2758443244, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023563222771196837, "interval": [-0.020381424314844396, 0.0639126105876643], "p_value": 0.29783529501197764, "input_sha256": "eb7d450f4bd96ef95b1da4b3a5ea27f29eec997f514a223fca3afe16a9f688e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 476753187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7327716289306405, "interval": [2.9819574112992404, 12.48358584656204], "p_value": 0.003, "input_sha256": "ff9002bcf337ccf9a7728633b3332ced12b09c559053f283e8fc6efb58ab2c9d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 476753187, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7327716289306405, "interval": [3.2675899784864115, 12.252204643593188], "p_value": 0.002147146222728969, "input_sha256": "ff9002bcf337ccf9a7728633b3332ced12b09c559053f283e8fc6efb58ab2c9d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.04885957914938267, "seed": 476753187, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07703325606014286, "interval": [0.029684156283609854, 0.12438235583667587], "p_value": 0.003, "input_sha256": "35a551bd287e51812c053d9e9dbc9bcfa13a4339582105599986422b13deaa04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.04885957914938267, "seed": 476753187, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07703325606014286, "interval": [0.03147747005883059, 0.12352011092588745], "p_value": 0.0021470983451080208, "input_sha256": "35a551bd287e51812c053d9e9dbc9bcfa13a4339582105599986422b13deaa04"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2944843823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.878697606500332, "interval": [1.0839999764118562, 8.673395236588807], "p_value": 0.012, "input_sha256": "62fabceec45a2cf28191ef2550e55cc72f2149f9970e279aeaa07d08e9d7a8d7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2944843823, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.878697606500332, "interval": [1.3636734755665842, 8.771679191459532], "p_value": 0.013148021253184986, "input_sha256": "62fabceec45a2cf28191ef2550e55cc72f2149f9970e279aeaa07d08e9d7a8d7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.05096502878149765, "seed": 2944843823, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05260026057813097, "interval": [0.008740159394211022, 0.09646036176205092], "p_value": 0.022, "input_sha256": "bf4641f6b608db5f119654aabb64fd07cb012d4e3f65b33a4254749c6b9772ee"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.05096502878149765, "seed": 2944843823, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05260026057813097, "interval": [0.011107939200366276, 0.09586870281330147], "p_value": 0.02018259188857956, "input_sha256": "bf4641f6b608db5f119654aabb64fd07cb012d4e3f65b33a4254749c6b9772ee"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3282078464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.66852404789364, "interval": [2.3792964921041095, 12.957751603683171], "p_value": 0.009, "input_sha256": "1d735617f8411f3e0ece3ffc6210b7a83ecbd4c85bc1608f755340ec1ced345f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3282078464, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.66852404789364, "interval": [2.6614997540992635, 12.617543329126905], "p_value": 0.005633794408073697, "input_sha256": "1d735617f8411f3e0ece3ffc6210b7a83ecbd4c85bc1608f755340ec1ced345f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.05120369381675138, "seed": 3282078464, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08530559477351132, "interval": [0.028897271665286273, 0.14171391788173637], "p_value": 0.009, "input_sha256": "64ff106abfe55548e40d0eb02fe288a3969665cd8b3281da192ae43f076e3665"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.05120369381675138, "seed": 3282078464, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08530559477351132, "interval": [0.03248870421599087, 0.14090205999281902], "p_value": 0.004077572342434131, "input_sha256": "64ff106abfe55548e40d0eb02fe288a3969665cd8b3281da192ae43f076e3665"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 633066357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.949200413364571, "interval": [0.45216690761021194, 11.446233919118932], "p_value": 0.038, "input_sha256": "2cac61d6e1f82121fc43418bfc5be698b290d46c57d9f96408246fe0ad2271f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 633066357, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.949200413364571, "interval": [1.2111412639450392, 11.339340119318244], "p_value": 0.034685427476535406, "input_sha256": "2cac61d6e1f82121fc43418bfc5be698b290d46c57d9f96408246fe0ad2271f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.048303172944763426, "seed": 633066357, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05878195741454534, "interval": [0.0013481708713067656, 0.11621574395778392], "p_value": 0.05, "input_sha256": "f751cdb271d6574cd9d30669c5e8178f3310257e563525455f40c13876063a51"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.048303172944763426, "seed": 633066357, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05878195741454534, "interval": [0.008864749940808618, 0.11397458014777549], "p_value": 0.04511364205417528, "input_sha256": "f751cdb271d6574cd9d30669c5e8178f3310257e563525455f40c13876063a51"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 442254676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.594377017646055, "interval": [1.1932105360813354, 9.995543499210775], "p_value": 0.018, "input_sha256": "d50b22037b6d9168e5ad3ca8837595d15f1486b0b1492086369af84049cc35dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 442254676, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.594377017646055, "interval": [1.2581483616861169, 9.298754775678173], "p_value": 0.014230074039604723, "input_sha256": "d50b22037b6d9168e5ad3ca8837595d15f1486b0b1492086369af84049cc35dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.049721477262465605, "seed": 442254676, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04999081946435363, "interval": [0.007911394982645967, 0.0920702439460613], "p_value": 0.023, "input_sha256": "08365497da4d5a067e03ffee29deb0ba5f88daedf1e6e5f437b0bc5d74ba288a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.049721477262465605, "seed": 442254676, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04999081946435363, "interval": [0.008905782017888426, 0.08551331268793184], "p_value": 0.021192367774682815, "input_sha256": "08365497da4d5a067e03ffee29deb0ba5f88daedf1e6e5f437b0bc5d74ba288a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3871221641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.326582868070329, "interval": [4.214870692652095, 12.438295043488562], "p_value": 0.001, "input_sha256": "dc524e2b48b390b946246d7ea72d2e7c15e3636a3cf4245f674d1add70bc1302"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3871221641, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.326582868070329, "interval": [4.819623462639603, 12.331958358668695], "p_value": 0.0002131158761063101, "input_sha256": "dc524e2b48b390b946246d7ea72d2e7c15e3636a3cf4245f674d1add70bc1302"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.04732933482339628, "seed": 3871221641, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08405994697575633, "interval": [0.04203046908846079, 0.12608942486305189], "p_value": 0.001, "input_sha256": "f8b258bdf898901dbdd5941382a115bdc07ad67f6eb15e049ab625fae4d778c0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.04732933482339628, "seed": 3871221641, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08405994697575633, "interval": [0.046983865376787344, 0.1244419964604352], "p_value": 0.00024919796558577756, "input_sha256": "f8b258bdf898901dbdd5941382a115bdc07ad67f6eb15e049ab625fae4d778c0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3782960331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.384277997714765, "interval": [3.47843246874157, 11.29012352668796], "p_value": 0.003, "input_sha256": "9591361794cf6451a01a0afe7137a97d032af44998cd016ba1f9f55cd8c5e7db"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3782960331, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.384277997714765, "interval": [3.9579263910596603, 11.053073337520553], "p_value": 0.0004956743191381816, "input_sha256": "9591361794cf6451a01a0afe7137a97d032af44998cd016ba1f9f55cd8c5e7db"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.04944418895749094, "seed": 3782960331, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07635942508610954, "interval": [0.0365627633353459, 0.11615608683687319], "p_value": 0.002, "input_sha256": "caa82d9414345f43b1045c42b6c2ab0371ee995992a41f6d1d2e030069e16430"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.04944418895749094, "seed": 3782960331, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07635942508610954, "interval": [0.04002474333106761, 0.11191421019518968], "p_value": 0.00042201527006722984, "input_sha256": "caa82d9414345f43b1045c42b6c2ab0371ee995992a41f6d1d2e030069e16430"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 989369927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.467645297135297, "interval": [2.568384364194044, 12.36690623007655], "p_value": 0.008, "input_sha256": "62f4d96daee49ab63e52893b7485bd96d94e3e844c8690e8053667b856618f7a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 989369927, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.467645297135297, "interval": [2.7580702618188493, 11.773592929718827], "p_value": 0.00394316936193623, "input_sha256": "62f4d96daee49ab63e52893b7485bd96d94e3e844c8690e8053667b856618f7a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.049298507649560716, "seed": 989369927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06193885533193941, "interval": [0.010042720410453246, 0.11383499025342557], "p_value": 0.026, "input_sha256": "34146bf5479b3c99d02ad4ddfb8686d5cac03659dd1e8c56c215f328cae75555"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.049298507649560716, "seed": 989369927, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06193885533193941, "interval": [0.014032672547617614, 0.10929450202154951], "p_value": 0.020700068014246342, "input_sha256": "34146bf5479b3c99d02ad4ddfb8686d5cac03659dd1e8c56c215f328cae75555"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1324919348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.556733800359115, "interval": [-1.0227919437663449, 10.136259544484576], "p_value": 0.111, "input_sha256": "fdaa78e5fe88f663286125f468560015d5e30756c2a327f37e01ebf4b647a070"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1324919348, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.556733800359115, "interval": [-0.6226290684035459, 9.870584449936532], "p_value": 0.10631371400315719, "input_sha256": "fdaa78e5fe88f663286125f468560015d5e30756c2a327f37e01ebf4b647a070"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.05036996316286195, "seed": 1324919348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.049019629805494125, "interval": [-0.010254661017408045, 0.1082939206283963], "p_value": 0.109, "input_sha256": "db8d34f7af204b714a07ec5b3b212b6bb5378115fc1fcb7dce32a16341ce4fa1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.05036996316286195, "seed": 1324919348, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.049019629805494125, "interval": [-0.002241508213459173, 0.11263284318968111], "p_value": 0.10201074429176067, "input_sha256": "db8d34f7af204b714a07ec5b3b212b6bb5378115fc1fcb7dce32a16341ce4fa1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2477252589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20684959660475144, "interval": [-5.137531850865285, 5.551231044074788], "p_value": 0.947, "input_sha256": "4d5dded495221c45a4bdbc23a997a1857ff701804a23757f27ad65b5827acd2b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2477252589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20684959660475144, "interval": [-4.974692908738328, 5.271052484027722], "p_value": 0.937958841331995, "input_sha256": "4d5dded495221c45a4bdbc23a997a1857ff701804a23757f27ad65b5827acd2b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.049529659151799875, "seed": 2477252589, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007290765372005417, "interval": [-0.05030272864004664, 0.06488425938405748], "p_value": 0.81, "input_sha256": "4d03818db116e909e3530f360e456327825d6fabe16ffe2cf6b1e95b62a7fb0e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.049529659151799875, "seed": 2477252589, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007290765372005417, "interval": [-0.04659143552278461, 0.06251272857028134], "p_value": 0.7991175734432376, "input_sha256": "4d03818db116e909e3530f360e456327825d6fabe16ffe2cf6b1e95b62a7fb0e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4217147869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.965919816913788, "interval": [1.2803444458953188, 8.651495187932257], "p_value": 0.01, "input_sha256": "ebfd6a52e5a97f8587dd66c2c9020c5cc104823828d04241a94e0a3c65d91317"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4217147869, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.965919816913788, "interval": [1.7466388370782808, 8.775332954712017], "p_value": 0.009670195224363238, "input_sha256": "ebfd6a52e5a97f8587dd66c2c9020c5cc104823828d04241a94e0a3c65d91317"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.04920721975752964, "seed": 4217147869, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04901840266737294, "interval": [0.009230724416334261, 0.0888060809184116], "p_value": 0.018, "input_sha256": "7b21544755c87f4708dd8dce72af9e9a806207e5e2fba09969455cee956f7eca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.04920721975752964, "seed": 4217147869, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04901840266737294, "interval": [0.01416074396858178, 0.08878684911331648], "p_value": 0.017107907416852506, "input_sha256": "7b21544755c87f4708dd8dce72af9e9a806207e5e2fba09969455cee956f7eca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3330832437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.859747471222944, "interval": [-1.3930057739028694, 9.112500716348757], "p_value": 0.142, "input_sha256": "c7d16acb1de10c3a42a1e8df286e05a370ebde48cc92bf52f0347e03efa33288"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3330832437, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.859747471222944, "interval": [-1.075281160974541, 8.699544749527247], "p_value": 0.144756283348293, "input_sha256": "c7d16acb1de10c3a42a1e8df286e05a370ebde48cc92bf52f0347e03efa33288"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.04650988781442876, "seed": 3330832437, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030887548830315567, "interval": [-0.01981390435760843, 0.08158900201823957], "p_value": 0.218, "input_sha256": "13fcbf3059d68c35fa816280547c5126d3c2e69344db4f70b81ea295be6f38f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.04650988781442876, "seed": 3330832437, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030887548830315567, "interval": [-0.015407389787528957, 0.07958121776515172], "p_value": 0.22471314024035247, "input_sha256": "13fcbf3059d68c35fa816280547c5126d3c2e69344db4f70b81ea295be6f38f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3141990830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.287542267106308, "interval": [-2.8653223772423493, 7.440406911454965], "p_value": 0.389, "input_sha256": "889690774649f639ff92d19b1633448773212815627dcc9c8683f23bb44dbc8b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3141990830, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.287542267106308, "interval": [-2.5839011067097406, 6.756293991271876], "p_value": 0.3733637636464471, "input_sha256": "889690774649f639ff92d19b1633448773212815627dcc9c8683f23bb44dbc8b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.047820543799238655, "seed": 3141990830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02863591383881347, "interval": [-0.024582791549879635, 0.08185461922750657], "p_value": 0.285, "input_sha256": "2360d6f6abf910fd3491a7c57873161796d95bb382be61570c889e43e1095ff1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.047820543799238655, "seed": 3141990830, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02863591383881347, "interval": [-0.020022474597047042, 0.07835753953770717], "p_value": 0.2815786549530128, "input_sha256": "2360d6f6abf910fd3491a7c57873161796d95bb382be61570c889e43e1095ff1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 641382105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.645541541122022, "interval": [0.6392368226656737, 8.65184625957837], "p_value": 0.025, "input_sha256": "b2525511a8c68f99e9fbaa339822657c61b368cd1d8b7d1535ab6a405686b564"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 641382105, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.645541541122022, "interval": [0.3837302837340627, 7.815793936315915], "p_value": 0.024411185761003464, "input_sha256": "b2525511a8c68f99e9fbaa339822657c61b368cd1d8b7d1535ab6a405686b564"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.05029899269391497, "seed": 641382105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05311390323937386, "interval": [0.00923541751643877, 0.09699238896230894], "p_value": 0.021, "input_sha256": "2667d12f8d60865c7c665138832f7befb02cb97f1ae3b66ccdf5b68f29f0e372"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.05029899269391497, "seed": 641382105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05311390323937386, "interval": [0.007539279370328066, 0.0926316033700321], "p_value": 0.019282550315081158, "input_sha256": "2667d12f8d60865c7c665138832f7befb02cb97f1ae3b66ccdf5b68f29f0e372"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1613082209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.490796517397061, "interval": [2.194056132479191, 10.78753690231493], "p_value": 0.004, "input_sha256": "202ec4a87ee2c3a4c0cd1b350efe595fa3dcb12d2be6c126c7e3087a41ee7aed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1613082209, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.490796517397061, "interval": [2.611645706839697, 11.17819723342501], "p_value": 0.00407783068868372, "input_sha256": "202ec4a87ee2c3a4c0cd1b350efe595fa3dcb12d2be6c126c7e3087a41ee7aed"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.04878313418928398, "seed": 1613082209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06098197295080844, "interval": [0.014115913270864783, 0.1078480326307521], "p_value": 0.014, "input_sha256": "61b82855e4508381b465959c73bdbf8884ee03b65e365b888713c82463a32577"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.04878313418928398, "seed": 1613082209, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06098197295080844, "interval": [0.016549598544766488, 0.10940056760386188], "p_value": 0.012148362504176788, "input_sha256": "61b82855e4508381b465959c73bdbf8884ee03b65e365b888713c82463a32577"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 806902213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.013837994496967, "interval": [2.389526109957695, 9.63814987903624], "p_value": 0.002, "input_sha256": "f170bae5b13ab8833fb77ee53c146e0e433f9ba5a35ec1759e72e226df67e904"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 806902213, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.013837994496967, "interval": [2.0043259455371922, 9.119402831755629], "p_value": 0.001815193823813618, "input_sha256": "f170bae5b13ab8833fb77ee53c146e0e433f9ba5a35ec1759e72e226df67e904"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.04860576294061034, "seed": 806902213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05147026268648079, "interval": [0.016294405604171898, 0.08664611976878969], "p_value": 0.005, "input_sha256": "7d7dfc31fc13c02aa80837433219e46d172bad38bb088355112c58d15d5ae6f1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.04860576294061034, "seed": 806902213, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05147026268648079, "interval": [0.015799612466908326, 0.08235651649984131], "p_value": 0.005255482192439463, "input_sha256": "7d7dfc31fc13c02aa80837433219e46d172bad38bb088355112c58d15d5ae6f1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2504257038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7470120944237575, "interval": [0.571144262339895, 10.922879926507619], "p_value": 0.039, "input_sha256": "300a4782a900d4db80cb9d218648425cfd43adb5457c594d8fd558d87245c3dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2504257038, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7470120944237575, "interval": [1.3113010269314676, 10.50150711861356], "p_value": 0.030474980808257352, "input_sha256": "300a4782a900d4db80cb9d218648425cfd43adb5457c594d8fd558d87245c3dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.05104716699576285, "seed": 2504257038, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06462137709069761, "interval": [0.004851699100071452, 0.12439105508132377], "p_value": 0.041, "input_sha256": "ebd41d23e9a01df3590f63a0d2821ff483b3d18e002b986d39fa63ba1e86b407"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.05104716699576285, "seed": 2504257038, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06462137709069761, "interval": [0.015748732961028283, 0.11942034673702068], "p_value": 0.03483757850839025, "input_sha256": "ebd41d23e9a01df3590f63a0d2821ff483b3d18e002b986d39fa63ba1e86b407"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1647472670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.941189993009729, "interval": [-0.4148882413612167, 10.297268227380675], "p_value": 0.083, "input_sha256": "263e08fa84d2693f8707d3999d29fe3034e22853d29e4eeb91a8c252dc3ee185"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1647472670, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.941189993009729, "interval": [-0.02014498318842474, 9.819370782872523], "p_value": 0.0695352074553895, "input_sha256": "263e08fa84d2693f8707d3999d29fe3034e22853d29e4eeb91a8c252dc3ee185"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.05146223802946729, "seed": 1647472670, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04964340232552607, "interval": [-0.009512877332422488, 0.10879968198347462], "p_value": 0.111, "input_sha256": "1d160a3cad1733f2359287c83410136e71b4f89152e91a5b6334bfa714f9d877"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.05146223802946729, "seed": 1647472670, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04964340232552607, "interval": [-0.007584069550970879, 0.10463419837794369], "p_value": 0.09751945787037757, "input_sha256": "1d160a3cad1733f2359287c83410136e71b4f89152e91a5b6334bfa714f9d877"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1209990337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.479531845990971, "interval": [0.6881044163010319, 10.27095927568091], "p_value": 0.025, "input_sha256": "3199b0099eba6237114777547c8476f73a29caf01c91e0401dc0ebeba55f001b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1209990337, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.479531845990971, "interval": [0.5692670828366917, 9.808887482082573], "p_value": 0.026150753516948764, "input_sha256": "3199b0099eba6237114777547c8476f73a29caf01c91e0401dc0ebeba55f001b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.04980309063443015, "seed": 1209990337, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059469988699585585, "interval": [0.011493837366715567, 0.1074461400324556], "p_value": 0.021, "input_sha256": "01c210f1ef046a99d50feed0ca3810c7efb89f29b6662570ca94d88764d2a4cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.04980309063443015, "seed": 1209990337, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059469988699585585, "interval": [0.010352523168964838, 0.10244930244086432], "p_value": 0.0164951150849718, "input_sha256": "01c210f1ef046a99d50feed0ca3810c7efb89f29b6662570ca94d88764d2a4cf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1777530752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.426156030701108, "interval": [1.464366734504181, 11.387945326898034], "p_value": 0.014, "input_sha256": "0cb4c3e35095fa9c7e5029b1350744767d4afcd0524fd4bba38fc8fe66b4f1d7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1777530752, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.426156030701108, "interval": [2.0060355950294926, 11.102455226821842], "p_value": 0.012538581922424843, "input_sha256": "0cb4c3e35095fa9c7e5029b1350744767d4afcd0524fd4bba38fc8fe66b4f1d7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.04930698658463585, "seed": 1777530752, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06361076986229654, "interval": [0.009158181018495283, 0.1180633587060978], "p_value": 0.02, "input_sha256": "9d4a36c6184040c4c730de9bf47fdf0006c989586a5947f8abc90111bce777fb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.04930698658463585, "seed": 1777530752, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06361076986229654, "interval": [0.015117386477669128, 0.11752883756864724], "p_value": 0.02325047331594774, "input_sha256": "9d4a36c6184040c4c730de9bf47fdf0006c989586a5947f8abc90111bce777fb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1190009130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5940377031456014, "interval": [1.402232723293345, 9.785842682997858], "p_value": 0.011, "input_sha256": "59cbe3e142eb2cf5a661d38d329a6b9b1712bc90912ca8f0790f10758ae9352e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1190009130, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5940377031456014, "interval": [1.9021762212474864, 9.613092612658274], "p_value": 0.010345113344190342, "input_sha256": "59cbe3e142eb2cf5a661d38d329a6b9b1712bc90912ca8f0790f10758ae9352e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0496704722397096, "seed": 1190009130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04793481872740166, "interval": [0.0012666127242024552, 0.09460302473060087], "p_value": 0.034, "input_sha256": "684b6d51d1c6048bcf21cb8e086fbd1419c52c767c3212db8ca98106566e1f1a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0496704722397096, "seed": 1190009130, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04793481872740166, "interval": [0.005384859872265749, 0.09094229869997042], "p_value": 0.04439230613197991, "input_sha256": "684b6d51d1c6048bcf21cb8e086fbd1419c52c767c3212db8ca98106566e1f1a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2071809335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8755002517287256, "interval": [-3.1766565778492497, 6.927657081306701], "p_value": 0.475, "input_sha256": "40ade1ea48ab786a37c7219df231d5b1c351c047e2f914ec01ebb8be12ab8c59"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2071809335, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8755002517287256, "interval": [-3.3057516155177322, 6.360745455183051], "p_value": 0.45687955063636476, "input_sha256": "40ade1ea48ab786a37c7219df231d5b1c351c047e2f914ec01ebb8be12ab8c59"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.04827720770174618, "seed": 2071809335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02113685210272656, "interval": [-0.03373508210622832, 0.07600878631168144], "p_value": 0.446, "input_sha256": "2dccd679aa4fb76f2c4d5eabd0f704bd465b8b4470d0ce685bd39d6763f7c20b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.04827720770174618, "seed": 2071809335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02113685210272656, "interval": [-0.041370368487071, 0.06707863965460838], "p_value": 0.4403193178790412, "input_sha256": "2dccd679aa4fb76f2c4d5eabd0f704bd465b8b4470d0ce685bd39d6763f7c20b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3796984225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.483772414220379, "interval": [-3.979489517913942, 6.9470343463547], "p_value": 0.593, "input_sha256": "a5a48a39fb03844e859460823122a9bee7b17f0fe3770d2fc0654d58822bd80a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3796984225, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.483772414220379, "interval": [-3.736179699943503, 6.957324984661843], "p_value": 0.5856636281208091, "input_sha256": "a5a48a39fb03844e859460823122a9bee7b17f0fe3770d2fc0654d58822bd80a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.05061570539816185, "seed": 3796984225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010477575526212368, "interval": [-0.04546054418021098, 0.06641569523263571], "p_value": 0.71, "input_sha256": "9641430ea0044d86b6e0316467a5c6697454b573ec80b8df815ea2777f73b147"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.05061570539816185, "seed": 3796984225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010477575526212368, "interval": [-0.04418535735232888, 0.0644875637291321], "p_value": 0.7066211703481744, "input_sha256": "9641430ea0044d86b6e0316467a5c6697454b573ec80b8df815ea2777f73b147"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3469486787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5418340003326563, "interval": [-2.0352349209696863, 7.118902921634999], "p_value": 0.256, "input_sha256": "c119eabc611de9f7fc11870c46e8753ba5a59efacdeed5241563c0420667a4ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3469486787, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5418340003326563, "interval": [-1.3291746124502062, 7.0170076411915305], "p_value": 0.2679664354735591, "input_sha256": "c119eabc611de9f7fc11870c46e8753ba5a59efacdeed5241563c0420667a4ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.049124301119675536, "seed": 3469486787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.020365550036867575, "interval": [-0.024898792659211112, 0.06562989273294625], "p_value": 0.346, "input_sha256": "2697c9f04a2731c867fc39e182b9408e7008e15429cae9242601c40d19276ee5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.049124301119675536, "seed": 3469486787, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.020365550036867575, "interval": [-0.01889652773188113, 0.06520615627644795], "p_value": 0.3679032166606614, "input_sha256": "2697c9f04a2731c867fc39e182b9408e7008e15429cae9242601c40d19276ee5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3331731241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.582732802940981, "interval": [4.0149887445218555, 13.150476861360108], "p_value": 0.001, "input_sha256": "8b3f7168708633f766cadf65a1c785df0d7467707393d84cca340f4c8431ae99"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3331731241, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.582732802940981, "interval": [4.406313932942983, 12.732672649928316], "p_value": 0.0005136742838859823, "input_sha256": "8b3f7168708633f766cadf65a1c785df0d7467707393d84cca340f4c8431ae99"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.05074250206952049, "seed": 3331731241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09150222055151577, "interval": [0.043906993215918684, 0.13909744788711287], "p_value": 0.001, "input_sha256": "11fc6773c5777e4abfdbd0837362e781e48e3018c4a0c7325f83f735a0dff5af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.05074250206952049, "seed": 3331731241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09150222055151577, "interval": [0.048694064208539764, 0.136912303704596], "p_value": 0.00039072183608650083, "input_sha256": "11fc6773c5777e4abfdbd0837362e781e48e3018c4a0c7325f83f735a0dff5af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3016896643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2943021370682164, "interval": [-2.174223263839826, 8.762827537976259], "p_value": 0.233, "input_sha256": "b80c5711866ec803cb7b614c909ce4ca5c7604bce2bae6da149681c9898eebdd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3016896643, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2943021370682164, "interval": [-1.929814430022708, 8.132302231987595], "p_value": 0.2287321488503672, "input_sha256": "b80c5711866ec803cb7b614c909ce4ca5c7604bce2bae6da149681c9898eebdd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.04928980697638321, "seed": 3016896643, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031238768863504074, "interval": [-0.025859831672914634, 0.08833736939992279], "p_value": 0.275, "input_sha256": "92677d27bad3de72a3758912cdef9efbb3e502553e4ecd761c590f4c9da13ab8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.04928980697638321, "seed": 3016896643, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031238768863504074, "interval": [-0.02460379570298933, 0.08210674315488274], "p_value": 0.2734071046081637, "input_sha256": "92677d27bad3de72a3758912cdef9efbb3e502553e4ecd761c590f4c9da13ab8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2164434105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.442512334875346, "interval": [-2.2522963744875106, 9.137321044238202], "p_value": 0.24, "input_sha256": "7c28b09a0a982745249dc1e9f8543f9e64fd2320d802a15cd25a4d2af1c7f647"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2164434105, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.442512334875346, "interval": [-1.9727688210933214, 9.04384383010492], "p_value": 0.22811539628612823, "input_sha256": "7c28b09a0a982745249dc1e9f8543f9e64fd2320d802a15cd25a4d2af1c7f647"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.04813354383265967, "seed": 2164434105, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033909314734218154, "interval": [-0.02451150642578541, 0.09233013589422172], "p_value": 0.249, "input_sha256": "10cc02d2b9047ab58dfaf8c1dd3225808dfbb38f89c7cf150d0040bfea0b8702"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.04813354383265967, "seed": 2164434105, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033909314734218154, "interval": [-0.01752187821346696, 0.09508677632146637], "p_value": 0.24663303528816985, "input_sha256": "10cc02d2b9047ab58dfaf8c1dd3225808dfbb38f89c7cf150d0040bfea0b8702"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1048907191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.947453834984719, "interval": [4.600583669786859, 15.294324000182579], "p_value": 0.002, "input_sha256": "9a0382c59c8ecd4d797296257f4b2960fa993475e9567e33f511bd2ab5d88a8d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1048907191, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.947453834984719, "interval": [4.771748557202117, 14.464009782381252], "p_value": 0.0005629452499029778, "input_sha256": "9a0382c59c8ecd4d797296257f4b2960fa993475e9567e33f511bd2ab5d88a8d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.05124724645882792, "seed": 1048907191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09684947514926132, "interval": [0.03525111804346607, 0.15844783225505657], "p_value": 0.002, "input_sha256": "63f0a93a2cdf0d610000b65179fc1fb77f2db3c447f0dc2b147d6695244527a9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.05124724645882792, "seed": 1048907191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09684947514926132, "interval": [0.03733601068943372, 0.14979846438098374], "p_value": 0.0029229746662529535, "input_sha256": "63f0a93a2cdf0d610000b65179fc1fb77f2db3c447f0dc2b147d6695244527a9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1098701388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.3130860732898935, "interval": [-1.0770651594518386, 9.703237306031625], "p_value": 0.112, "input_sha256": "1152f33d530d36058124912d2df679763fb37d3fbbbfe2ccbfb1d1954ba18366"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1098701388, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.3130860732898935, "interval": [-1.0479684377617144, 9.097523789037771], "p_value": 0.11343510396383835, "input_sha256": "1152f33d530d36058124912d2df679763fb37d3fbbbfe2ccbfb1d1954ba18366"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.04966526496827208, "seed": 1098701388, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044311018966174315, "interval": [-0.013120940088828865, 0.10174297802117749], "p_value": 0.126, "input_sha256": "1aea8b26eb92de9a4b0303a9adb036630bf1561ca63310767624552cdac72c0d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.04966526496827208, "seed": 1098701388, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044311018966174315, "interval": [-0.00723227746691938, 0.09642252005792475], "p_value": 0.12656073127676903, "input_sha256": "1aea8b26eb92de9a4b0303a9adb036630bf1561ca63310767624552cdac72c0d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1235184381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.325380806011286, "interval": [0.29408808927259855, 10.356673522749974], "p_value": 0.033, "input_sha256": "0ea2e238ae908fa27dfa668eadcbbadb987ff03c44716ac2dc5029781545d752"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1235184381, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.325380806011286, "interval": [0.42544144330256534, 9.661246843034004], "p_value": 0.03860787507507693, "input_sha256": "0ea2e238ae908fa27dfa668eadcbbadb987ff03c44716ac2dc5029781545d752"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.04984109042704228, "seed": 1235184381, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045455813510655, "interval": [-0.0072755424009249, 0.0981871694222349], "p_value": 0.08, "input_sha256": "cd192ac25f51723c784fe62c8d9e6d47b6bf35ee7904613a487d751fa7dfeed0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.04984109042704228, "seed": 1235184381, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045455813510655, "interval": [-0.005821720549361726, 0.09110073416366739], "p_value": 0.08895621865467734, "input_sha256": "cd192ac25f51723c784fe62c8d9e6d47b6bf35ee7904613a487d751fa7dfeed0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 681872764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.887942625993377, "interval": [-2.380288995816586, 6.15617424780334], "p_value": 0.38, "input_sha256": "84cdd2dc79130c7b9c389df026b8eb64bd62a09f5d4c78e22f21337b52c970fa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 681872764, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.887942625993377, "interval": [-1.5732850361843214, 6.166739377757027], "p_value": 0.3761506804292606, "input_sha256": "84cdd2dc79130c7b9c389df026b8eb64bd62a09f5d4c78e22f21337b52c970fa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0494800374644159, "seed": 681872764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005633310162832902, "interval": [-0.039994358962968164, 0.05126097928863397], "p_value": 0.798, "input_sha256": "fe6e00cc31ce3415b66e291fe1456bda21ebe7e360f0fc1d0125ab4ef4b7a49c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0494800374644159, "seed": 681872764, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005633310162832902, "interval": [-0.035562922800197766, 0.0494428676451802], "p_value": 0.8039579734638748, "input_sha256": "fe6e00cc31ce3415b66e291fe1456bda21ebe7e360f0fc1d0125ab4ef4b7a49c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 737334999, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.196569397239719, "interval": [3.3447939192312734, 13.048344875248164], "p_value": 0.006, "input_sha256": "7bcb7afc1507512cfeb8ef929cab8b7117982fff2c3306a0e966db531d925ef9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 737334999, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.196569397239719, "interval": [3.706162141503124, 12.912981990973044], "p_value": 0.0015808364395061936, "input_sha256": "7bcb7afc1507512cfeb8ef929cab8b7117982fff2c3306a0e966db531d925ef9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.04829926956863833, "seed": 737334999, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07935656075498278, "interval": [0.02562862403319051, 0.13308449747677503], "p_value": 0.007, "input_sha256": "c1ec468840aaeb8d3c2656868ee0a6a63b930da7aa24d8d79817941311df8682"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.04829926956863833, "seed": 737334999, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07935656075498278, "interval": [0.03036332459627849, 0.1342822645353831], "p_value": 0.005040516213099706, "input_sha256": "c1ec468840aaeb8d3c2656868ee0a6a63b930da7aa24d8d79817941311df8682"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3827643733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.337984214400935, "interval": [3.893146583813368, 14.7828218449885], "p_value": 0.002, "input_sha256": "e86288f0254a05bc8032fb35f7a748d1160e0d0f6cb1aa9b14469e00400772b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3827643733, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.337984214400935, "interval": [4.185774214454482, 14.12810424170105], "p_value": 0.0013120416137472849, "input_sha256": "e86288f0254a05bc8032fb35f7a748d1160e0d0f6cb1aa9b14469e00400772b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.05014315980742319, "seed": 3827643733, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10161346948165735, "interval": [0.044576680808142574, 0.15865025815517214], "p_value": 0.002, "input_sha256": "c139f0c269de1b5aa66f77873685434054bda0304f71cb0be6f4234f9d8851a6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.05014315980742319, "seed": 3827643733, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10161346948165735, "interval": [0.046632394183340434, 0.14993826656770373], "p_value": 0.0009256493905903206, "input_sha256": "c139f0c269de1b5aa66f77873685434054bda0304f71cb0be6f4234f9d8851a6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 341703801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3229929780172913, "interval": [-1.5099485025936739, 8.155934458628256], "p_value": 0.182, "input_sha256": "2bd1cf843e4d7875314ba93203ff25837b873cce1a4ab445cdfe325df7062004"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 341703801, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3229929780172913, "interval": [-1.3784591688801213, 7.878446197308497], "p_value": 0.17201819638609925, "input_sha256": "2bd1cf843e4d7875314ba93203ff25837b873cce1a4ab445cdfe325df7062004"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.050385829431979334, "seed": 341703801, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025843153074375, "interval": [-0.02715840377917743, 0.07884470992792743], "p_value": 0.334, "input_sha256": "6953e9683da33069972b8c56d2feac1ae153626e096b98b706c1205287335626"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.050385829431979334, "seed": 341703801, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025843153074375, "interval": [-0.02450605561440522, 0.07861441234301195], "p_value": 0.32967436653193816, "input_sha256": "6953e9683da33069972b8c56d2feac1ae153626e096b98b706c1205287335626"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1780309871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.148793611835009, "interval": [1.0914697116191583, 11.20611751205086], "p_value": 0.016, "input_sha256": "70eb0ea0b1eb8c02caf537c7b01c2f2dace097fb43553780f5259711bc0e09f1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1780309871, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.148793611835009, "interval": [1.841567724580869, 10.938001807035262], "p_value": 0.01856771580785553, "input_sha256": "70eb0ea0b1eb8c02caf537c7b01c2f2dace097fb43553780f5259711bc0e09f1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.05010441925423601, "seed": 1780309871, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0793235033312745, "interval": [0.02419551030382669, 0.1344514963587223], "p_value": 0.003, "input_sha256": "a6db22695ab2cbb427560d91d4145d03c13cea05fffec6174dbbdef99401f351"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.05010441925423601, "seed": 1780309871, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0793235033312745, "interval": [0.033491249607747235, 0.1330899176127026], "p_value": 0.006183257618872422, "input_sha256": "a6db22695ab2cbb427560d91d4145d03c13cea05fffec6174dbbdef99401f351"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1695372191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.981608689675739, "interval": [0.7947709909278018, 13.168446388423677], "p_value": 0.026, "input_sha256": "04c00c7663b21b36183eca23be689de19bd688355bab242b2478546787ef36c5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1695372191, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.981608689675739, "interval": [1.3243913112663037, 13.132905123533115], "p_value": 0.02827568418169202, "input_sha256": "04c00c7663b21b36183eca23be689de19bd688355bab242b2478546787ef36c5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.04933379141963018, "seed": 1695372191, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07011655823783403, "interval": [0.0067384996819848525, 0.13349461679368319], "p_value": 0.03, "input_sha256": "784b770756fe79b318751c2f30a9853faba1e01cd6103f2d24320708a2a805a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.04933379141963018, "seed": 1695372191, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07011655823783403, "interval": [0.015924228935622318, 0.13537738520420198], "p_value": 0.031291998601375284, "input_sha256": "784b770756fe79b318751c2f30a9853faba1e01cd6103f2d24320708a2a805a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2698657029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.720311308097303, "interval": [-0.433772371660031, 9.874394987854636], "p_value": 0.08, "input_sha256": "b0f109ec24a50ae37348c72e6f7b8175de02200ee537a3a98129ca331993fd2f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2698657029, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.720311308097303, "interval": [-0.1625075669276379, 9.609975871830832], "p_value": 0.0714670788794351, "input_sha256": "b0f109ec24a50ae37348c72e6f7b8175de02200ee537a3a98129ca331993fd2f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.04766841633163167, "seed": 2698657029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04644697537216719, "interval": [-0.008245261563477845, 0.10113921230781223], "p_value": 0.105, "input_sha256": "6a20e7d803a9294439c7749679f041bb011ceae9c9622a3df6d4d1349138bb11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.04766841633163167, "seed": 2698657029, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04644697537216719, "interval": [-0.0033392572709023114, 0.09774321611203939], "p_value": 0.09366760010618909, "input_sha256": "6a20e7d803a9294439c7749679f041bb011ceae9c9622a3df6d4d1349138bb11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2943889212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.695762807862, "interval": [1.8366843764423306, 11.554841239281668], "p_value": 0.015, "input_sha256": "97161ebd38bd365badd7d793aed9a52d47cb608f7c71a1496c3e939660751fd0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2943889212, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.695762807862, "interval": [2.299130849021365, 11.779925393433293], "p_value": 0.008245397365899765, "input_sha256": "97161ebd38bd365badd7d793aed9a52d47cb608f7c71a1496c3e939660751fd0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.04952160672099622, "seed": 2943889212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061562864720906135, "interval": [0.011325716970930357, 0.11180001247088192], "p_value": 0.024, "input_sha256": "c36ff5a38a67d7bf2f50f4a03b8e0fb8df2203688a27c73e549e4a2d0632fb97"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.04952160672099622, "seed": 2943889212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061562864720906135, "interval": [0.014696282353175603, 0.11322753523593478], "p_value": 0.017677750747607315, "input_sha256": "c36ff5a38a67d7bf2f50f4a03b8e0fb8df2203688a27c73e549e4a2d0632fb97"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3690194660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.250380738015886, "interval": [5.556800715235873, 14.9439607607959], "p_value": 0.001, "input_sha256": "709084cd61251308515188c338a95cbad6a75c9d488be4bd6aa08703cab2fe77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3690194660, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.250380738015886, "interval": [5.680588586228384, 14.588804713869777], "p_value": 8.536571307009044e-05, "input_sha256": "709084cd61251308515188c338a95cbad6a75c9d488be4bd6aa08703cab2fe77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.046979214193931716, "seed": 3690194660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0912137329652153, "interval": [0.04219735695309868, 0.14023010897733193], "p_value": 0.001, "input_sha256": "47936deed4b8dd054557db9adac75ae048e7353fe7ffd14a36824f80c4712ae0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.046979214193931716, "seed": 3690194660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0912137329652153, "interval": [0.042931864087537554, 0.1343250335065846], "p_value": 0.0005825575424127958, "input_sha256": "47936deed4b8dd054557db9adac75ae048e7353fe7ffd14a36824f80c4712ae0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101499169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.479661529167986, "interval": [-1.7137182362258745, 8.673041294561846], "p_value": 0.172, "input_sha256": "34aae679ced1dac1bae4acdf08587677b147991d03a5f06e1282da6302702234"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101499169, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.479661529167986, "interval": [-1.1819989307172025, 8.851664322817564], "p_value": 0.18297930292620282, "input_sha256": "34aae679ced1dac1bae4acdf08587677b147991d03a5f06e1282da6302702234"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.04872468214860252, "seed": 101499169, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.019441804801937135, "interval": [-0.0332795058219086, 0.07216311542578287], "p_value": 0.445, "input_sha256": "9a74eaf77f45bf63cd5d3046f13e100783b277482f254aeb8fe91dae43fee7f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.04872468214860252, "seed": 101499169, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.019441804801937135, "interval": [-0.028787020372022555, 0.07295977278142661], "p_value": 0.45991051781197645, "input_sha256": "9a74eaf77f45bf63cd5d3046f13e100783b277482f254aeb8fe91dae43fee7f0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4084684659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.768253093253833, "interval": [2.8726130428906647, 14.663893143617], "p_value": 0.005, "input_sha256": "5a1114e4a0ed214f49e98c244e2d00f889814523f5f172a85e25aa7a1d8216d4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4084684659, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.768253093253833, "interval": [3.74720010594632, 14.77883073418544], "p_value": 0.004639941383150543, "input_sha256": "5a1114e4a0ed214f49e98c244e2d00f889814523f5f172a85e25aa7a1d8216d4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.04975577819649214, "seed": 4084684659, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09570385424089922, "interval": [0.029484169221070194, 0.16192353926072825], "p_value": 0.004, "input_sha256": "aa289f6c19a532754c6c0a838f6b3a951681eee3c38e73eed371036a9af7e314"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.04975577819649214, "seed": 4084684659, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09570385424089922, "interval": [0.042676172221677695, 0.16470575529422546], "p_value": 0.0058879022599105015, "input_sha256": "aa289f6c19a532754c6c0a838f6b3a951681eee3c38e73eed371036a9af7e314"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3768279033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1060410654098334, "interval": [-2.4297301709603714, 6.641812301780038], "p_value": 0.35, "input_sha256": "8f7deb49755454f5d1a80df91d3e612d12d0385da3f42ab488bae7ed63821bdc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3768279033, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1060410654098334, "interval": [-2.062256476973668, 6.311109378202361], "p_value": 0.35273239426085445, "input_sha256": "8f7deb49755454f5d1a80df91d3e612d12d0385da3f42ab488bae7ed63821bdc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.047615499393389014, "seed": 3768279033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.018492599106286853, "interval": [-0.02724532348207953, 0.06423052169465324], "p_value": 0.418, "input_sha256": "2046e5a87aa1aa0c06f755880d24d369085ee053563e25a3706aeda78a17009a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.047615499393389014, "seed": 3768279033, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.018492599106286853, "interval": [-0.0243501845404834, 0.05790541908145341], "p_value": 0.4180661663656223, "input_sha256": "2046e5a87aa1aa0c06f755880d24d369085ee053563e25a3706aeda78a17009a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1266292411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.509644609336366, "interval": [-2.519789273087171, 7.539078491759903], "p_value": 0.299, "input_sha256": "92027243a0b1aaf30f61433f6bf23a8e1c1dc9cabb9da04f9a47bf6afdbc48b4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1266292411, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.509644609336366, "interval": [-2.3753448261088583, 6.9848447532307665], "p_value": 0.31858798953475603, "input_sha256": "92027243a0b1aaf30f61433f6bf23a8e1c1dc9cabb9da04f9a47bf6afdbc48b4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.04835419044278695, "seed": 1266292411, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.026622379088087664, "interval": [-0.027190960395498502, 0.08043571857167384], "p_value": 0.302, "input_sha256": "31ca09ad8ba1ac3c267de13e3106554e5fbf96524a79d012f2d065d366637d2f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.04835419044278695, "seed": 1266292411, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.026622379088087664, "interval": [-0.027827760623076726, 0.07404799870842511], "p_value": 0.3227699685399439, "input_sha256": "31ca09ad8ba1ac3c267de13e3106554e5fbf96524a79d012f2d065d366637d2f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 698399915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.080895219937005, "interval": [0.4565565711042634, 9.705233868769747], "p_value": 0.033, "input_sha256": "69d9883e4a40bfe009814660b5fdca59a46a3004e1035c2ea1b96d074a786ea4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 698399915, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.080895219937005, "interval": [0.9018491707809817, 9.325841477285431], "p_value": 0.03216868967788661, "input_sha256": "69d9883e4a40bfe009814660b5fdca59a46a3004e1035c2ea1b96d074a786ea4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.05065964416284071, "seed": 698399915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06747142013230295, "interval": [0.014675878487604654, 0.12026696177700125], "p_value": 0.017, "input_sha256": "01f579e6346d5542792b7ef70410576914cc36fa37e75444e3993d7a59f9c9ac"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.05065964416284071, "seed": 698399915, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06747142013230295, "interval": [0.01538614536693246, 0.11410532536621765], "p_value": 0.013761137915577924, "input_sha256": "01f579e6346d5542792b7ef70410576914cc36fa37e75444e3993d7a59f9c9ac"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 165636203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.261558461279325, "interval": [0.1658975122456363, 12.357219410313014], "p_value": 0.044, "input_sha256": "2e4beabb985de006bd503fa2d5712b39096304e2f889cdd7495b25e75d31cd20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 165636203, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.261558461279325, "interval": [0.19328569344349986, 11.766427240930527], "p_value": 0.04437434594893828, "input_sha256": "2e4beabb985de006bd503fa2d5712b39096304e2f889cdd7495b25e75d31cd20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.04907025126587876, "seed": 165636203, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061672471848396124, "interval": [-0.004535499195653783, 0.12788044289244604], "p_value": 0.069, "input_sha256": "cf176e9f06b5e732b58c4725b80a2f42026e7f2096f7fe899e3f9b7bd99fe72c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.04907025126587876, "seed": 165636203, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061672471848396124, "interval": [-0.0012691802512032817, 0.12433016481368835], "p_value": 0.06696507785554848, "input_sha256": "cf176e9f06b5e732b58c4725b80a2f42026e7f2096f7fe899e3f9b7bd99fe72c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 221662968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.699712412466879, "interval": [0.20476441641143328, 11.194660408522324], "p_value": 0.04, "input_sha256": "4fc9a26551c9c57fea5502f18336723725cb052d2dde7fdc66545c74c11c2857"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 221662968, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.699712412466879, "interval": [0.2925057307253599, 10.67812988134644], "p_value": 0.04245520628428453, "input_sha256": "4fc9a26551c9c57fea5502f18336723725cb052d2dde7fdc66545c74c11c2857"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.049350457777764103, "seed": 221662968, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06098306655440623, "interval": [0.002659886854528365, 0.1193062462542841], "p_value": 0.039, "input_sha256": "46992aa4219fc6aafd4303a9c649b1e7cfdb804c29ea95b2fb8eb4e82e30c8b7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.049350457777764103, "seed": 221662968, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06098306655440623, "interval": [0.0010363589966136217, 0.11457134227962228], "p_value": 0.04089851289727941, "input_sha256": "46992aa4219fc6aafd4303a9c649b1e7cfdb804c29ea95b2fb8eb4e82e30c8b7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2649494108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.078189821861837, "interval": [0.9546804901819987, 9.201699153541675], "p_value": 0.015, "input_sha256": "18d8d8c9dae2a886f7011b212b7bc36e677ae450e28c5954aa3629d11c30670a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2649494108, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.078189821861837, "interval": [1.0596893793822677, 8.480676712422271], "p_value": 0.0173082200023123, "input_sha256": "18d8d8c9dae2a886f7011b212b7bc36e677ae450e28c5954aa3629d11c30670a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.048770673514546, "seed": 2649494108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0449303390832681, "interval": [0.0030438469433373347, 0.08681683122319886], "p_value": 0.034, "input_sha256": "9bf80ae72b1d90f745a14f9294985bdfecb7589930865771c6e1e405da58dcd3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.048770673514546, "seed": 2649494108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0449303390832681, "interval": [0.006019946480004937, 0.0819138991098068], "p_value": 0.036287078635115814, "input_sha256": "9bf80ae72b1d90f745a14f9294985bdfecb7589930865771c6e1e405da58dcd3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3735906495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0711974366824055, "interval": [-0.35615838580257186, 10.498553259167384], "p_value": 0.066, "input_sha256": "f62aa725358f5ddbb93257632a51388ea19e6c197d594e77fc7304c65556bb80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3735906495, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0711974366824055, "interval": [-0.3901589994419602, 9.720856539320797], "p_value": 0.06606707836231078, "input_sha256": "f62aa725358f5ddbb93257632a51388ea19e6c197d594e77fc7304c65556bb80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.049056779893789725, "seed": 3735906495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05921808288566731, "interval": [0.0013585564811216255, 0.11707760929021299], "p_value": 0.045, "input_sha256": "897f3b4c39796a5921170fb1944a50e3d64fe8781de402dbb36eea6e5ae768c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.049056779893789725, "seed": 3735906495, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05921808288566731, "interval": [-0.0020258695133385904, 0.10914380087564539], "p_value": 0.04515854734254746, "input_sha256": "897f3b4c39796a5921170fb1944a50e3d64fe8781de402dbb36eea6e5ae768c8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1105133457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.406583713796412, "interval": [0.1725276778586471, 8.640639749734177], "p_value": 0.044, "input_sha256": "cf85413b9332d2536b53d9fbf6440ec5e0f10d8490dbe8ca3221a7ce3caddd18"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1105133457, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.406583713796412, "interval": [0.9551528006508935, 8.677174850838254], "p_value": 0.04178952760396781, "input_sha256": "cf85413b9332d2536b53d9fbf6440ec5e0f10d8490dbe8ca3221a7ce3caddd18"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.050689412530076014, "seed": 1105133457, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.051003688178854936, "interval": [0.002943559251453294, 0.09906381710625659], "p_value": 0.039, "input_sha256": "9645bfca422ef3c276024d2131acfbc49e6f59ed7a82b61aed27b004f48969b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.050689412530076014, "seed": 1105133457, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.051003688178854936, "interval": [0.010736301002160456, 0.0985939875398521], "p_value": 0.038122077875609534, "input_sha256": "9645bfca422ef3c276024d2131acfbc49e6f59ed7a82b61aed27b004f48969b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2975835006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.376023591975947, "interval": [-0.5837995801292815, 9.335846764081175], "p_value": 0.096, "input_sha256": "dcfe3b871ecca16c1524c8536729d49e125548d254a5ef2173b252aac03be211"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2975835006, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.376023591975947, "interval": [0.03404416379532238, 8.941579839836365], "p_value": 0.08204461516283715, "input_sha256": "dcfe3b871ecca16c1524c8536729d49e125548d254a5ef2173b252aac03be211"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0480230048490209, "seed": 2975835006, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03888701096746956, "interval": [-0.012350194476197583, 0.09012421641113671], "p_value": 0.143, "input_sha256": "75eeee2b72e2e0b1d4e02951dc40b9c756d0a3902cb93f00d5a117e067cfc1c6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0480230048490209, "seed": 2975835006, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03888701096746956, "interval": [-0.008714329242055004, 0.08432443714302529], "p_value": 0.1325621070794294, "input_sha256": "75eeee2b72e2e0b1d4e02951dc40b9c756d0a3902cb93f00d5a117e067cfc1c6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1489157660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.111520092191967, "interval": [-1.2556053570483812, 9.478645541432314], "p_value": 0.123, "input_sha256": "66aa38f328d2b7d552b5baf661a6b48105483418ccb9f3074603759acb1bcffe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1489157660, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.111520092191967, "interval": [-1.2411771498289632, 9.163481480075205], "p_value": 0.1290658649030736, "input_sha256": "66aa38f328d2b7d552b5baf661a6b48105483418ccb9f3074603759acb1bcffe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.05083085642741155, "seed": 1489157660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03721618868551016, "interval": [-0.018610685187646622, 0.09304306255866694], "p_value": 0.191, "input_sha256": "974957f03072f964a881d490aaf7fcadcac2282f3724047374fb7bb8dcc801a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.05083085642741155, "seed": 1489157660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03721618868551016, "interval": [-0.01800556606638341, 0.08701700097524344], "p_value": 0.1849549164195344, "input_sha256": "974957f03072f964a881d490aaf7fcadcac2282f3724047374fb7bb8dcc801a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 210587354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.822774795194835, "interval": [6.544069448196588, 15.101480142193083], "p_value": 0.001, "input_sha256": "c50260c5378b33888321d7c4981727b74b09f3a59028611cf13bf5cf0246fd6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 210587354, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.822774795194835, "interval": [6.934824871606971, 14.753453950245927], "p_value": 9.754690371898998e-06, "input_sha256": "c50260c5378b33888321d7c4981727b74b09f3a59028611cf13bf5cf0246fd6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.050494655648277285, "seed": 210587354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11268885209948781, "interval": [0.06550289441492041, 0.15987480978405522], "p_value": 0.001, "input_sha256": "6e6de1d2c5161d83166ef9683e35d0f15564d3f33029a4f1ebeccd70c0229c8b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.050494655648277285, "seed": 210587354, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11268885209948781, "interval": [0.06836255406564797, 0.15277084430357465], "p_value": 2.6007875215057614e-05, "input_sha256": "6e6de1d2c5161d83166ef9683e35d0f15564d3f33029a4f1ebeccd70c0229c8b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2291862109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.939698582141579, "interval": [1.3304423784091197, 10.548954785874038], "p_value": 0.013, "input_sha256": "ab7a41fe82d5ebd6909e7d66acebfa0649c2213f925bd7ffd261b1392bf23dd4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2291862109, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.939698582141579, "interval": [1.0856676194131125, 9.753873698636353], "p_value": 0.01299589732793398, "input_sha256": "ab7a41fe82d5ebd6909e7d66acebfa0649c2213f925bd7ffd261b1392bf23dd4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.05030328619123957, "seed": 2291862109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05741932451592417, "interval": [0.005223552550273798, 0.10961509648157455], "p_value": 0.032, "input_sha256": "90dd5001c3f93b1729e92a94118ae7aefd02166c6e7df9466ff0c4c3974e1064"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.05030328619123957, "seed": 2291862109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05741932451592417, "interval": [0.008409659847745507, 0.10256884330123811], "p_value": 0.032028297017280064, "input_sha256": "90dd5001c3f93b1729e92a94118ae7aefd02166c6e7df9466ff0c4c3974e1064"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 623693333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.577078201477031, "interval": [-2.4365629461111364, 7.590719349065198], "p_value": 0.287, "input_sha256": "c48ea91fd185f6b4f14eef217d7e0e8c4d6ac740c44d1b830ac5a5f736df46f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 623693333, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.577078201477031, "interval": [-2.1857551041506533, 7.5344242852726415], "p_value": 0.30447826034921815, "input_sha256": "c48ea91fd185f6b4f14eef217d7e0e8c4d6ac740c44d1b830ac5a5f736df46f6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.04840409309828251, "seed": 623693333, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024991141006490192, "interval": [-0.02360903654198563, 0.073591318554966], "p_value": 0.292, "input_sha256": "0d4879b38c40e282097f567586a7517ee05547a270aa46a104902f0c018b69e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.04840409309828251, "seed": 623693333, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024991141006490192, "interval": [-0.020938788344784045, 0.07272339004534184], "p_value": 0.3040849355584643, "input_sha256": "0d4879b38c40e282097f567586a7517ee05547a270aa46a104902f0c018b69e5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2962279170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.02303914720208, "interval": [3.640975590842171, 12.40510270356199], "p_value": 0.003, "input_sha256": "177ecd934d0c00552873c5033bee286bc550fe5e850d469b5d065cf9ae967891"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2962279170, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.02303914720208, "interval": [3.8215125913662242, 11.913682911870804], "p_value": 0.0006951844844818797, "input_sha256": "177ecd934d0c00552873c5033bee286bc550fe5e850d469b5d065cf9ae967891"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.050803790249401, "seed": 2962279170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08400813965430066, "interval": [0.035803533190574194, 0.13221274611802714], "p_value": 0.004, "input_sha256": "d8c138cc158cc96f90c53fe679aca9ed9ec8e0318642b6771d152af96adad0cb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.050803790249401, "seed": 2962279170, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08400813965430066, "interval": [0.040595656264379464, 0.12986099594123088], "p_value": 0.0011162312133322732, "input_sha256": "d8c138cc158cc96f90c53fe679aca9ed9ec8e0318642b6771d152af96adad0cb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 930066207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0905120769536403, "interval": [-3.5258101838801377, 7.706834337787418], "p_value": 0.475, "input_sha256": "8ac641ca5bd2c067cce54bf6689430b7e8afc532ae96f6c9451778a468ca2f06"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 930066207, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0905120769536403, "interval": [-2.638655295977733, 8.084521268016381], "p_value": 0.4552366546053309, "input_sha256": "8ac641ca5bd2c067cce54bf6689430b7e8afc532ae96f6c9451778a468ca2f06"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.04962469342811252, "seed": 930066207, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028954270024375464, "interval": [-0.03262506833358798, 0.0905336083823389], "p_value": 0.371, "input_sha256": "ae2d2fc3110d70695770dc19eb1b476b6d0adc74a65368e86926b181b8ec3d4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.04962469342811252, "seed": 930066207, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028954270024375464, "interval": [-0.017837317970252124, 0.10093480588403211], "p_value": 0.345720042207706, "input_sha256": "ae2d2fc3110d70695770dc19eb1b476b6d0adc74a65368e86926b181b8ec3d4e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1141458515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.160508688406855, "interval": [-1.7469284913730032, 8.067945868186714], "p_value": 0.176, "input_sha256": "de0e028f3b14662ed234f2c1821fa641b5cba39229ab5497fefba98e02fa8fcc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1141458515, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.160508688406855, "interval": [-1.5541746773040617, 7.466757316092164], "p_value": 0.1998817285495363, "input_sha256": "de0e028f3b14662ed234f2c1821fa641b5cba39229ab5497fefba98e02fa8fcc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.049038604049969466, "seed": 1141458515, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023333409818428977, "interval": [-0.02680810362480554, 0.0734749232616635], "p_value": 0.332, "input_sha256": "01c1b333bfccc3057534e7ba9ad8f8836be5a8015d0d50638bd0876a10c31827"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.049038604049969466, "seed": 1141458515, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023333409818428977, "interval": [-0.026045120220602524, 0.06771961945683466], "p_value": 0.3519019618741065, "input_sha256": "01c1b333bfccc3057534e7ba9ad8f8836be5a8015d0d50638bd0876a10c31827"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 189500730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.17314022445112, "interval": [2.7047600568870225, 13.64152039201522], "p_value": 0.008, "input_sha256": "a6b2c68138e55d25639ce9534f203a19664fd19ef08c1b88b500837aae26460a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 189500730, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.17314022445112, "interval": [2.5414580421265387, 12.772350009899], "p_value": 0.004487231612153695, "input_sha256": "a6b2c68138e55d25639ce9534f203a19664fd19ef08c1b88b500837aae26460a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.047628336481731294, "seed": 189500730, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08152647358967047, "interval": [0.027564885933563557, 0.1354880612457774], "p_value": 0.008, "input_sha256": "c81df14ba826b25fa5dd8d123e2cd084f25ea02bbfa8eb5f0486b3a11b82120f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.047628336481731294, "seed": 189500730, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08152647358967047, "interval": [0.02735710738194174, 0.12680289264922007], "p_value": 0.004122727507352242, "input_sha256": "c81df14ba826b25fa5dd8d123e2cd084f25ea02bbfa8eb5f0486b3a11b82120f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 435824953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.068816602023698, "interval": [-1.442492113408436, 9.580125317455833], "p_value": 0.139, "input_sha256": "b77a16e503b6cb444589e8c8e58a16bcc3c9fa7091156007d4c6de4258150b91"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 435824953, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.068816602023698, "interval": [-0.7096979816541723, 8.621923822103152], "p_value": 0.14310166429556134, "input_sha256": "b77a16e503b6cb444589e8c8e58a16bcc3c9fa7091156007d4c6de4258150b91"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.048197373459638884, "seed": 435824953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03013644661195533, "interval": [-0.028253252713971375, 0.08852614593788204], "p_value": 0.303, "input_sha256": "c2d40cf9ea8eed6ee535332b09e81ca70266ee65f8b43ab09e48e81a2e2d2e83"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.048197373459638884, "seed": 435824953, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03013644661195533, "interval": [-0.02286780413459986, 0.07814824760190281], "p_value": 0.3020457473848353, "input_sha256": "c2d40cf9ea8eed6ee535332b09e81ca70266ee65f8b43ab09e48e81a2e2d2e83"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3212587472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.121892140594686, "interval": [0.19522970748611268, 10.04855457370326], "p_value": 0.043, "input_sha256": "6fd539c773987f7c9a6f22fcf9e0aa8c14288f3cc3a75b5664257cc8b9b0a8f4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3212587472, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.121892140594686, "interval": [0.5711346058165606, 9.874598045241981], "p_value": 0.04200136783593502, "input_sha256": "6fd539c773987f7c9a6f22fcf9e0aa8c14288f3cc3a75b5664257cc8b9b0a8f4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.04978032310789247, "seed": 3212587472, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.055053154802689894, "interval": [0.0032522395099380402, 0.10685407009544175], "p_value": 0.036, "input_sha256": "820de759ffa7edd792adcdec3e64c47d342ff4c82ffd375bd5e5bd266a5f58dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.04978032310789247, "seed": 3212587472, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.055053154802689894, "interval": [0.00909041045234817, 0.10648709896076242], "p_value": 0.03788591937999034, "input_sha256": "820de759ffa7edd792adcdec3e64c47d342ff4c82ffd375bd5e5bd266a5f58dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3372395313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1724645780434244, "interval": [-3.912147169367567, 4.257076325454416], "p_value": 0.93, "input_sha256": "f81a857619a9cc1a6b3dcda8f1cfcb4690ea13d084ef4b17bbef3dbb42d6ee98"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3372395313, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1724645780434244, "interval": [-3.1167446400627723, 4.5969270952619], "p_value": 0.9323267771603553, "input_sha256": "f81a857619a9cc1a6b3dcda8f1cfcb4690ea13d084ef4b17bbef3dbb42d6ee98"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.04824830794923272, "seed": 3372395313, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002324459021406891, "interval": [-0.04329649519222722, 0.047945413235041], "p_value": 0.931, "input_sha256": "64578c914d6b8cd9eab6f42124f994bc7ae5a9ef66f5ff0c54efd3b37ffa8fbe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.04824830794923272, "seed": 3372395313, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002324459021406891, "interval": [-0.03554495396972734, 0.050414557215775355], "p_value": 0.918365388121573, "input_sha256": "64578c914d6b8cd9eab6f42124f994bc7ae5a9ef66f5ff0c54efd3b37ffa8fbe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2981268140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6594852631473085, "interval": [-1.0290481516793095, 10.348018677973926], "p_value": 0.114, "input_sha256": "f25be6bab47f6b785dbd1be51e9feef437f5f99437f4c4254853b78569747601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2981268140, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6594852631473085, "interval": [-0.3426454462480817, 10.331719430284226], "p_value": 0.10531884466339422, "input_sha256": "f25be6bab47f6b785dbd1be51e9feef437f5f99437f4c4254853b78569747601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.04840641869720783, "seed": 2981268140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.036313452433449675, "interval": [-0.02023639050937826, 0.0928632953762776], "p_value": 0.214, "input_sha256": "a37ae36ac3f0f2cc141b41c90ff709b452a6192c3d52eb56fc826480b27cde96"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.04840641869720783, "seed": 2981268140, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.036313452433449675, "interval": [-0.012958332951999267, 0.0884937875519258], "p_value": 0.20132316879185558, "input_sha256": "a37ae36ac3f0f2cc141b41c90ff709b452a6192c3d52eb56fc826480b27cde96"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1083872018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4722979879825004, "interval": [-2.9177592797147778, 7.862355255679779], "p_value": 0.368, "input_sha256": "ab9ff5f8bb697c1daa34da47cbb092c880317283fa69f132e56ce761cc434ac4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1083872018, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4722979879825004, "interval": [-2.358302272028788, 7.291824999425592], "p_value": 0.35706858103974237, "input_sha256": "ab9ff5f8bb697c1daa34da47cbb092c880317283fa69f132e56ce761cc434ac4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.05040392419443607, "seed": 1083872018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.027841277907770454, "interval": [-0.033976134189612296, 0.0896586900051532], "p_value": 0.377, "input_sha256": "67fd831a027791e0308980bedd6d63fc3f401313f4e09800ff393a6e37ccaa11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.05040392419443607, "seed": 1083872018, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.027841277907770454, "interval": [-0.023810356531467448, 0.08946577450198077], "p_value": 0.3651467446026678, "input_sha256": "67fd831a027791e0308980bedd6d63fc3f401313f4e09800ff393a6e37ccaa11"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1583995827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.080440031119974, "interval": [-0.5041550509820016, 8.66503511322195], "p_value": 0.082, "input_sha256": "0f4e174d093b6ea4bffacfbc09996f085c0e527a875d0d7d1c7f186919d5a172"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1583995827, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.080440031119974, "interval": [-0.11474127529333235, 8.35601345464669], "p_value": 0.0795000997707911, "input_sha256": "0f4e174d093b6ea4bffacfbc09996f085c0e527a875d0d7d1c7f186919d5a172"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.048392298575851624, "seed": 1583995827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03592351405593475, "interval": [-0.012260309313787653, 0.08410733742565715], "p_value": 0.147, "input_sha256": "1630e234060e0c5714e6f72848e56733e5381efa2af959fa4ad218b294380001"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.048392298575851624, "seed": 1583995827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03592351405593475, "interval": [-0.010027479222419604, 0.07905353970709786], "p_value": 0.139195264951595, "input_sha256": "1630e234060e0c5714e6f72848e56733e5381efa2af959fa4ad218b294380001"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 57063784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.100043853097787, "interval": [0.5542562533039508, 9.645831452891624], "p_value": 0.027, "input_sha256": "fad0d36071791bd2b702c3cfb757939906727b9c6e66f0dc161db93956a0db66"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 57063784, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.100043853097787, "interval": [0.30793441774308966, 8.792129154434631], "p_value": 0.028895314082519916, "input_sha256": "fad0d36071791bd2b702c3cfb757939906727b9c6e66f0dc161db93956a0db66"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.04991977337403722, "seed": 57063784, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04705225270171111, "interval": [-0.0007868223431353252, 0.09489132774655754], "p_value": 0.048, "input_sha256": "c98a9c159e5c9b5081e5a2655c08f6dd2df56044126cb52a4b6348cf8f9537fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.04991977337403722, "seed": 57063784, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04705225270171111, "interval": [-0.0028019506034910628, 0.08731477175100393], "p_value": 0.053693767120532455, "input_sha256": "c98a9c159e5c9b5081e5a2655c08f6dd2df56044126cb52a4b6348cf8f9537fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1848469726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.282262811498352, "interval": [4.874053797803196, 13.690471825193509], "p_value": 0.001, "input_sha256": "b2a47026c6c77809d363b9d0399c1d79b68f0da3c047c3cf46c1dc350c3f1cd9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1848469726, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.282262811498352, "interval": [5.0527193199954255, 13.66212562326533], "p_value": 0.00012859987062272148, "input_sha256": "b2a47026c6c77809d363b9d0399c1d79b68f0da3c047c3cf46c1dc350c3f1cd9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.050532007453375015, "seed": 1848469726, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08755732016409043, "interval": [0.04003516955093736, 0.1350794707772435], "p_value": 0.001, "input_sha256": "667e4667f7b341b6722289190d913e24d9ecca971fe7404ef3b4b1c8428f24c0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.050532007453375015, "seed": 1848469726, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08755732016409043, "interval": [0.04184543230942571, 0.1338778406938037], "p_value": 0.0006240310699196608, "input_sha256": "667e4667f7b341b6722289190d913e24d9ecca971fe7404ef3b4b1c8428f24c0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2453304356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9873724006463567, "interval": [-1.1572197870620773, 9.13196458835479], "p_value": 0.136, "input_sha256": "97743a01eba5021921018b1cffbe11b8580f8a94ddbeac93d83931712c5eb93f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2453304356, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9873724006463567, "interval": [-0.5261356717142123, 8.89226700528122], "p_value": 0.12456788446017031, "input_sha256": "97743a01eba5021921018b1cffbe11b8580f8a94ddbeac93d83931712c5eb93f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.049936768776898774, "seed": 2453304356, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0353349478467499, "interval": [-0.020845815262468752, 0.09151571095596855], "p_value": 0.219, "input_sha256": "688d2213657b884b0e76a04e461137c2dd429a658693a7cbcc08aca948ff8033"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.049936768776898774, "seed": 2453304356, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0353349478467499, "interval": [-0.014912811574295295, 0.08782718069785342], "p_value": 0.210228050131054, "input_sha256": "688d2213657b884b0e76a04e461137c2dd429a658693a7cbcc08aca948ff8033"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 580510461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7731996264726764, "interval": [-1.9979059926950207, 9.544305245640373], "p_value": 0.207, "input_sha256": "b0a032099252b8d826fba036974cd7dd8c85d230766858ed3b91cc51eb4f0b2b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 580510461, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7731996264726764, "interval": [-1.3638630630349875, 9.13887250970061], "p_value": 0.19348971125084982, "input_sha256": "b0a032099252b8d826fba036974cd7dd8c85d230766858ed3b91cc51eb4f0b2b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.04819953822426638, "seed": 580510461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.037740989467340474, "interval": [-0.02144892933988829, 0.09693090827456924], "p_value": 0.212, "input_sha256": "4f3c4c5fc5282441da652fd907aa1ba688312e9eea8e7c15ba383a9df0e16b48"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.04819953822426638, "seed": 580510461, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.037740989467340474, "interval": [-0.01702969258969916, 0.09085832143581414], "p_value": 0.20456932000159808, "input_sha256": "4f3c4c5fc5282441da652fd907aa1ba688312e9eea8e7c15ba383a9df0e16b48"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3719225063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.042227070079678, "interval": [0.6207638332767038, 9.46369030688265], "p_value": 0.021, "input_sha256": "19e6c584ef3824861e840d5c8c6857b578bc6558c376186725f28256ea54cb96"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3719225063, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.042227070079678, "interval": [1.1926893352478332, 9.452223054253079], "p_value": 0.02664118016497048, "input_sha256": "19e6c584ef3824861e840d5c8c6857b578bc6558c376186725f28256ea54cb96"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.04941032041689114, "seed": 3719225063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.059276104246753905, "interval": [0.006239402259362793, 0.11231280623414502], "p_value": 0.024, "input_sha256": "ef03d10ece0f03b7e174a3dedc18272ee5902b858b5f53e5004ac8764ad527dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.04941032041689114, "seed": 3719225063, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.059276104246753905, "interval": [0.01708404008838421, 0.12002905208316988], "p_value": 0.029747547539223103, "input_sha256": "ef03d10ece0f03b7e174a3dedc18272ee5902b858b5f53e5004ac8764ad527dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2334320526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.841816984972949, "interval": [0.34771759186337636, 9.335916378082523], "p_value": 0.029, "input_sha256": "8d15492a453228d3b4293b1f8d773d060ba311fb0ed0f7ee97e1d2a49f574cb5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2334320526, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.841816984972949, "interval": [0.3493147553208733, 8.969224316387123], "p_value": 0.03557725588202767, "input_sha256": "8d15492a453228d3b4293b1f8d773d060ba311fb0ed0f7ee97e1d2a49f574cb5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.04977606105910504, "seed": 2334320526, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04719992891091229, "interval": [0.00011423489911908946, 0.0942856229227055], "p_value": 0.05, "input_sha256": "d244700e509b0c06dfdc7b4e93fc87b9106f0bab8c0a5f9a32ebca977e266966"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.04977606105910504, "seed": 2334320526, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04719992891091229, "interval": [-2.9368818831542834e-05, 0.0911077757502421], "p_value": 0.04947846041137664, "input_sha256": "d244700e509b0c06dfdc7b4e93fc87b9106f0bab8c0a5f9a32ebca977e266966"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1214865914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.233568283622299, "interval": [4.123869357822904, 12.343267209421693], "p_value": 0.001, "input_sha256": "c98bb3d551a797bf5fa407a47f1723f4ccda0863e934ac38c2d437ca32096754"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1214865914, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.233568283622299, "interval": [4.015274197455333, 12.281708096013137], "p_value": 0.0002504191158766516, "input_sha256": "c98bb3d551a797bf5fa407a47f1723f4ccda0863e934ac38c2d437ca32096754"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.04980858828663709, "seed": 1214865914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08179422132572059, "interval": [0.037008538334192695, 0.12657990431724847], "p_value": 0.002, "input_sha256": "51217e8790ccc7d316cedd6bb6c49fe9009f8641c6e170beba62bd6916bcf8da"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.04980858828663709, "seed": 1214865914, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08179422132572059, "interval": [0.037153471759825064, 0.12551580801024878], "p_value": 0.000687462297048382, "input_sha256": "51217e8790ccc7d316cedd6bb6c49fe9009f8641c6e170beba62bd6916bcf8da"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1636421915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.315585371939708, "interval": [-2.4010398243866895, 9.032210568266105], "p_value": 0.226, "input_sha256": "f131eacea4ad91dcccf6eff14f11fe95aa6f21f829db1890645c8a51787f491f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1636421915, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.315585371939708, "interval": [-2.181666978497298, 9.142344811677122], "p_value": 0.24710153693379858, "input_sha256": "f131eacea4ad91dcccf6eff14f11fe95aa6f21f829db1890645c8a51787f491f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.05064045412960522, "seed": 1636421915, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02420353755842153, "interval": [-0.042896549185005, 0.09130362430184806], "p_value": 0.463, "input_sha256": "a030f489d31708774fd355a8ccd800a3a7798f507a759dc9093597d60b5531a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.05064045412960522, "seed": 1636421915, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02420353755842153, "interval": [-0.03427655950231315, 0.09686299888578506], "p_value": 0.469409319744177, "input_sha256": "a030f489d31708774fd355a8ccd800a3a7798f507a759dc9093597d60b5531a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3634186705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0100258082358806, "interval": [-1.5141099765756723, 5.5341615930474335], "p_value": 0.252, "input_sha256": "1b27808e37f40db4ea942b514d05bef5c08be506a7dddc3e56efd30df0da65c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3634186705, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0100258082358806, "interval": [-1.4119120635217992, 5.073870527524101], "p_value": 0.25417685371890647, "input_sha256": "1b27808e37f40db4ea942b514d05bef5c08be506a7dddc3e56efd30df0da65c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.05074283268599342, "seed": 3634186705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01666062180237861, "interval": [-0.02212401189641626, 0.05544525550117348], "p_value": 0.388, "input_sha256": "637eeca64b7730cafc7d8e7acae6e8102bde5a6f930d0a9695b3dcdd05aece1f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.05074283268599342, "seed": 3634186705, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01666062180237861, "interval": [-0.022280263824119118, 0.05024334265218268], "p_value": 0.38958753177388783, "input_sha256": "637eeca64b7730cafc7d8e7acae6e8102bde5a6f930d0a9695b3dcdd05aece1f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 862979715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.050672205865336, "interval": [3.6566548458485384, 14.444689565882133], "p_value": 0.003, "input_sha256": "cc24f0c288c3b5aad64ca8c506b13e5e2a01d442ee90a7ba550f9a43e5e23c6c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 862979715, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.050672205865336, "interval": [4.266533058959491, 13.882791302727748], "p_value": 0.001664416683442789, "input_sha256": "cc24f0c288c3b5aad64ca8c506b13e5e2a01d442ee90a7ba550f9a43e5e23c6c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.04930482683816526, "seed": 862979715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09075578805344034, "interval": [0.03126866400176218, 0.1502429121051185], "p_value": 0.006, "input_sha256": "b2d585323f60d2fb6642f3d78778333cd23242edffb26e2ec34d79c885a890a9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.04930482683816526, "seed": 862979715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09075578805344034, "interval": [0.0420089631740621, 0.14927015384779851], "p_value": 0.003799599501058309, "input_sha256": "b2d585323f60d2fb6642f3d78778333cd23242edffb26e2ec34d79c885a890a9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3987755919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.897041751469326, "interval": [1.9776462768366594, 11.816437226101993], "p_value": 0.011, "input_sha256": "32b99eaafd3723d19c98598fbcdcc725e640839cb0e02876dc28655ab3f07b10"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3987755919, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.897041751469326, "interval": [2.1254121327952182, 11.66328515587436], "p_value": 0.0072752768483838465, "input_sha256": "32b99eaafd3723d19c98598fbcdcc725e640839cb0e02876dc28655ab3f07b10"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.04687404628962646, "seed": 3987755919, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06208351610849969, "interval": [0.007719298100382882, 0.11644773411661649], "p_value": 0.033, "input_sha256": "3e43b4d93a7508fa9f16ffb04bb4f1360ff32122b76d81d1fefd5c94dd79a521"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.04687404628962646, "seed": 3987755919, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06208351610849969, "interval": [0.008433830988837121, 0.1138128759866128], "p_value": 0.02632338123045874, "input_sha256": "3e43b4d93a7508fa9f16ffb04bb4f1360ff32122b76d81d1fefd5c94dd79a521"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 407056160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.876155239696393, "interval": [4.436284470167465, 13.316026009225322], "p_value": 0.001, "input_sha256": "0b77841a3c329a69cd683cecc170ae79b64e361390bf711150392cd27e9f7921"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 407056160, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.876155239696393, "interval": [4.356968749286961, 12.605886745246016], "p_value": 0.00024708570413315117, "input_sha256": "0b77841a3c329a69cd683cecc170ae79b64e361390bf711150392cd27e9f7921"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.04797636869396315, "seed": 407056160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07822365241988112, "interval": [0.031650584115233055, 0.12479672072452919], "p_value": 0.004, "input_sha256": "d930363fd3e3e3cf08a85a4d591561d15f0c833a1f6ead1f05f29f1e9be5369f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.04797636869396315, "seed": 407056160, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07822365241988112, "interval": [0.030446401216553867, 0.11730780040695594], "p_value": 0.001610646760036893, "input_sha256": "d930363fd3e3e3cf08a85a4d591561d15f0c833a1f6ead1f05f29f1e9be5369f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 353719812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.186709668289945, "interval": [-0.03184553500588638, 10.405264871585775], "p_value": 0.056, "input_sha256": "90f53d94cccf1a472c0e6f00e6b54c9eeb6db754c0ff6f6810f2eb860dc71218"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 353719812, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.186709668289945, "interval": [0.49420010653353036, 9.980785048779103], "p_value": 0.051336438117760785, "input_sha256": "90f53d94cccf1a472c0e6f00e6b54c9eeb6db754c0ff6f6810f2eb860dc71218"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.049962964073731644, "seed": 353719812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.057702260629229535, "interval": [-7.340938685968662e-05, 0.11547793064531875], "p_value": 0.053, "input_sha256": "46384e84bfca349154e772c76cebd6a78d5d8c15847c6371824a8650343241f1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.049962964073731644, "seed": 353719812, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.057702260629229535, "interval": [0.004901267722761752, 0.10832647740501256], "p_value": 0.05027615864570341, "input_sha256": "46384e84bfca349154e772c76cebd6a78d5d8c15847c6371824a8650343241f1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3952528854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4672248853759076, "interval": [-2.1959828684175333, 9.13043263916935], "p_value": 0.23, "input_sha256": "dbe4cb8aa8dc3914ffc1190ad0816e81b70ace56b35c3a790d05561ccd2b7eaa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3952528854, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4672248853759076, "interval": [-1.998684856192014, 8.977510036407246], "p_value": 0.22279359052876402, "input_sha256": "dbe4cb8aa8dc3914ffc1190ad0816e81b70ace56b35c3a790d05561ccd2b7eaa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.049958841676268656, "seed": 3952528854, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.028731694608694833, "interval": [-0.029654292610378212, 0.08711768182776788], "p_value": 0.342, "input_sha256": "1f2e2843d984874ef5d8eabea274492b281cd203dd33e435e3efb68e73d9fb10"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.049958841676268656, "seed": 3952528854, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.028731694608694833, "interval": [-0.02987661402645223, 0.0858165830517907], "p_value": 0.3254134883130716, "input_sha256": "1f2e2843d984874ef5d8eabea274492b281cd203dd33e435e3efb68e73d9fb10"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3464064717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8900472328509306, "interval": [-2.6713537237864733, 4.451448189488334], "p_value": 0.608, "input_sha256": "8a0d161979116902cbf76f5371f09feac1552f78f647d546996d04a9f67ca574"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3464064717, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8900472328509306, "interval": [-2.3194674878448143, 4.453474358245421], "p_value": 0.6152330231288122, "input_sha256": "8a0d161979116902cbf76f5371f09feac1552f78f647d546996d04a9f67ca574"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.04921048680530892, "seed": 3464064717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0026895059862032528, "interval": [-0.042571687558772345, 0.03719267558636584], "p_value": 0.884, "input_sha256": "6c96b00653dd8fcd180607bb842f42b02276608aaff245ff44cc047d7d2dc9fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.04921048680530892, "seed": 3464064717, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0026895059862032528, "interval": [-0.03850447334230325, 0.03489936926085696], "p_value": 0.8914277908560987, "input_sha256": "6c96b00653dd8fcd180607bb842f42b02276608aaff245ff44cc047d7d2dc9fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 800774994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.125245420084258, "interval": [2.255811566924571, 11.994679273243944], "p_value": 0.006, "input_sha256": "a53e5482dc64858ad8150f636cf63110a1e3d0e0428f6840cec68739e4a2bcb0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 800774994, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.125245420084258, "interval": [2.89000049187031, 12.082199800348498], "p_value": 0.005340575394881341, "input_sha256": "a53e5482dc64858ad8150f636cf63110a1e3d0e0428f6840cec68739e4a2bcb0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.048494308540876344, "seed": 800774994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05899961168459317, "interval": [0.006784918616385811, 0.11121430475280053], "p_value": 0.031, "input_sha256": "33c520c0ab8a2e01dae5d27778cb437ec7f427afdf17352fa9b9b9ec70dda09b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.048494308540876344, "seed": 800774994, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05899961168459317, "interval": [0.012667849407256708, 0.11242105617916139], "p_value": 0.027852487983162894, "input_sha256": "33c520c0ab8a2e01dae5d27778cb437ec7f427afdf17352fa9b9b9ec70dda09b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1781956269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4807572697006837, "interval": [-0.34257117666934667, 7.304085716070714], "p_value": 0.08, "input_sha256": "e8a308ee90d20a794aab7ebbc346476be8b17ccb177d27816566f4452d1d060a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1781956269, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4807572697006837, "interval": [0.038832429508284624, 6.950806951976102], "p_value": 0.07311586913648599, "input_sha256": "e8a308ee90d20a794aab7ebbc346476be8b17ccb177d27816566f4452d1d060a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0475681013323528, "seed": 1781956269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03754728728561141, "interval": [-0.002732712049014499, 0.07782728662023732], "p_value": 0.077, "input_sha256": "3aef08ae0efd1f1d601d3d0496fd61d0aaaacf6dc76ba6f328baf963400c4ba9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0475681013323528, "seed": 1781956269, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03754728728561141, "interval": [0.000881774247225896, 0.07410800905997436], "p_value": 0.0667519068781702, "input_sha256": "3aef08ae0efd1f1d601d3d0496fd61d0aaaacf6dc76ba6f328baf963400c4ba9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 45238501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.996300763659875, "interval": [0.6093336082745138, 9.383267919045235], "p_value": 0.027, "input_sha256": "7dce75b2c218b3126f73af201deb182c3f0287a0f6c5138f55ba5a515c71e6fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 45238501, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.996300763659875, "interval": [1.0332311508752705, 9.054078043097004], "p_value": 0.02668675000281522, "input_sha256": "7dce75b2c218b3126f73af201deb182c3f0287a0f6c5138f55ba5a515c71e6fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.04979523681628481, "seed": 45238501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053654296591747, "interval": [0.010173665298852878, 0.09713492788464112], "p_value": 0.018, "input_sha256": "f2d2a2786f1d98d191c9196b2ec49cc303d47106bc6cfb6dcaee1ba7261f3f27"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.04979523681628481, "seed": 45238501, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053654296591747, "interval": [0.015146361392697328, 0.09496356100479776], "p_value": 0.016933077411867285, "input_sha256": "f2d2a2786f1d98d191c9196b2ec49cc303d47106bc6cfb6dcaee1ba7261f3f27"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 469984849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.588794671012295, "interval": [0.5327435010797013, 12.644845840944889], "p_value": 0.031, "input_sha256": "165fc019ad9f56c13c324d80e65a9295f693ea1f9f67b4dfc56eab4af8be9846"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 469984849, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.588794671012295, "interval": [0.7884661087517244, 12.441238520320013], "p_value": 0.03400841832972242, "input_sha256": "165fc019ad9f56c13c324d80e65a9295f693ea1f9f67b4dfc56eab4af8be9846"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.04956913078781019, "seed": 469984849, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06208829346339438, "interval": [0.0035013522389342744, 0.12067523468785449], "p_value": 0.035, "input_sha256": "8ce984ac8a91fff055317f9e88ea5fcb9c089c479745e5fc163c3845ebf653be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.04956913078781019, "seed": 469984849, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06208829346339438, "interval": [0.007939382790090021, 0.11853714281866827], "p_value": 0.03858516777476309, "input_sha256": "8ce984ac8a91fff055317f9e88ea5fcb9c089c479745e5fc163c3845ebf653be"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3449314942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.437218763090857, "interval": [-0.2772865858937097, 9.151724112075424], "p_value": 0.067, "input_sha256": "1a88ecc70a42f4098e2f7f85e64795542d13148bdd2cb8386cc5697eada7a371"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3449314942, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.437218763090857, "interval": [-0.14781956751361847, 8.694731329881984], "p_value": 0.0643248446238673, "input_sha256": "1a88ecc70a42f4098e2f7f85e64795542d13148bdd2cb8386cc5697eada7a371"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.04979759610734515, "seed": 3449314942, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.043319926200703324, "interval": [-0.0036680982037965784, 0.09030795060520322], "p_value": 0.073, "input_sha256": "a44c6f7c4642717b7f107d6e710a6410bd933200347557d368ce507ed0e8d378"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.04979759610734515, "seed": 3449314942, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.043319926200703324, "interval": [-0.001632576901545805, 0.08567014943229835], "p_value": 0.0697211894140625, "input_sha256": "a44c6f7c4642717b7f107d6e710a6410bd933200347557d368ce507ed0e8d378"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1894989405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11020493778744544, "interval": [-4.430692922061816, 4.210283046486925], "p_value": 0.963, "input_sha256": "e8548cf8feb04cc6ecde62f933a31daa64917f1faea7dd90893e28884b4bdedf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1894989405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11020493778744544, "interval": [-4.351684385648781, 3.8753137370865067], "p_value": 0.959044550951153, "input_sha256": "e8548cf8feb04cc6ecde62f933a31daa64917f1faea7dd90893e28884b4bdedf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.04783658832238906, "seed": 1894989405, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005473484866375181, "interval": [-0.04899592572397962, 0.03804895599122926], "p_value": 0.794, "input_sha256": "e98296c986e2bfa612b0f68c507b9937490aa16c7c7f9dfd04cfee12d77a8594"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.04783658832238906, "seed": 1894989405, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005473484866375181, "interval": [-0.049903288509844275, 0.0346451914503501], "p_value": 0.8003047099580369, "input_sha256": "e98296c986e2bfa612b0f68c507b9937490aa16c7c7f9dfd04cfee12d77a8594"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1970465329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7306436464267705, "interval": [2.6276520828262555, 12.833635210027285], "p_value": 0.005, "input_sha256": "1253ba4d922974a8512afd93a310f2d83cc027ff22e8a19d3b7ce479919262ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1970465329, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7306436464267705, "interval": [2.963438315256538, 12.192358007244758], "p_value": 0.003973781170605139, "input_sha256": "1253ba4d922974a8512afd93a310f2d83cc027ff22e8a19d3b7ce479919262ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.05016473127807551, "seed": 1970465329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08480467999071786, "interval": [0.027985009817770724, 0.141624350163665], "p_value": 0.006, "input_sha256": "3af02486d6dfc74c5a715c8e1b6ab0d98fe23478380ba1d38dc4d1498a1df398"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.05016473127807551, "seed": 1970465329, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08480467999071786, "interval": [0.03252172567275413, 0.13572954441091864], "p_value": 0.00448588172108368, "input_sha256": "3af02486d6dfc74c5a715c8e1b6ab0d98fe23478380ba1d38dc4d1498a1df398"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4223253130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.769427271498236, "interval": [0.18227124765151093, 9.356583295344961], "p_value": 0.05, "input_sha256": "cc00f92106988f005a6a55e714fa138242571c17b02a34a3b56621e372004457"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4223253130, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.769427271498236, "interval": [0.34323572288384363, 9.429454898761337], "p_value": 0.04198007278833042, "input_sha256": "cc00f92106988f005a6a55e714fa138242571c17b02a34a3b56621e372004457"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0478841639123035, "seed": 4223253130, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04938965486887914, "interval": [0.002873964035317887, 0.09590534570244039], "p_value": 0.043, "input_sha256": "e3d4c26f60907361ceae13c41803fb1866fdc60678e661317d61b48eeacf8c6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0478841639123035, "seed": 4223253130, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04938965486887914, "interval": [0.0065399621999271546, 0.09856801065766771], "p_value": 0.038027945778015756, "input_sha256": "e3d4c26f60907361ceae13c41803fb1866fdc60678e661317d61b48eeacf8c6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2448767036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.177031448787665, "interval": [1.914838132354772, 12.439224765220558], "p_value": 0.007, "input_sha256": "67fdc192a1ef403d7dc0c656b5872566518dc876649791c9e51904f4c448231c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2448767036, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.177031448787665, "interval": [2.3497797056858802, 12.49962997718651], "p_value": 0.00893507475378877, "input_sha256": "67fdc192a1ef403d7dc0c656b5872566518dc876649791c9e51904f4c448231c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.04877607728660225, "seed": 2448767036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0668583237409876, "interval": [0.012807553275357979, 0.12090909420661722], "p_value": 0.014, "input_sha256": "bbd79a337411a9d4a9b08b358980fd22e8033f086790fdf6a357dc062db8f325"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.04877607728660225, "seed": 2448767036, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0668583237409876, "interval": [0.015871302596963573, 0.12346518492195348], "p_value": 0.016712086199767346, "input_sha256": "bbd79a337411a9d4a9b08b358980fd22e8033f086790fdf6a357dc062db8f325"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2642210241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.411859799176801, "interval": [0.4962728586442129, 10.327446739709389], "p_value": 0.036, "input_sha256": "81fdd6cc383786668dd3c24f9f2219d580a29897c114f5f6088fc13bb8525601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2642210241, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.411859799176801, "interval": [1.0628471630744964, 10.243925468989337], "p_value": 0.03183293862557684, "input_sha256": "81fdd6cc383786668dd3c24f9f2219d580a29897c114f5f6088fc13bb8525601"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.049777246807778994, "seed": 2642210241, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06053363258704451, "interval": [0.010240826424208739, 0.11082643874988027], "p_value": 0.027, "input_sha256": "66b6c2bd04c6155c21d277ebd6d47b8460213bbcb6a4d0fc703829e2483a87df"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.049777246807778994, "seed": 2642210241, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06053363258704451, "interval": [0.016757446743234882, 0.11077587203505206], "p_value": 0.019696104037024303, "input_sha256": "66b6c2bd04c6155c21d277ebd6d47b8460213bbcb6a4d0fc703829e2483a87df"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1094523619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0847516305710165, "interval": [-2.487599229641109, 6.657102490783142], "p_value": 0.342, "input_sha256": "3528f26df40e1dca942e1a3f1c8dc29f8bdd411d2912ff02f15ed184fd7774aa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1094523619, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0847516305710165, "interval": [-2.2039470820730886, 6.604937126141159], "p_value": 0.36043515389834657, "input_sha256": "3528f26df40e1dca942e1a3f1c8dc29f8bdd411d2912ff02f15ed184fd7774aa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0504791274253165, "seed": 1094523619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010186168951876629, "interval": [-0.041941887131565124, 0.06231422503531838], "p_value": 0.697, "input_sha256": "242062ce07b2bf732431b3b5277f6784dd6d24b5ac6f923b66197bac818ffa1f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0504791274253165, "seed": 1094523619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010186168951876629, "interval": [-0.040025565627462185, 0.061827958235846206], "p_value": 0.6927986404660308, "input_sha256": "242062ce07b2bf732431b3b5277f6784dd6d24b5ac6f923b66197bac818ffa1f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1250077654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5383636325612624, "interval": [-6.664340555900852, 3.587613290778327], "p_value": 0.537, "input_sha256": "6b955c075170260aceb3c176992bbcd1f959ef8c4c2e81e742409ca2941da71e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1250077654, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5383636325612624, "interval": [-6.0849383542828415, 3.313850896930835], "p_value": 0.5470752144304099, "input_sha256": "6b955c075170260aceb3c176992bbcd1f959ef8c4c2e81e742409ca2941da71e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.04798977524059334, "seed": 1250077654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.018342514358360137, "interval": [-0.0683411756035999, 0.031656146886879614], "p_value": 0.458, "input_sha256": "0c6330908d74926dc3718879913caa48824e0280ebfb739e3b71111b1998050d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.04798977524059334, "seed": 1250077654, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.018342514358360137, "interval": [-0.06248009182212547, 0.02843405875306187], "p_value": 0.46223444635415367, "input_sha256": "0c6330908d74926dc3718879913caa48824e0280ebfb739e3b71111b1998050d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1486169699, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.26392798795306, "interval": [0.4292595359376712, 8.098596439968448], "p_value": 0.025, "input_sha256": "53c3e5609eee40ffecd37766511aa899d0b28e25119d403ed24a2a5fb8ee9c5e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1486169699, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.26392798795306, "interval": [0.7340493051265908, 7.9856450151261535], "p_value": 0.03025303539653035, "input_sha256": "53c3e5609eee40ffecd37766511aa899d0b28e25119d403ed24a2a5fb8ee9c5e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0496985262694366, "seed": 1486169699, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05202250322975205, "interval": [0.01120547488440913, 0.09283953157509497], "p_value": 0.011, "input_sha256": "c58bce7590eef339a0ad68c565d806ad77c45446089f033cbe3c43651f1204f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0496985262694366, "seed": 1486169699, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05202250322975205, "interval": [0.014561318289903957, 0.0912955674650558], "p_value": 0.013909893758174105, "input_sha256": "c58bce7590eef339a0ad68c565d806ad77c45446089f033cbe3c43651f1204f7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3764921335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.402573897499888, "interval": [1.197458414051134, 11.607689380948642], "p_value": 0.015, "input_sha256": "1b52b8ee77a16dcb5b6299f9103339e07ab1d740a095d0b4c57d44554f359579"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3764921335, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.402573897499888, "interval": [1.8397921756960982, 11.303572175719005], "p_value": 0.017307860816543834, "input_sha256": "1b52b8ee77a16dcb5b6299f9103339e07ab1d740a095d0b4c57d44554f359579"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.048608611028313056, "seed": 3764921335, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060244246247450665, "interval": [0.007894178324975389, 0.11259431416992594], "p_value": 0.027, "input_sha256": "b5d58bb84d73f6da631a707239a4c5f4bce6f713cff0ff26e8145766b2687072"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.048608611028313056, "seed": 3764921335, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060244246247450665, "interval": [0.014866750378680774, 0.11094702938678992], "p_value": 0.025261200440337233, "input_sha256": "b5d58bb84d73f6da631a707239a4c5f4bce6f713cff0ff26e8145766b2687072"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1220857851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.369278434870571, "interval": [2.6810999340499198, 12.057456935691222], "p_value": 0.006, "input_sha256": "e70e277fb479043559e99025a6faca8829949d379a002b3d279446f240cc9bc8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1220857851, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.369278434870571, "interval": [3.067674048587999, 11.69959441884516], "p_value": 0.003018671892686473, "input_sha256": "e70e277fb479043559e99025a6faca8829949d379a002b3d279446f240cc9bc8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.049568008331695106, "seed": 1220857851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07178967677184425, "interval": [0.02188728081193428, 0.12169207273175423], "p_value": 0.011, "input_sha256": "46f3a66bca4be1cf90b0bd82f0c36208852ed8d73bb36e3d324ffbcef2586281"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.049568008331695106, "seed": 1220857851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07178967677184425, "interval": [0.02456471229080929, 0.11689776530015225], "p_value": 0.006094105581363165, "input_sha256": "46f3a66bca4be1cf90b0bd82f0c36208852ed8d73bb36e3d324ffbcef2586281"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2289958805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.195707919262913, "interval": [0.5298679904565535, 11.861547848069273], "p_value": 0.04, "input_sha256": "39d90eff2744c838fbe7e5e4917f22c6fb04cc9cec8991f1ee2d4b98f6bee8d2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2289958805, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.195707919262913, "interval": [1.1927173484876323, 12.198588889057351], "p_value": 0.032946797364146706, "input_sha256": "39d90eff2744c838fbe7e5e4917f22c6fb04cc9cec8991f1ee2d4b98f6bee8d2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.04947152665495801, "seed": 2289958805, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06282986060023904, "interval": [-0.004636865548317021, 0.1302965867487951], "p_value": 0.077, "input_sha256": "46d28e70143f26e3cdf197b4ce79a27bee40548ca6ee593a4400fc58974c7fb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.04947152665495801, "seed": 2289958805, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06282986060023904, "interval": [0.008604102943233582, 0.13937487403496238], "p_value": 0.06698841472885612, "input_sha256": "46d28e70143f26e3cdf197b4ce79a27bee40548ca6ee593a4400fc58974c7fb9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3601480813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.496529621103831, "interval": [2.3480162924713435, 10.645042949736318], "p_value": 0.002, "input_sha256": "42de183b1c85a2a9747b81b47f5bf3ca0c272e58edb6f79f6e2ca60ba6878b2b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3601480813, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.496529621103831, "interval": [2.8668347390661513, 10.424098823213612], "p_value": 0.003048482636159668, "input_sha256": "42de183b1c85a2a9747b81b47f5bf3ca0c272e58edb6f79f6e2ca60ba6878b2b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.04838403738357128, "seed": 3601480813, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06934532617909027, "interval": [0.0260229843855214, 0.11266766797265915], "p_value": 0.002, "input_sha256": "ec0f7d0fb2bc457a5184c65221ae0e86fd558e61a3896d6a83b5f87569d69d70"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.04838403738357128, "seed": 3601480813, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06934532617909027, "interval": [0.031695205665239146, 0.1104922470726001], "p_value": 0.0025063694028883837, "input_sha256": "ec0f7d0fb2bc457a5184c65221ae0e86fd558e61a3896d6a83b5f87569d69d70"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1480498581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.336965103332647, "interval": [1.957548249010995, 12.7163819576543], "p_value": 0.012, "input_sha256": "a44000b63728c8a329f8d3bc975c6a59cd3e6525faad48da2c0a04b37e9f7be6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1480498581, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.336965103332647, "interval": [1.7430481086860774, 12.072402444363549], "p_value": 0.008920622510588323, "input_sha256": "a44000b63728c8a329f8d3bc975c6a59cd3e6525faad48da2c0a04b37e9f7be6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.051133572490606106, "seed": 1480498581, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0859727256458845, "interval": [0.027582744647567006, 0.14436270664420198], "p_value": 0.01, "input_sha256": "2996d66ae64ab3a8f346f6d2eeb88b5baba927473448c5effcf9b03643600019"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.051133572490606106, "seed": 1480498581, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0859727256458845, "interval": [0.02495661781937554, 0.13762824505225832], "p_value": 0.005164291753625871, "input_sha256": "2996d66ae64ab3a8f346f6d2eeb88b5baba927473448c5effcf9b03643600019"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 851137302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.450418446750955, "interval": [-0.04904471134345201, 8.949881604845363], "p_value": 0.06, "input_sha256": "d7083c69320906bab35c4b8fffbf83fd4a8d5a405310076556516af0e878053e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 851137302, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.450418446750955, "interval": [0.21103359897747492, 8.419498072596399], "p_value": 0.05242070740302822, "input_sha256": "d7083c69320906bab35c4b8fffbf83fd4a8d5a405310076556516af0e878053e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.04958057830048767, "seed": 851137302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.030868175910842136, "interval": [-0.024094810145522574, 0.08583116196720685], "p_value": 0.28, "input_sha256": "66f9e0ef7031e7b68f4c4abcda0ef3235989a92505768aa846ecd5cd3c89d1d1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.04958057830048767, "seed": 851137302, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.030868175910842136, "interval": [-0.028753609327885433, 0.07465512596446292], "p_value": 0.26130385749467183, "input_sha256": "66f9e0ef7031e7b68f4c4abcda0ef3235989a92505768aa846ecd5cd3c89d1d1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1263388719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.74544262333957, "interval": [2.772980872589135, 10.717904374090004], "p_value": 0.002, "input_sha256": "20efb5200c0fcac15ced6a34a5ae03bc2181ad56861f7d37ed216394bbbabba7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1263388719, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.74544262333957, "interval": [3.266344298550221, 10.423716708349223], "p_value": 0.0014400003068091622, "input_sha256": "20efb5200c0fcac15ced6a34a5ae03bc2181ad56861f7d37ed216394bbbabba7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.048965039985111515, "seed": 1263388719, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06962327052612914, "interval": [0.027193249431566577, 0.1120532916206917], "p_value": 0.002, "input_sha256": "5a12ec966a9da37603bf8bed0ecdf5dc6a56c268687664bff6c9960542c6378c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.048965039985111515, "seed": 1263388719, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06962327052612914, "interval": [0.033727534878874206, 0.10891492626857835], "p_value": 0.001987777311900944, "input_sha256": "5a12ec966a9da37603bf8bed0ecdf5dc6a56c268687664bff6c9960542c6378c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1385820064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.025692206264921, "interval": [-2.601697945434732, 8.653082357964575], "p_value": 0.282, "input_sha256": "17b29305ef87a5ab89b37ddc4f17fd18aca306e856242cbd87db7ee66dcb1dbb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1385820064, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.025692206264921, "interval": [-2.269089896563383, 8.413858972403842], "p_value": 0.283216765667224, "input_sha256": "17b29305ef87a5ab89b37ddc4f17fd18aca306e856242cbd87db7ee66dcb1dbb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.04884595392443171, "seed": 1385820064, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.023580608227996236, "interval": [-0.0310881630599616, 0.07824937951595407], "p_value": 0.372, "input_sha256": "8731f86ac5a7097c4250e6aa8ced0a202a2c32c554064965b7676329850e18a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.04884595392443171, "seed": 1385820064, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.023580608227996236, "interval": [-0.029359543251536915, 0.0742068652954692], "p_value": 0.387894292178232, "input_sha256": "8731f86ac5a7097c4250e6aa8ced0a202a2c32c554064965b7676329850e18a8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3837904597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.01143988388627, "interval": [0.23841114399031937, 9.784468623782221], "p_value": 0.047, "input_sha256": "8c82285ee8a09c187f0e305ebe5f1e2c6d2a2bc43d5ead9bb591ace1856034a0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3837904597, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.01143988388627, "interval": [0.7967950423848433, 9.736300599845908], "p_value": 0.040137617067918525, "input_sha256": "8c82285ee8a09c187f0e305ebe5f1e2c6d2a2bc43d5ead9bb591ace1856034a0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.04795647711084873, "seed": 3837904597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04888333547878728, "interval": [0.0005123385173960437, 0.09725433244017852], "p_value": 0.049, "input_sha256": "da2642052b2830adb7e6295c346d3d45d3199c100a4019aeb77f7fca429fa9ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.04795647711084873, "seed": 3837904597, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04888333547878728, "interval": [0.00719106302405438, 0.09865455938944061], "p_value": 0.047751389042738554, "input_sha256": "da2642052b2830adb7e6295c346d3d45d3199c100a4019aeb77f7fca429fa9ca"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 673765959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4749058584452595, "interval": [-1.7700611849619134, 8.719872901852433], "p_value": 0.194, "input_sha256": "397fe105d39392443f7430a3e7ac96eccf938b6f1d5378ac5dfbf96d5672a6ac"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 673765959, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4749058584452595, "interval": [-1.7569268869283614, 8.136820901758908], "p_value": 0.18770910943036812, "input_sha256": "397fe105d39392443f7430a3e7ac96eccf938b6f1d5378ac5dfbf96d5672a6ac"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.047841897841730645, "seed": 673765959, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03285322378841464, "interval": [-0.0195789820598539, 0.08528542963668317], "p_value": 0.21, "input_sha256": "d7ce52bfd749cc76fc10fab1b50315047b0c2a1d6f294c22e5592169f800227b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.047841897841730645, "seed": 673765959, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03285322378841464, "interval": [-0.01755327360297816, 0.08125019884006217], "p_value": 0.21233217371627053, "input_sha256": "d7ce52bfd749cc76fc10fab1b50315047b0c2a1d6f294c22e5592169f800227b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2381843456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.804021107831707, "interval": [0.3203658825752518, 9.28767633308816], "p_value": 0.032, "input_sha256": "550ef5f3c623221a18e2da398d34e36ba3769a95b2d5a3cd95989fe0e50cf005"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2381843456, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.804021107831707, "interval": [0.816271316986188, 9.21140561017194], "p_value": 0.03640541616587647, "input_sha256": "550ef5f3c623221a18e2da398d34e36ba3769a95b2d5a3cd95989fe0e50cf005"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.048934127137073735, "seed": 2381843456, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04601994260402152, "interval": [0.001727657258275804, 0.09031222794976723], "p_value": 0.042, "input_sha256": "837f07b48a9d39ee1a8a5f85705c06310e31ad87f3fbb3cb9a0c618b783e64b2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.048934127137073735, "seed": 2381843456, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04601994260402152, "interval": [0.006891040366747861, 0.08905281571140579], "p_value": 0.04211039787910204, "input_sha256": "837f07b48a9d39ee1a8a5f85705c06310e31ad87f3fbb3cb9a0c618b783e64b2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1265343341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5268231792528155, "interval": [-0.8070576731775958, 9.860704031683227], "p_value": 0.092, "input_sha256": "00ba4deceb19f7a653e53995de5826a461004113fa2ae5938f7b9b36ba5d4779"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1265343341, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5268231792528155, "interval": [-0.5585612391173351, 9.473410151514273], "p_value": 0.09386600833767261, "input_sha256": "00ba4deceb19f7a653e53995de5826a461004113fa2ae5938f7b9b36ba5d4779"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.04850206617429864, "seed": 1265343341, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03147320706926453, "interval": [-0.023436989291786135, 0.0863834034303152], "p_value": 0.251, "input_sha256": "4fe2142984bf565757b2cc50e01cdc3cb10c19e07213fc75be70a7ccbe93f4a7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.04850206617429864, "seed": 1265343341, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03147320706926453, "interval": [-0.024096553841939084, 0.07977805963096679], "p_value": 0.2522290457815857, "input_sha256": "4fe2142984bf565757b2cc50e01cdc3cb10c19e07213fc75be70a7ccbe93f4a7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3407388851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.922670736750014, "interval": [5.453150241140587, 14.39219123235944], "p_value": 0.001, "input_sha256": "c5fa50b921a211a11f5986ca8bbf9800c93f7fa46407f91b71f3bbd48639ef3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3407388851, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.922670736750014, "interval": [5.809361013320832, 14.009804155684987], "p_value": 6.744162858730511e-05, "input_sha256": "c5fa50b921a211a11f5986ca8bbf9800c93f7fa46407f91b71f3bbd48639ef3c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.04798110866938391, "seed": 3407388851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09522851546277844, "interval": [0.05078460585998291, 0.13967242506557398], "p_value": 0.001, "input_sha256": "21ef109a59d49bebcbe15fa94eb2e70a1fdaa8356288e3552a74733774e5f34e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.04798110866938391, "seed": 3407388851, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09522851546277844, "interval": [0.05237934909357257, 0.13558117449597146], "p_value": 0.00010602797849522132, "input_sha256": "21ef109a59d49bebcbe15fa94eb2e70a1fdaa8356288e3552a74733774e5f34e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2662717564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2939004918125878, "interval": [-5.484918767561833, 2.8971177839366575], "p_value": 0.534, "input_sha256": "b6e59ece4247033f9730b0747ca7eb4f52c29f3af740b512d6e3f4866eb17e8c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2662717564, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2939004918125878, "interval": [-5.08230636994686, 2.492618504505149], "p_value": 0.535608347234748, "input_sha256": "b6e59ece4247033f9730b0747ca7eb4f52c29f3af740b512d6e3f4866eb17e8c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.04987030321488732, "seed": 2662717564, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.023669373888560816, "interval": [-0.07099856432395313, 0.02365981654683149], "p_value": 0.327, "input_sha256": "80983417c17ec2c4361c3ca28b2d7c99baff2156a203d0281886fc412482d317"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.04987030321488732, "seed": 2662717564, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.023669373888560816, "interval": [-0.07550317532831773, 0.013218449735281808], "p_value": 0.31627782370392493, "input_sha256": "80983417c17ec2c4361c3ca28b2d7c99baff2156a203d0281886fc412482d317"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 469698967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7445686590206364, "interval": [-1.8897771799389225, 5.378914497980196], "p_value": 0.32, "input_sha256": "3b4394f7ed207801076e4455b6c36320e77b358743872c63786b5a0dd8ce3e51"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 469698967, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7445686590206364, "interval": [-1.6914425963620028, 4.955288883016323], "p_value": 0.3372057749519958, "input_sha256": "3b4394f7ed207801076e4455b6c36320e77b358743872c63786b5a0dd8ce3e51"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.048620777351835884, "seed": 469698967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.01006563835114789, "interval": [-0.026382115872921164, 0.046513392575216944], "p_value": 0.575, "input_sha256": "1328e39f73aff0b7738d8ed8159fec6593f706776c8adaae50a53a978069980b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.048620777351835884, "seed": 469698967, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.01006563835114789, "interval": [-0.023871517048902762, 0.04322488204402608], "p_value": 0.5793919242147738, "input_sha256": "1328e39f73aff0b7738d8ed8159fec6593f706776c8adaae50a53a978069980b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2409951284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.300493901778996, "interval": [3.369773723826384, 15.231214079731608], "p_value": 0.004, "input_sha256": "5dc73c301df82e1f12b3a998567b8aa9e83975c4d79878014b4ed91175c5494b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2409951284, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.300493901778996, "interval": [3.9742126979328964, 15.43887822520081], "p_value": 0.0029771053656435387, "input_sha256": "5dc73c301df82e1f12b3a998567b8aa9e83975c4d79878014b4ed91175c5494b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.04824393476931957, "seed": 2409951284, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09653248384064039, "interval": [0.036551279525778066, 0.1565136881555027], "p_value": 0.003, "input_sha256": "c2a6f871f1bbe4f01ece15fbbff2c40918f414f4834b61f0cfca0c6e8da55c30"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.04824393476931957, "seed": 2409951284, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09653248384064039, "interval": [0.04150284448225598, 0.15772295710462564], "p_value": 0.0023675792643476027, "input_sha256": "c2a6f871f1bbe4f01ece15fbbff2c40918f414f4834b61f0cfca0c6e8da55c30"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1803197293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.606036292032654, "interval": [-0.44589222035357334, 9.657964804418881], "p_value": 0.092, "input_sha256": "dc50b5be4952fc52ae2133299b4f2ef6ecbf71fd7007b8c0e3813b44a28ae242"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1803197293, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.606036292032654, "interval": [-0.5523987871570936, 9.028655962857245], "p_value": 0.07272959110250882, "input_sha256": "dc50b5be4952fc52ae2133299b4f2ef6ecbf71fd7007b8c0e3813b44a28ae242"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.046879884294736794, "seed": 1803197293, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.045152835926671436, "interval": [-0.006138138770139023, 0.0964438106234819], "p_value": 0.108, "input_sha256": "982bc7705c16c6f76f89b0feaa43e4d5fcc9b26a829692bd00d22eb217a93c93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.046879884294736794, "seed": 1803197293, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.045152835926671436, "interval": [-0.007468824023577366, 0.09009248675345255], "p_value": 0.08270578275683789, "input_sha256": "982bc7705c16c6f76f89b0feaa43e4d5fcc9b26a829692bd00d22eb217a93c93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 386587084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.783638479618746, "interval": [0.9704098637966432, 12.59686709544085], "p_value": 0.028, "input_sha256": "20d0b77d72b2dece83aa36df10253134f8c4b4ca2d2f312b0c752d00b9a3d1b7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 386587084, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.783638479618746, "interval": [0.5465044937017329, 11.661395842461237], "p_value": 0.02352424477478949, "input_sha256": "20d0b77d72b2dece83aa36df10253134f8c4b4ca2d2f312b0c752d00b9a3d1b7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.04989877877937393, "seed": 386587084, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06305444908583507, "interval": [0.002137463421594661, 0.1239714347500755], "p_value": 0.041, "input_sha256": "dd05bf247277911ef3112e8fb2b4186bf979a8c9dbfeaf07a9990e991e5fef3f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.04989877877937393, "seed": 386587084, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06305444908583507, "interval": [-0.0025666818717170314, 0.114205124827518], "p_value": 0.04287872068059806, "input_sha256": "dd05bf247277911ef3112e8fb2b4186bf979a8c9dbfeaf07a9990e991e5fef3f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3707552424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.982254704236712, "interval": [1.4978458987611027, 10.46666350971232], "p_value": 0.007, "input_sha256": "e720c647129620fe8d6691fd09d1af52acfa44629961d25b717e1f8121a85050"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3707552424, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.982254704236712, "interval": [1.6369675456394965, 10.431461511266813], "p_value": 0.010323613170589703, "input_sha256": "e720c647129620fe8d6691fd09d1af52acfa44629961d25b717e1f8121a85050"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.050062027285620925, "seed": 3707552424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0568550605789902, "interval": [0.009968799900880149, 0.10374132125710026], "p_value": 0.014, "input_sha256": "88a24044eabc9ea364bbc039d6001f471ad6f868bc4b6ecb4892f37666ce55e2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.050062027285620925, "seed": 3707552424, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0568550605789902, "interval": [0.011978673373167553, 0.1044508698012821], "p_value": 0.018862730712147627, "input_sha256": "88a24044eabc9ea364bbc039d6001f471ad6f868bc4b6ecb4892f37666ce55e2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2701955196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.601768480999155, "interval": [-0.7093623323832592, 7.912899294381569], "p_value": 0.103, "input_sha256": "4f8382207611d58ab9e14c17062029968c05a278ed29c3d3eb35a035c678ca92"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2701955196, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.601768480999155, "interval": [0.15870159807205145, 8.244434788491807], "p_value": 0.09895170843128, "input_sha256": "4f8382207611d58ab9e14c17062029968c05a278ed29c3d3eb35a035c678ca92"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.04985556166504808, "seed": 2701955196, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025523024283084825, "interval": [-0.019613303681552348, 0.07065935224772199], "p_value": 0.298, "input_sha256": "5f3cd01b70674d5f9dac7c8fc737474e9e8897aa4040af6cf6d675d82d16603d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.04985556166504808, "seed": 2701955196, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025523024283084825, "interval": [-0.00940228706929678, 0.07794088334079566], "p_value": 0.25944814434045876, "input_sha256": "5f3cd01b70674d5f9dac7c8fc737474e9e8897aa4040af6cf6d675d82d16603d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3201486560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.482364184324723, "interval": [-2.482409370226021, 7.447137738875467], "p_value": 0.321, "input_sha256": "e237413c6961f697792251411bf943bffa77fc2cbe8e5ee7ef9ed8b8e61d726c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3201486560, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.482364184324723, "interval": [-1.8836148804977308, 7.9762694801777405], "p_value": 0.31560692636396676, "input_sha256": "e237413c6961f697792251411bf943bffa77fc2cbe8e5ee7ef9ed8b8e61d726c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.04888436161246561, "seed": 3201486560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.034948083309470857, "interval": [-0.024092155974276983, 0.0939883225932187], "p_value": 0.254, "input_sha256": "ff1096acf15fc416285991c26d564fa9f647cea466da2764e2ccd8aaad1ddc39"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.04888436161246561, "seed": 3201486560, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.034948083309470857, "interval": [-0.010485031288535396, 0.10806221212051417], "p_value": 0.23499925712557715, "input_sha256": "ff1096acf15fc416285991c26d564fa9f647cea466da2764e2ccd8aaad1ddc39"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1571758300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.258710695742499, "interval": [4.347231842235745, 12.170189549249253], "p_value": 0.001, "input_sha256": "23712db1c712f4e7b5de50217019da5eead203f2c4e85ec660554a09bdbaa0e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1571758300, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.258710695742499, "interval": [4.7177746247426136, 11.82404215592543], "p_value": 0.00012411415093532233, "input_sha256": "23712db1c712f4e7b5de50217019da5eead203f2c4e85ec660554a09bdbaa0e6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.04763245166256075, "seed": 1571758300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08164178549532641, "interval": [0.04127171688454111, 0.12201185410611172], "p_value": 0.001, "input_sha256": "53f445b521dd39aa4ab2c0a25e49de62963525ada9b6bdd624f1044920d8be48"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.04763245166256075, "seed": 1571758300, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08164178549532641, "interval": [0.04639440090134202, 0.11809870736841133], "p_value": 0.0002160331950995852, "input_sha256": "53f445b521dd39aa4ab2c0a25e49de62963525ada9b6bdd624f1044920d8be48"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 53846162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.762364475773396, "interval": [-0.1133699742256109, 9.638098925772402], "p_value": 0.064, "input_sha256": "76cb6a33849ba8cea8578abc13034e7715b485d2c1873660b83076a49f03215b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 53846162, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.762364475773396, "interval": [0.8424825690970668, 9.64946844727944], "p_value": 0.05526232325685114, "input_sha256": "76cb6a33849ba8cea8578abc13034e7715b485d2c1873660b83076a49f03215b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.05133282454627116, "seed": 53846162, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.053855088733547704, "interval": [-0.0017201765379480718, 0.10943035400504347], "p_value": 0.06, "input_sha256": "c21b7c5fa9e99e267627b0f46777484084e1977fb4114413afdbc81f1b4592ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.05133282454627116, "seed": 53846162, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.053855088733547704, "interval": [0.012397338683078176, 0.11388561297510258], "p_value": 0.05705812082336689, "input_sha256": "c21b7c5fa9e99e267627b0f46777484084e1977fb4114413afdbc81f1b4592ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4034408886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.892899242766183, "interval": [1.4428473526266226, 12.342951132905743], "p_value": 0.016, "input_sha256": "0fd429f2a8bd18136d087773c5d019d71691e9c28a6e4c16b40cc82eaf851ec6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4034408886, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.892899242766183, "interval": [1.6596041009503961, 12.024311343235016], "p_value": 0.014597935325228692, "input_sha256": "0fd429f2a8bd18136d087773c5d019d71691e9c28a6e4c16b40cc82eaf851ec6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0500567008777455, "seed": 4034408886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0650834599665866, "interval": [0.005845688577351037, 0.12432123135582215], "p_value": 0.031, "input_sha256": "ef76b229985f38a5acf3818701e5cd417699d951c49cb47cd70f0e0b1a5d861d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0500567008777455, "seed": 4034408886, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0650834599665866, "interval": [0.007824115894672953, 0.12337608771275965], "p_value": 0.03215860821802263, "input_sha256": "ef76b229985f38a5acf3818701e5cd417699d951c49cb47cd70f0e0b1a5d861d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2896729654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3244117287366812, "interval": [-3.0158519732875817, 7.664675430760944], "p_value": 0.363, "input_sha256": "9f91b061d87ef1da97d89c9d4918b221308c704c1e8f03c9f2c1a3695f3bf23e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2896729654, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3244117287366812, "interval": [-2.200166806383258, 7.352310758750919], "p_value": 0.38372667489061185, "input_sha256": "9f91b061d87ef1da97d89c9d4918b221308c704c1e8f03c9f2c1a3695f3bf23e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.05046969114895926, "seed": 2896729654, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.012165452688317771, "interval": [-0.04831827203545477, 0.07264917741209032], "p_value": 0.681, "input_sha256": "f8560c1213201d22a3acb5c861f5bcae17b2348007a42977411eaf585c55ce9e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.05046969114895926, "seed": 2896729654, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.012165452688317771, "interval": [-0.04397531601889292, 0.07094041799406796], "p_value": 0.6861376511967208, "input_sha256": "f8560c1213201d22a3acb5c861f5bcae17b2348007a42977411eaf585c55ce9e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3706169449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.590436616478911, "interval": [5.162918711439824, 16.017954521518], "p_value": 0.001, "input_sha256": "33e3e3044a353ce4262bfbb3bc0983ff9088d501956646ca77a7a78d78d293da"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3706169449, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.590436616478911, "interval": [5.691375161241665, 15.62651920813342], "p_value": 0.0003273637688020345, "input_sha256": "33e3e3044a353ce4262bfbb3bc0983ff9088d501956646ca77a7a78d78d293da"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.04859666098815492, "seed": 3706169449, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10450563629403731, "interval": [0.048439150942785864, 0.16057212164528875], "p_value": 0.001, "input_sha256": "88a9b89f81660aa6d6fd6fd8a9513bfe566f3f38e504663f342f1c9b49c38307"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.04859666098815492, "seed": 3706169449, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10450563629403731, "interval": [0.053504393551120605, 0.15734591124102829], "p_value": 0.0005502022997277414, "input_sha256": "88a9b89f81660aa6d6fd6fd8a9513bfe566f3f38e504663f342f1c9b49c38307"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1916443808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.906471211439128, "interval": [3.1120109840729797, 10.700931438805277], "p_value": 0.001, "input_sha256": "9e8e9125edb31e2e1d8a8fe7cf2180f3ea451d64d9fd01cc924ed5b15eda9251"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1916443808, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.906471211439128, "interval": [3.1231086225639095, 10.165507120461292], "p_value": 0.0007275357929802946, "input_sha256": "9e8e9125edb31e2e1d8a8fe7cf2180f3ea451d64d9fd01cc924ed5b15eda9251"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.04702595326228144, "seed": 1916443808, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.061406481033817184, "interval": [0.024334618854736284, 0.09847834321289808], "p_value": 0.002, "input_sha256": "2f7832c82f26f60687e6463af7670ed6290c599f94c87dde977aa3d78acde75d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.04702595326228144, "seed": 1916443808, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.061406481033817184, "interval": [0.025905175466912716, 0.09316540637053344], "p_value": 0.0018439963256420419, "input_sha256": "2f7832c82f26f60687e6463af7670ed6290c599f94c87dde977aa3d78acde75d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1535021069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.913874759935625, "interval": [0.7549168042264727, 13.072832715644779], "p_value": 0.034, "input_sha256": "ce582c02102b77910e1336ab8b11e70a31a78d00e4ff9ea8b81b37d212976322"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1535021069, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.913874759935625, "interval": [0.6403052801464454, 12.198712292307057], "p_value": 0.028817271402559692, "input_sha256": "ce582c02102b77910e1336ab8b11e70a31a78d00e4ff9ea8b81b37d212976322"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.04916807327805498, "seed": 1535021069, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05973993739323481, "interval": [-0.002505525987825913, 0.12198540077429554], "p_value": 0.07, "input_sha256": "be3e3340892b30ea7157dc7767a616e3612bf1e02e1d22e76f3f29016a78ae98"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.04916807327805498, "seed": 1535021069, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05973993739323481, "interval": [-0.002721053199473874, 0.11342450748828972], "p_value": 0.05946274618060966, "input_sha256": "be3e3340892b30ea7157dc7767a616e3612bf1e02e1d22e76f3f29016a78ae98"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2186026182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.815842467817316, "interval": [4.203372036732492, 13.428312898902139], "p_value": 0.001, "input_sha256": "1e053826807c5ef5da84c0a731e69acfb1b59c9495079102ee76cf085075b078"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2186026182, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.815842467817316, "interval": [4.325992241263361, 12.906631626532555], "p_value": 0.0004197161676647402, "input_sha256": "1e053826807c5ef5da84c0a731e69acfb1b59c9495079102ee76cf085075b078"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.04831689812702895, "seed": 2186026182, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08230141097253495, "interval": [0.035914538906314575, 0.12868828303875532], "p_value": 0.003, "input_sha256": "54ac9a1fde4a45d251d311f0aec3dc68fc880c15097dfc07d5d08dd6ffc0c43d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.04831689812702895, "seed": 2186026182, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08230141097253495, "interval": [0.03442025432128942, 0.12394843800270718], "p_value": 0.000938820276791914, "input_sha256": "54ac9a1fde4a45d251d311f0aec3dc68fc880c15097dfc07d5d08dd6ffc0c43d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3735754671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.680540570184854, "interval": [2.573605187562441, 12.787475952807267], "p_value": 0.003, "input_sha256": "f46378b8343ec2d2fb28f850b6c94ea3e865ce930db2ccdae981b966e9446438"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3735754671, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.680540570184854, "interval": [3.079810689017819, 12.497715782692289], "p_value": 0.004240180214163045, "input_sha256": "f46378b8343ec2d2fb28f850b6c94ea3e865ce930db2ccdae981b966e9446438"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0498273065114468, "seed": 3735754671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07420465598841314, "interval": [0.015522311762242127, 0.13288700021458416], "p_value": 0.013, "input_sha256": "08e684c84c72c2cfa26de39bcd4a96e7d1ba56d47f99bb90c69bbcda2111dc7a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0498273065114468, "seed": 3735754671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07420465598841314, "interval": [0.024511623462111488, 0.13069371956750422], "p_value": 0.01457364641795055, "input_sha256": "08e684c84c72c2cfa26de39bcd4a96e7d1ba56d47f99bb90c69bbcda2111dc7a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1418701460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.274229154914561, "interval": [3.860777176002143, 12.68768113382698], "p_value": 0.001, "input_sha256": "0bcc4f1c47eba25582eae9840ae183e1f15bc513ff1109f925d19899d61dd885"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1418701460, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.274229154914561, "interval": [4.453688750977498, 12.176803442900031], "p_value": 0.0005379551305573269, "input_sha256": "0bcc4f1c47eba25582eae9840ae183e1f15bc513ff1109f925d19899d61dd885"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.048301018118348395, "seed": 1418701460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07674616970788031, "interval": [0.032412144022924264, 0.12108019539283636], "p_value": 0.001, "input_sha256": "4ff3e820842bbe23ca3284570827961ff0bdd23ab9a8b995e5c5760de896ccae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.048301018118348395, "seed": 1418701460, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07674616970788031, "interval": [0.03805211980052942, 0.11676505085391699], "p_value": 0.0012124426682430262, "input_sha256": "4ff3e820842bbe23ca3284570827961ff0bdd23ab9a8b995e5c5760de896ccae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4128893485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.65502827687977, "interval": [1.7191308805445402, 11.590925673215], "p_value": 0.008, "input_sha256": "055d1cde71bfa9c330f448b14e75661af21aeef936479029cd5056742578871d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4128893485, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.65502827687977, "interval": [1.983472483692979, 11.371865020931558], "p_value": 0.009719694300472074, "input_sha256": "055d1cde71bfa9c330f448b14e75661af21aeef936479029cd5056742578871d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.051192126659769965, "seed": 4128893485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07108575096047422, "interval": [0.017731283767665404, 0.12444021815328303], "p_value": 0.008, "input_sha256": "fc91f7919a5a0ee3740a2dcf13a228d1e09d1c6a7b82b99c2c89bf34b615ec48"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.051192126659769965, "seed": 4128893485, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07108575096047422, "interval": [0.021628973651379835, 0.12351887392338141], "p_value": 0.010555542735276662, "input_sha256": "fc91f7919a5a0ee3740a2dcf13a228d1e09d1c6a7b82b99c2c89bf34b615ec48"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1605823584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.54667356155537, "interval": [6.726702247241599, 14.36664487586914], "p_value": 0.001, "input_sha256": "0a9ab960cb0eb3e020875c24b66fb6653dddeb63089da7b3653fcfd8528ce417"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1605823584, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.54667356155537, "interval": [6.86017018648199, 14.248716978300129], "p_value": 2.2792700034673014e-06, "input_sha256": "0a9ab960cb0eb3e020875c24b66fb6653dddeb63089da7b3653fcfd8528ce417"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.04991740287983109, "seed": 1605823584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10058174829474348, "interval": [0.0534848932368189, 0.14767860335266805], "p_value": 0.001, "input_sha256": "805b4a56964d3c038c1f51b6f6485c69ab16e478eb08b7b4f100548c59a4295e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.04991740287983109, "seed": 1605823584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10058174829474348, "interval": [0.06293332062064284, 0.15253124720438158], "p_value": 0.00012089934029624253, "input_sha256": "805b4a56964d3c038c1f51b6f6485c69ab16e478eb08b7b4f100548c59a4295e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 833678374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.265801715221218, "interval": [2.5650607847741638, 11.966542645668273], "p_value": 0.004, "input_sha256": "ffe3562ab27bb9b295f19f93643122dea539b2e5085055cc41d39dac7f221e72"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 833678374, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.265801715221218, "interval": [2.779067663958674, 11.54946153607364], "p_value": 0.003432471638642062, "input_sha256": "ffe3562ab27bb9b295f19f93643122dea539b2e5085055cc41d39dac7f221e72"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.05068348566488158, "seed": 833678374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06893975139253687, "interval": [0.017099055807046813, 0.12078044697802692], "p_value": 0.01, "input_sha256": "cf65114f2366c3f3f991a11893d9dcc4eea2d899b4a3e4f03a23af18a0703570"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.05068348566488158, "seed": 833678374, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06893975139253687, "interval": [0.019098322903166615, 0.1158500635094978], "p_value": 0.0105553538091021, "input_sha256": "cf65114f2366c3f3f991a11893d9dcc4eea2d899b4a3e4f03a23af18a0703570"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1582690214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.30059116862330804, "interval": [-4.912006708183469, 5.513189045430085], "p_value": 0.929, "input_sha256": "57ddf294a8c03875ee1e5260623dcf6b871c15a4829e1dbef6f4baf5d4d81f91"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1582690214, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.30059116862330804, "interval": [-4.524758024991029, 4.819350045085591], "p_value": 0.907670291913222, "input_sha256": "57ddf294a8c03875ee1e5260623dcf6b871c15a4829e1dbef6f4baf5d4d81f91"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.05031009953070868, "seed": 1582690214, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0037747677462617313, "interval": [-0.0550034604182154, 0.06255299591073886], "p_value": 0.91, "input_sha256": "45f583e8ea450ac04b4ad3e6469e7ae1ef48e075bb4e1b7158066bfd99efa51f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.05031009953070868, "seed": 1582690214, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0037747677462617313, "interval": [-0.052909995889858626, 0.05198490936323781], "p_value": 0.8971209971817934, "input_sha256": "45f583e8ea450ac04b4ad3e6469e7ae1ef48e075bb4e1b7158066bfd99efa51f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 176936463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4284395411513433, "interval": [-2.433871956533257, 9.290751038835943], "p_value": 0.243, "input_sha256": "0262cbc8eead28eeb9eb46dd5fcd04e05569f896a7ee2f8dc75758a51e8e49d6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 176936463, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4284395411513433, "interval": [-2.273688986637381, 8.952383491774581], "p_value": 0.24373916095894557, "input_sha256": "0262cbc8eead28eeb9eb46dd5fcd04e05569f896a7ee2f8dc75758a51e8e49d6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.050743412973509816, "seed": 176936463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03141869129755909, "interval": [-0.032425775390735795, 0.09526315798585397], "p_value": 0.333, "input_sha256": "493a7ac42b8d79c92062af1642d829f954d8f055e0315077bfb3bb40542c9d6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.050743412973509816, "seed": 176936463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03141869129755909, "interval": [-0.028301352174636817, 0.09245933674923008], "p_value": 0.32542375058822626, "input_sha256": "493a7ac42b8d79c92062af1642d829f954d8f055e0315077bfb3bb40542c9d6a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3964856943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.61897467105604, "interval": [4.2005090682653705, 13.03744027384671], "p_value": 0.002, "input_sha256": "e823a74c55b39ac243878898f325e015262213af80ee801828f6cce1cd99fb60"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3964856943, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.61897467105604, "interval": [4.074176677246863, 12.942601690918092], "p_value": 0.00033365223980741523, "input_sha256": "e823a74c55b39ac243878898f325e015262213af80ee801828f6cce1cd99fb60"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.05016356285409418, "seed": 3964856943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09208671923861582, "interval": [0.04159244093893065, 0.142580997538301], "p_value": 0.002, "input_sha256": "74bc7870d6fc9049b9326dcfe205b9dc0c5eebf9fb00949595b7cb7789546115"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.05016356285409418, "seed": 3964856943, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09208671923861582, "interval": [0.044160360226295096, 0.14646653504757123], "p_value": 0.000752704498893583, "input_sha256": "74bc7870d6fc9049b9326dcfe205b9dc0c5eebf9fb00949595b7cb7789546115"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1996049274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6268895930581806, "interval": [-2.4251971162074906, 7.678976302323852], "p_value": 0.314, "input_sha256": "f3c55a8d2031dc0283e69826d25e13fc439da4bf89a138e3166b711c99738c6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1996049274, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6268895930581806, "interval": [-2.066438772936791, 7.2940092390042555], "p_value": 0.2977172053777315, "input_sha256": "f3c55a8d2031dc0283e69826d25e13fc439da4bf89a138e3166b711c99738c6d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.049991820567939035, "seed": 1996049274, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02622925590831253, "interval": [-0.028040661672485076, 0.08049917348911013], "p_value": 0.346, "input_sha256": "f9999ae0bface794562fa52e2d5946c3a8ce0344ba69afd2a658b94b731de2a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.049991820567939035, "seed": 1996049274, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02622925590831253, "interval": [-0.02183736582829676, 0.07768162952150447], "p_value": 0.3323113278427895, "input_sha256": "f9999ae0bface794562fa52e2d5946c3a8ce0344ba69afd2a658b94b731de2a2"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 64186025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.503083691897652, "interval": [4.116625429848149, 12.889541953947155], "p_value": 0.001, "input_sha256": "2d8a955d1dbb64201b04a7296dad7f6705a1c671b39aa0a732a26c28e66b5e52"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 64186025, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.503083691897652, "interval": [4.501918538783465, 13.076621983611458], "p_value": 0.0003602771534347865, "input_sha256": "2d8a955d1dbb64201b04a7296dad7f6705a1c671b39aa0a732a26c28e66b5e52"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.04981811967003224, "seed": 64186025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09491893923033433, "interval": [0.04654136921873146, 0.1432965092419372], "p_value": 0.001, "input_sha256": "9c145e111be6830016ee65284ba147506eb6c54e495ccb89a6b25f39aa5a6a10"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.04981811967003224, "seed": 64186025, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09491893923033433, "interval": [0.049338097657848044, 0.14259304458764144], "p_value": 0.0003211588843488366, "input_sha256": "9c145e111be6830016ee65284ba147506eb6c54e495ccb89a6b25f39aa5a6a10"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2936122706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.968364517611395, "interval": [-2.543495622508823, 8.480224657731613], "p_value": 0.263, "input_sha256": "5900a7eef50bbcb82e7fbbeadb33c391ec8755f138162cdd48b40ed071308b75"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2936122706, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.968364517611395, "interval": [-3.0588600303419375, 7.652346118383921], "p_value": 0.28056797722198884, "input_sha256": "5900a7eef50bbcb82e7fbbeadb33c391ec8755f138162cdd48b40ed071308b75"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.04711127314700423, "seed": 2936122706, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.025108355116056677, "interval": [-0.03311506261279909, 0.08333177284491244], "p_value": 0.375, "input_sha256": "5412b2fe37b0ce387a8a2aeb8d11c15c984ec545099a2ae2fb561a61ee791a54"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.04711127314700423, "seed": 2936122706, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.025108355116056677, "interval": [-0.041433320393636085, 0.07347917579577234], "p_value": 0.38727078402067816, "input_sha256": "5412b2fe37b0ce387a8a2aeb8d11c15c984ec545099a2ae2fb561a61ee791a54"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 67210626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9149393983862897, "interval": [-4.420199046094543, 6.250077842867122], "p_value": 0.708, "input_sha256": "fb40ba45ba8cdc70682cc50706d7e14464769a547421865b69b280c1966a6cf5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 67210626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9149393983862897, "interval": [-4.337229400882295, 5.947656353696755], "p_value": 0.728324150991191, "input_sha256": "fb40ba45ba8cdc70682cc50706d7e14464769a547421865b69b280c1966a6cf5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.050968998835656774, "seed": 67210626, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.013937208025331244, "interval": [-0.04229600336294729, 0.07017041941360977], "p_value": 0.605, "input_sha256": "f3a528747ff8b19ba216ccdf90fe38dbef7335131e13d6e1c16990be8cb186f5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.050968998835656774, "seed": 67210626, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.013937208025331244, "interval": [-0.0402392149909618, 0.06702712589060195], "p_value": 0.6166126878735358, "input_sha256": "f3a528747ff8b19ba216ccdf90fe38dbef7335131e13d6e1c16990be8cb186f5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 312032484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.022510790779437, "interval": [1.323791489872666, 10.721230091686209], "p_value": 0.022, "input_sha256": "d403d2a6c471138c8fb087e76bc238a02280defbbdab0d9c14a12149f9bbe88e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 312032484, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.022510790779437, "interval": [1.6804323436966964, 10.353566780130434], "p_value": 0.013378316608241023, "input_sha256": "d403d2a6c471138c8fb087e76bc238a02280defbbdab0d9c14a12149f9bbe88e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.04870027616296137, "seed": 312032484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06403190794883158, "interval": [0.011029096384133692, 0.11703471951352948], "p_value": 0.03, "input_sha256": "76fb86d227d50fbd33f5256a5ccb4b72e8b0e23fbbb955ab4d74388f34a59f7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.04870027616296137, "seed": 312032484, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06403190794883158, "interval": [0.017924429056372315, 0.1154655238615195], "p_value": 0.019260914563552452, "input_sha256": "76fb86d227d50fbd33f5256a5ccb4b72e8b0e23fbbb955ab4d74388f34a59f7e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 875886587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.8995814776565396, "interval": [-3.1563747977811385, 6.955537753094218], "p_value": 0.466, "input_sha256": "a4eb55f8190e817937041007f87ba8a7a26ff8176a90a290bb1a1fbaa8913d1d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 875886587, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.8995814776565396, "interval": [-2.7799128260889616, 6.714737620188388], "p_value": 0.4509485904414795, "input_sha256": "a4eb55f8190e817937041007f87ba8a7a26ff8176a90a290bb1a1fbaa8913d1d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.05148037680525867, "seed": 875886587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03528156673525841, "interval": [-0.020735711870832445, 0.09129884534134927], "p_value": 0.226, "input_sha256": "851831ae901d1b8bd72bc69be554759f422d5527a0a915082d9e4801e828a5cd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.05148037680525867, "seed": 875886587, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03528156673525841, "interval": [-0.015244355029866692, 0.09210977353668288], "p_value": 0.20866032624745717, "input_sha256": "851831ae901d1b8bd72bc69be554759f422d5527a0a915082d9e4801e828a5cd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2263215065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.241564191089586, "interval": [-0.6137539472115519, 11.096882329390723], "p_value": 0.07, "input_sha256": "f521cf7e3974387dafff49971ee036ce36e4706c4eccdc4ef027b489c584a859"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2263215065, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.241564191089586, "interval": [-0.25237432539647453, 11.124958818184853], "p_value": 0.07785534318250938, "input_sha256": "f521cf7e3974387dafff49971ee036ce36e4706c4eccdc4ef027b489c584a859"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.051348367143895256, "seed": 2263215065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04910132284237553, "interval": [-0.015021865764486969, 0.11322451144923804], "p_value": 0.119, "input_sha256": "d5004da733d1ef3518592c49b5843de2c9de13bab89df0d4c66826dba90e2226"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.051348367143895256, "seed": 2263215065, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04910132284237553, "interval": [-0.010946835848863495, 0.10738372935717454], "p_value": 0.12929274512679295, "input_sha256": "d5004da733d1ef3518592c49b5843de2c9de13bab89df0d4c66826dba90e2226"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4033396556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7969463833642134, "interval": [-1.1203754305117801, 8.714268197240207], "p_value": 0.126, "input_sha256": "4db0fe84e35284ad0bc2179a50895f8499a62f402fa3bf9abde8d258a20d3d26"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4033396556, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7969463833642134, "interval": [-0.201816370951402, 9.07651000384181], "p_value": 0.12609543916606034, "input_sha256": "4db0fe84e35284ad0bc2179a50895f8499a62f402fa3bf9abde8d258a20d3d26"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.04790615604689993, "seed": 4033396556, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03371400845261309, "interval": [-0.012604201596371586, 0.08003221850159777], "p_value": 0.14, "input_sha256": "3a64fb179abc132eaec7254187d4c7a7f31a2b539d2f26d8561673cdc66f04e4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.04790615604689993, "seed": 4033396556, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03371400845261309, "interval": [-0.0050473167042219165, 0.08280059038033184], "p_value": 0.14859102982503203, "input_sha256": "3a64fb179abc132eaec7254187d4c7a7f31a2b539d2f26d8561673cdc66f04e4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 843937133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2017515514040635, "interval": [-1.6343460059077248, 8.037849108715852], "p_value": 0.223, "input_sha256": "181d42ce00a6d8717a5ce680b28c48b0fc8ded7954adad118c56226d797cfe9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 843937133, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2017515514040635, "interval": [-1.484762992568423, 7.660194129699627], "p_value": 0.18805649440897912, "input_sha256": "181d42ce00a6d8717a5ce680b28c48b0fc8ded7954adad118c56226d797cfe9a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.05120299061856962, "seed": 843937133, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.033378121305562725, "interval": [-0.018623908971163623, 0.08538015158228907], "p_value": 0.238, "input_sha256": "161f8fa492bfa65bef03a907aebe0da65188c2b2c8ba5adfe865f59462276b0e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.05120299061856962, "seed": 843937133, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.033378121305562725, "interval": [-0.015445203175108809, 0.08165744584450335], "p_value": 0.20151839649328981, "input_sha256": "161f8fa492bfa65bef03a907aebe0da65188c2b2c8ba5adfe865f59462276b0e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1603201260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1637712197909895, "interval": [-1.9525848402356178, 6.280127279817597], "p_value": 0.306, "input_sha256": "8bd4a36bc8a24492a74260d643811b930b4159fab5731e68a766b35aed0bfb88"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1603201260, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1637712197909895, "interval": [-1.5686275959945055, 5.9097433406499595], "p_value": 0.2922432050013717, "input_sha256": "8bd4a36bc8a24492a74260d643811b930b4159fab5731e68a766b35aed0bfb88"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.047724630900790696, "seed": 1603201260, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02274259546680643, "interval": [-0.018279890185975478, 0.06376508111958834], "p_value": 0.275, "input_sha256": "a02105fb366d02ae3f84ecc4df2f24808a7d133d106c938a46d69543f92d1960"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.047724630900790696, "seed": 1603201260, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02274259546680643, "interval": [-0.01297486323585992, 0.06208147437813619], "p_value": 0.26654264864988436, "input_sha256": "a02105fb366d02ae3f84ecc4df2f24808a7d133d106c938a46d69543f92d1960"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4242630225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.73378808748558, "interval": [2.2307064619733774, 11.236869712997784], "p_value": 0.004, "input_sha256": "ad6c81576edc967e5ca37dcb842efc572c5017deed7d37fb21c2c7d016e7810e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4242630225, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.73378808748558, "interval": [2.292580468877236, 10.879230109729326], "p_value": 0.004537473031595404, "input_sha256": "ad6c81576edc967e5ca37dcb842efc572c5017deed7d37fb21c2c7d016e7810e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.05039876188097224, "seed": 4242630225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06614723502906306, "interval": [0.01838036576050816, 0.11391410429761795], "p_value": 0.007, "input_sha256": "fc9427ad4a11d123ebdf65db9d49e5d12648b4531b05f4796021d77eb852f1c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.05039876188097224, "seed": 4242630225, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06614723502906306, "interval": [0.01901143760807778, 0.11017463145909946], "p_value": 0.008015794323482765, "input_sha256": "fc9427ad4a11d123ebdf65db9d49e5d12648b4531b05f4796021d77eb852f1c4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2382642709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0409225680178729, "interval": [-4.0173510323337025, 6.099196168369448], "p_value": 0.67, "input_sha256": "100a81da073d08538bd404b130e68b51db94204485982abd385f1746df9ea49f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2382642709, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0409225680178729, "interval": [-3.8636873190618504, 6.167727526480609], "p_value": 0.6792864462256836, "input_sha256": "100a81da073d08538bd404b130e68b51db94204485982abd385f1746df9ea49f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.04872245611133628, "seed": 2382642709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.002982900694076307, "interval": [-0.05021391102085938, 0.05617971240901199], "p_value": 0.911, "input_sha256": "fb9e41f28a27ec750df59951e34b00b1c627dbf7f41cf0ceadeb4e72b2ee96de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.04872245611133628, "seed": 2382642709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.002982900694076307, "interval": [-0.05227040996568013, 0.0563506390807639], "p_value": 0.9101760507766463, "input_sha256": "fb9e41f28a27ec750df59951e34b00b1c627dbf7f41cf0ceadeb4e72b2ee96de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2545204108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.50575963429507, "interval": [4.280758105841508, 12.730761162748632], "p_value": 0.001, "input_sha256": "64c08d233941a82396a6fb63358b266d18837f7cadefcdb17c0a640a2423f7b3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2545204108, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.50575963429507, "interval": [4.954440282233117, 12.467646524736862], "p_value": 0.00023209249291473633, "input_sha256": "64c08d233941a82396a6fb63358b266d18837f7cadefcdb17c0a640a2423f7b3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.05054842142814283, "seed": 2545204108, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08817917610441194, "interval": [0.042912921302607245, 0.13344543090621663], "p_value": 0.001, "input_sha256": "315315cfdcdf5bd2bbc46bb3a742bb9abdc98f9ce42fd4f3208f4e81731668aa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.05054842142814283, "seed": 2545204108, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08817917610441194, "interval": [0.04944591049793353, 0.12937632398131796], "p_value": 0.0003349899989087643, "input_sha256": "315315cfdcdf5bd2bbc46bb3a742bb9abdc98f9ce42fd4f3208f4e81731668aa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1845677619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.02100817447462, "interval": [-0.390603780463187, 10.432620129412427], "p_value": 0.058, "input_sha256": "d36e3a802d750fb4ed91a7846b7e81022d397c4aa7ffe45da9e91b3562f896ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1845677619, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.02100817447462, "interval": [0.21935809560365385, 10.337997331274961], "p_value": 0.0680321329255016, "input_sha256": "d36e3a802d750fb4ed91a7846b7e81022d397c4aa7ffe45da9e91b3562f896ec"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.04849395091776001, "seed": 1845677619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.052701670686181964, "interval": [-0.007462651250086459, 0.1128659926224504], "p_value": 0.08, "input_sha256": "0807836e0518d9def3356ad67f0a2adedac472d7164e928f98d9d31995a4d182"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.04849395091776001, "seed": 1845677619, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.052701670686181964, "interval": [-0.00047738778567990657, 0.11365403347446608], "p_value": 0.08414443867456801, "input_sha256": "0807836e0518d9def3356ad67f0a2adedac472d7164e928f98d9d31995a4d182"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1892693522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6016420789224544, "interval": [-2.4764030873873333, 9.679687245232241], "p_value": 0.244, "input_sha256": "554118df50aca0161091849c8fa067758fdce01c0f2be7798c5adcd3280d8cda"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1892693522, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6016420789224544, "interval": [-2.2658196489656675, 9.229535865697603], "p_value": 0.23771507440515005, "input_sha256": "554118df50aca0161091849c8fa067758fdce01c0f2be7798c5adcd3280d8cda"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.04869142767590302, "seed": 1892693522, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03290709288636523, "interval": [-0.027166842449647885, 0.09298102822237835], "p_value": 0.286, "input_sha256": "37a48a9089a267b4b3f0310568dadc66059cde0bc269741b5667ef24185dd05a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.04869142767590302, "seed": 1892693522, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03290709288636523, "interval": [-0.02450200873604341, 0.08919216185781284], "p_value": 0.2744340565319292, "input_sha256": "37a48a9089a267b4b3f0310568dadc66059cde0bc269741b5667ef24185dd05a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4110037085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.305859885727542, "interval": [2.1924171031825415, 10.419302668272543], "p_value": 0.003, "input_sha256": "2c395f49b2abb4a00068d800755acc50bbb3143dfa295bf8d184c21784ef41b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4110037085, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.305859885727542, "interval": [2.7023382854079423, 10.430633134534924], "p_value": 0.00360350582187987, "input_sha256": "2c395f49b2abb4a00068d800755acc50bbb3143dfa295bf8d184c21784ef41b8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.048318325968271784, "seed": 4110037085, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0655633219312099, "interval": [0.024695859524640547, 0.10643078433777925], "p_value": 0.004, "input_sha256": "4d377d72aaa56e4258f51c4391dd02c1a9d6c943bfa0c6eaf6a672660ff87a0f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.048318325968271784, "seed": 4110037085, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0655633219312099, "interval": [0.02950914744338258, 0.10702269893774906], "p_value": 0.002437777214208807, "input_sha256": "4d377d72aaa56e4258f51c4391dd02c1a9d6c943bfa0c6eaf6a672660ff87a0f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 677796348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.568789440126514, "interval": [1.0006879796107766, 12.13689090064225], "p_value": 0.021, "input_sha256": "20eac7c10bc94d7c6304aa3593471f90455928221c6e3eed8bb00c01d00ae10e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 677796348, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.568789440126514, "interval": [0.406101514297219, 11.145048122179226], "p_value": 0.022276218431816135, "input_sha256": "20eac7c10bc94d7c6304aa3593471f90455928221c6e3eed8bb00c01d00ae10e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.048622439811533844, "seed": 677796348, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06263920427628776, "interval": [0.005975316836848814, 0.1193030917157267], "p_value": 0.026, "input_sha256": "f864959de784802e9be6f365976ec5066b26b0939f72b4b5ef7cc9c8247817b7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.048622439811533844, "seed": 677796348, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06263920427628776, "interval": [-0.0009070066155539187, 0.11382394777707507], "p_value": 0.03134217409906877, "input_sha256": "f864959de784802e9be6f365976ec5066b26b0939f72b4b5ef7cc9c8247817b7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3879389317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.464500018673135, "interval": [3.903619964406759, 13.025380072939512], "p_value": 0.001, "input_sha256": "e77d69a0df879d3e8a0734e9e5a1bfc7cd80fa91fd6b85822692942c2310962a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3879389317, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.464500018673135, "interval": [4.376413440303685, 12.373177833961408], "p_value": 0.000579622016781058, "input_sha256": "e77d69a0df879d3e8a0734e9e5a1bfc7cd80fa91fd6b85822692942c2310962a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.04759533819160545, "seed": 3879389317, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08280819380754051, "interval": [0.0379775568186305, 0.12763883079645053], "p_value": 0.001, "input_sha256": "1405c70bf860f081866a7c50b3ffca7406742345270d5d4cfbcdb495e15c289f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.04759533819160545, "seed": 3879389317, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08280819380754051, "interval": [0.043957618028016926, 0.12257745621369284], "p_value": 0.0006068955154238827, "input_sha256": "1405c70bf860f081866a7c50b3ffca7406742345270d5d4cfbcdb495e15c289f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1975433888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.176359907581949, "interval": [3.4445121676383907, 12.908207647525508], "p_value": 0.002, "input_sha256": "f319002cb8502a762494c123aaaeb2c9eec5dfe2fbd4622d09682923f5df8546"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1975433888, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.176359907581949, "interval": [4.309099058393489, 13.075137566618547], "p_value": 0.0012896878354854216, "input_sha256": "f319002cb8502a762494c123aaaeb2c9eec5dfe2fbd4622d09682923f5df8546"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.05015629746033473, "seed": 1975433888, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07796034512407714, "interval": [0.02993896710598138, 0.1259817231421729], "p_value": 0.003, "input_sha256": "bb805bba32bef8186f6932c28adb5cd40401961f869472705b197cc0b972e7b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.05015629746033473, "seed": 1975433888, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07796034512407714, "interval": [0.039123967672886284, 0.12984647346278097], "p_value": 0.0022844340633933684, "input_sha256": "bb805bba32bef8186f6932c28adb5cd40401961f869472705b197cc0b972e7b0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2204632623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.057913294482034, "interval": [5.397104143084619, 14.71872244587945], "p_value": 0.001, "input_sha256": "a2d2c6dd1916f1fce997413c30f420001e59533e6936282e5652f96e0a270253"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2204632623, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.057913294482034, "interval": [6.1803081262298125, 14.680163382464112], "p_value": 9.460094237627148e-05, "input_sha256": "a2d2c6dd1916f1fce997413c30f420001e59533e6936282e5652f96e0a270253"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.04913651277835543, "seed": 2204632623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.10241291204899229, "interval": [0.05275913580321485, 0.15206668829476974], "p_value": 0.001, "input_sha256": "f6e9718cee28247fc492454ed82a3d4302a262f3322d5d018602acf0e4d413fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.04913651277835543, "seed": 2204632623, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.10241291204899229, "interval": [0.06108264549808918, 0.14929647062802476], "p_value": 0.0001757764613405839, "input_sha256": "f6e9718cee28247fc492454ed82a3d4302a262f3322d5d018602acf0e4d413fe"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3115925563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.141259422650316, "interval": [2.9577649004146336, 13.324753944885998], "p_value": 0.004, "input_sha256": "de24f551f65bad91c9c639bba8f32edbf7e6c7a952f525963a3549fd78cf8c62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3115925563, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.141259422650316, "interval": [3.6343219014945314, 12.76378466075992], "p_value": 0.0030206350151337573, "input_sha256": "de24f551f65bad91c9c639bba8f32edbf7e6c7a952f525963a3549fd78cf8c62"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.051280389070689415, "seed": 3115925563, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09487511121429962, "interval": [0.03767354935135082, 0.15207667307724843], "p_value": 0.002, "input_sha256": "54b03282239b6aa5744f61626dae019f247688a41fc9c5d444ea25c540475496"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.051280389070689415, "seed": 3115925563, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09487511121429962, "interval": [0.046408554081992584, 0.1482418032569419], "p_value": 0.0019520224639634723, "input_sha256": "54b03282239b6aa5744f61626dae019f247688a41fc9c5d444ea25c540475496"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 665053420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2916034877244194, "interval": [-3.7309374163677225, 6.314144391816561], "p_value": 0.602, "input_sha256": "ea140646fe0de2421c8e2b80c208afe8defdb405244150462224ba94a9e58fc4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 665053420, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2916034877244194, "interval": [-3.251276977169122, 5.9297831171075455], "p_value": 0.6050857257413311, "input_sha256": "ea140646fe0de2421c8e2b80c208afe8defdb405244150462224ba94a9e58fc4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.04888312380280054, "seed": 665053420, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0012125285784828632, "interval": [-0.05076526318446551, 0.05319032034143124], "p_value": 0.961, "input_sha256": "68eb414b177b1bb1afa17e01e4d5fcd5eabd19cabc5ced99287623f8b3fdbc80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.04888312380280054, "seed": 665053420, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0012125285784828632, "interval": [-0.04830137310685724, 0.047950346983043325], "p_value": 0.962578973237832, "input_sha256": "68eb414b177b1bb1afa17e01e4d5fcd5eabd19cabc5ced99287623f8b3fdbc80"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 169239928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.708497389484256, "interval": [-0.06638200899862223, 9.483376787967135], "p_value": 0.058, "input_sha256": "b2839385eff10b5b5bfbe991ef2995527cee18ff3e182246f8a6bb811a8cdfb7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 169239928, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.708497389484256, "interval": [0.04634871338485008, 8.549677674003295], "p_value": 0.05310356636873078, "input_sha256": "b2839385eff10b5b5bfbe991ef2995527cee18ff3e182246f8a6bb811a8cdfb7"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.048220059484369145, "seed": 169239928, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04894302799754849, "interval": [-0.0005951740278550277, 0.098481230022952], "p_value": 0.062, "input_sha256": "79ca4cea874f3b32b801c882afeffa8be050ec81a12b5b8267b4a651db165585"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.048220059484369145, "seed": 169239928, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04894302799754849, "interval": [-0.0011839787709631794, 0.08693624207224648], "p_value": 0.052675827616121725, "input_sha256": "79ca4cea874f3b32b801c882afeffa8be050ec81a12b5b8267b4a651db165585"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2839009212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.599673618392744, "interval": [1.1956320552017514, 10.003715181583736], "p_value": 0.01, "input_sha256": "165635c7c82917c5b8701e14bfea5496c69240e0eb6f0d13c5805ad83bd4bd38"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2839009212, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.599673618392744, "interval": [1.5066259173775856, 9.605848738490185], "p_value": 0.014077146841208026, "input_sha256": "165635c7c82917c5b8701e14bfea5496c69240e0eb6f0d13c5805ad83bd4bd38"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.05052455457565812, "seed": 2839009212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05616045980764815, "interval": [0.004913880440717257, 0.10740703917457906], "p_value": 0.029, "input_sha256": "d0dfad7783751cb1596598d7482e193c7ca3f5b6d5cfd7d66ff1771080e637d9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.05052455457565812, "seed": 2839009212, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05616045980764815, "interval": [0.004732144080855607, 0.10032151230301557], "p_value": 0.032582308647074676, "input_sha256": "d0dfad7783751cb1596598d7482e193c7ca3f5b6d5cfd7d66ff1771080e637d9"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 605898710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0340106192385417, "interval": [-4.674207571612246, 6.74222881008933], "p_value": 0.703, "input_sha256": "12f5fe69f4277548f36b2dd06b02e5c273be1aee2cfe7f4cb3e4c6652b67155a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 605898710, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0340106192385417, "interval": [-4.60717279782942, 6.476247925248985], "p_value": 0.7153442466657143, "input_sha256": "12f5fe69f4277548f36b2dd06b02e5c273be1aee2cfe7f4cb3e4c6652b67155a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.04785626223175645, "seed": 605898710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.010196401287074788, "interval": [-0.04605272786609385, 0.06644553044024343], "p_value": 0.714, "input_sha256": "035694adabe6595fbfe18deab771cbb83d6f70f4febb7c11a9b694575f2ed083"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.04785626223175645, "seed": 605898710, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.010196401287074788, "interval": [-0.044746997991704326, 0.06297013344678752], "p_value": 0.7152794983055157, "input_sha256": "035694adabe6595fbfe18deab771cbb83d6f70f4febb7c11a9b694575f2ed083"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3443002741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.595620469921707, "interval": [-1.9465437952040059, 9.13778473504742], "p_value": 0.177, "input_sha256": "7cb105d93de309770a83cce35d3dd6fb5e0828d0a81edae11c2c1aab690cf1af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3443002741, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.595620469921707, "interval": [-1.2240273232912808, 9.329304361327907], "p_value": 0.19454153405080915, "input_sha256": "7cb105d93de309770a83cce35d3dd6fb5e0828d0a81edae11c2c1aab690cf1af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.04794829233193805, "seed": 3443002741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.042192029191739255, "interval": [-0.017127700810929194, 0.1015117591944077], "p_value": 0.143, "input_sha256": "5e90a8fa6674fd633a0a01efdd7252da9b27311729f344e657bc47ea608b738d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.04794829233193805, "seed": 3443002741, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.042192029191739255, "interval": [-0.005348094731609598, 0.107020439828628], "p_value": 0.1557043961534644, "input_sha256": "5e90a8fa6674fd633a0a01efdd7252da9b27311729f344e657bc47ea608b738d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2992099235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.373925184058683, "interval": [3.4854419485221726, 11.262408419595193], "p_value": 0.001, "input_sha256": "a0774129bca78f924e5610299c7eb4c864b6a9a37b569938a65fce826b4c4a96"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2992099235, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.373925184058683, "interval": [3.792768737552948, 10.946794287206105], "p_value": 0.0004935638398613696, "input_sha256": "a0774129bca78f924e5610299c7eb4c864b6a9a37b569938a65fce826b4c4a96"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.046782890174896924, "seed": 2992099235, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07277581272142651, "interval": [0.03525103843469582, 0.1103005870081572], "p_value": 0.001, "input_sha256": "83ab8e737a382fda2daff233e6c5c6adfe098d0c16b29d887300e7853b133d14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.046782890174896924, "seed": 2992099235, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07277581272142651, "interval": [0.03678447560458426, 0.10580527366709427], "p_value": 0.0003755422809182637, "input_sha256": "83ab8e737a382fda2daff233e6c5c6adfe098d0c16b29d887300e7853b133d14"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2694877011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.530644871167635, "interval": [-0.0408782289104872, 9.102167971245755], "p_value": 0.06, "input_sha256": "d0c5dec7189981037a3a8a1c4961819177c142ab19fcaff0bcc8fbbfe5bc81dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2694877011, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.530644871167635, "interval": [0.1540273933679643, 8.511510719834266], "p_value": 0.05195777588898874, "input_sha256": "d0c5dec7189981037a3a8a1c4961819177c142ab19fcaff0bcc8fbbfe5bc81dc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.050038437087140675, "seed": 2694877011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03781126878914462, "interval": [-0.009904216683103657, 0.08552675426139289], "p_value": 0.122, "input_sha256": "8aea1c4ed45962162c7719da9c747c87f1d55f0ae48cbda09140c72015c9a0fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.050038437087140675, "seed": 2694877011, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03781126878914462, "interval": [-0.004888420261687186, 0.08277026193230246], "p_value": 0.11636311514853391, "input_sha256": "8aea1c4ed45962162c7719da9c747c87f1d55f0ae48cbda09140c72015c9a0fc"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2452534248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.692722198936492, "interval": [-0.02621189489743969, 11.411656292770424], "p_value": 0.059, "input_sha256": "8b148e2ff63ea4aaf9870d9234447421edb5bdb340dd4c517ae4de1e518e4cfb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2452534248, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.692722198936492, "interval": [0.5312690389982068, 11.329432359956504], "p_value": 0.05100664066169798, "input_sha256": "8b148e2ff63ea4aaf9870d9234447421edb5bdb340dd4c517ae4de1e518e4cfb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.04924847466932227, "seed": 2452534248, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05097006679946685, "interval": [-0.008862949875010608, 0.1108030834739443], "p_value": 0.101, "input_sha256": "588eff9ead7b7883a382a0f17eb1537cb790641b944f91220a356b4d238c2c4d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.04924847466932227, "seed": 2452534248, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05097006679946685, "interval": [-0.004378039856090502, 0.10965781719487194], "p_value": 0.09272533319178133, "input_sha256": "588eff9ead7b7883a382a0f17eb1537cb790641b944f91220a356b4d238c2c4d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1615775380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4199552716287904, "interval": [-1.5612771746061327, 8.401187717863714], "p_value": 0.193, "input_sha256": "eb5771dc88640f9225e39e1816d632fd32d902ed7a9bca5867f6c4ca3b3e9817"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1615775380, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4199552716287904, "interval": [-1.3358215861781315, 7.926750921274446], "p_value": 0.17249823562953123, "input_sha256": "eb5771dc88640f9225e39e1816d632fd32d902ed7a9bca5867f6c4ca3b3e9817"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.048557545281067135, "seed": 1615775380, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03236499814161942, "interval": [-0.020421509565311344, 0.08515150584855018], "p_value": 0.25, "input_sha256": "8f484c48a2070e4db4584095e9a3a8df42e1ce1e2d9825034e10b048de68fa93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.048557545281067135, "seed": 1615775380, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03236499814161942, "interval": [-0.016818238540057952, 0.08330521973396847], "p_value": 0.22203283188049378, "input_sha256": "8f484c48a2070e4db4584095e9a3a8df42e1ce1e2d9825034e10b048de68fa93"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1660481910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.838894878761728, "interval": [2.648984352326898, 13.028805405196557], "p_value": 0.005, "input_sha256": "52037a67e264b5080ee7370d90a006a67fb0e769fe8d8f3afab385e4b4d1d8ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1660481910, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.838894878761728, "interval": [3.128934716753619, 12.878298200970336], "p_value": 0.004076675757499657, "input_sha256": "52037a67e264b5080ee7370d90a006a67fb0e769fe8d8f3afab385e4b4d1d8ba"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.049759700333885944, "seed": 1660481910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07348386088081575, "interval": [0.017020365075853194, 0.1299473566857783], "p_value": 0.014, "input_sha256": "1149de914e6b3d25da8de90a1f10b679a977d066449132d61f519ce5ccd4c021"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.049759700333885944, "seed": 1660481910, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07348386088081575, "interval": [0.02458899095475284, 0.13094253274148526], "p_value": 0.0121312052510059, "input_sha256": "1149de914e6b3d25da8de90a1f10b679a977d066449132d61f519ce5ccd4c021"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4067928463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.617887830373792, "interval": [6.3171639333476675, 16.918611727399917], "p_value": 0.001, "input_sha256": "06f1d23f02402496b4d3dd1a0cbeabdf8802d4b7b8457c724aac634ecc1c4608"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4067928463, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.617887830373792, "interval": [6.2799408761630975, 17.187850290901796], "p_value": 8.217119458065443e-05, "input_sha256": "06f1d23f02402496b4d3dd1a0cbeabdf8802d4b7b8457c724aac634ecc1c4608"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.04909199999310119, "seed": 4067928463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.11406299226870381, "interval": [0.06055696554674608, 0.16756901899066154], "p_value": 0.001, "input_sha256": "ee08d56839efb0836006ac2bc5ff5291f55d8c0c2419e4262439799c17205c20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.04909199999310119, "seed": 4067928463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.11406299226870381, "interval": [0.05970661621921454, 0.1688652073771058], "p_value": 0.00011839770400149206, "input_sha256": "ee08d56839efb0836006ac2bc5ff5291f55d8c0c2419e4262439799c17205c20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 947354857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.696611305903863, "interval": [-4.2850179205153625, 7.6782405323230885], "p_value": 0.56, "input_sha256": "cda5125222c18b366a08842b08002ff6619d626f78da84c372baa6cdb8fdaff6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 947354857, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.696611305903863, "interval": [-3.975511515633464, 7.42939226336561], "p_value": 0.5665916751268942, "input_sha256": "cda5125222c18b366a08842b08002ff6619d626f78da84c372baa6cdb8fdaff6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.04851035469794638, "seed": 947354857, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.014641135430227645, "interval": [-0.04516483357306081, 0.0744471044335161], "p_value": 0.607, "input_sha256": "25665a68d1ddb852f4bb3e4e3c72700071c309bf84ed3e3663452571e196390e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.04851035469794638, "seed": 947354857, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.014641135430227645, "interval": [-0.037717432694761785, 0.07576060114842889], "p_value": 0.6212956554290714, "input_sha256": "25665a68d1ddb852f4bb3e4e3c72700071c309bf84ed3e3663452571e196390e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1218571901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.713507938113553, "interval": [-1.9614491766407642, 7.38846505286787], "p_value": 0.243, "input_sha256": "e08a1c5d8b80b31bb178d5a88af42d44f3f62e74949c5d08bae574e454307f61"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1218571901, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.713507938113553, "interval": [-1.4741540856399198, 7.1775965390512555], "p_value": 0.2471683259036162, "input_sha256": "e08a1c5d8b80b31bb178d5a88af42d44f3f62e74949c5d08bae574e454307f61"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.04911451671759191, "seed": 1218571901, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.021661251844300622, "interval": [-0.027552783423823335, 0.07087528711242458], "p_value": 0.363, "input_sha256": "d8e4f325d54d119f6b4cfbcb5bdf108cbdf1fd926c1e0f15e7dc493349bbd514"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.04911451671759191, "seed": 1218571901, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.021661251844300622, "interval": [-0.023356726242638327, 0.06957914089393182], "p_value": 0.3784541132993806, "input_sha256": "d8e4f325d54d119f6b4cfbcb5bdf108cbdf1fd926c1e0f15e7dc493349bbd514"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2201453856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7654435101710586, "interval": [-4.260802672135237, 5.791689692477354], "p_value": 0.742, "input_sha256": "56aa71a786b52c922a25b7eb3813205fc89a90aa91caff77eb7aff5221d14b78"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2201453856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7654435101710586, "interval": [-3.7290151729502434, 5.45657509968778], "p_value": 0.7593084442298166, "input_sha256": "56aa71a786b52c922a25b7eb3813205fc89a90aa91caff77eb7aff5221d14b78"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.049265945511505586, "seed": 2201453856, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.005421722564948148, "interval": [-0.04843588723237046, 0.059279332362266755], "p_value": 0.832, "input_sha256": "03aa6da0e8868be6fe461292c4c0ffc7196af5eedd333639d222b4d9a905462b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.049265945511505586, "seed": 2201453856, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.005421722564948148, "interval": [-0.048118516259839185, 0.05312662532875487], "p_value": 0.8395844505142339, "input_sha256": "03aa6da0e8868be6fe461292c4c0ffc7196af5eedd333639d222b4d9a905462b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2001503879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.152775694419459, "interval": [3.3791139541773916, 12.926437434661526], "p_value": 0.001, "input_sha256": "4e399ae0df438092c165ba7806c42f08799625c08089025b249a8f2e8cfe402c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2001503879, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.152775694419459, "interval": [3.793387939545109, 12.900291321342026], "p_value": 0.0013826090458616022, "input_sha256": "4e399ae0df438092c165ba7806c42f08799625c08089025b249a8f2e8cfe402c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.04999452149621286, "seed": 2001503879, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08042005538317121, "interval": [0.031740394887863725, 0.12909971587847868], "p_value": 0.003, "input_sha256": "7a822d4d5d4118d54e43707636834be19cdb7496d5774fdbb7083aae706835af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.04999452149621286, "seed": 2001503879, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08042005538317121, "interval": [0.035296464389206555, 0.12983993736321586], "p_value": 0.0018859713704706697, "input_sha256": "7a822d4d5d4118d54e43707636834be19cdb7496d5774fdbb7083aae706835af"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4252697109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.297466552450766, "interval": [-0.17272225544338404, 8.767655360344916], "p_value": 0.063, "input_sha256": "e08b85d57e5aa7b905863e96442e33c3877cb592939ecfb6875c80b3d6e94c77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4252697109, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.297466552450766, "interval": [0.090373552686135, 8.662455125299584], "p_value": 0.05903262587011186, "input_sha256": "e08b85d57e5aa7b905863e96442e33c3877cb592939ecfb6875c80b3d6e94c77"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.05010440746930307, "seed": 4252697109, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04661648918067389, "interval": [-0.0064743036134929585, 0.09970728197484074], "p_value": 0.092, "input_sha256": "72f809a1ea9ce7ae8171feda286ffe982c8ac5ae5f75c533a5d0769cd0f3b538"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.05010440746930307, "seed": 4252697109, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04661648918067389, "interval": [-0.0027596532062413087, 0.10104561634397509], "p_value": 0.08328415902386231, "input_sha256": "72f809a1ea9ce7ae8171feda286ffe982c8ac5ae5f75c533a5d0769cd0f3b538"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2253654886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.922801194490111, "interval": [0.9116214773713907, 10.933980911608831], "p_value": 0.017, "input_sha256": "9226b99c97ca5bd41693e1afad4f4f53542d3dab0acf4a7001a7dc9b4fb9e8d1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2253654886, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.922801194490111, "interval": [0.9219976092473318, 10.354821200132015], "p_value": 0.021775068501494993, "input_sha256": "9226b99c97ca5bd41693e1afad4f4f53542d3dab0acf4a7001a7dc9b4fb9e8d1"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.05026391854618804, "seed": 2253654886, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06648523650014751, "interval": [0.008952421528515449, 0.12401805147177958], "p_value": 0.015, "input_sha256": "3566a986bbb6ed23cdfaae9a354a1a6f0baef77345666879f48905464501b4b3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.05026391854618804, "seed": 2253654886, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06648523650014751, "interval": [0.008506737180505682, 0.11792231334782216], "p_value": 0.024676003336730156, "input_sha256": "3566a986bbb6ed23cdfaae9a354a1a6f0baef77345666879f48905464501b4b3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2035056633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.695078566905904, "interval": [-1.6205691810412022, 7.01072631485301], "p_value": 0.212, "input_sha256": "2441b9da805254942499b70fece9f9c7924ee2d49c3aea92b20f565f094b79bb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2035056633, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.695078566905904, "interval": [-1.1013982578122543, 7.533245503850351], "p_value": 0.21338707898905432, "input_sha256": "2441b9da805254942499b70fece9f9c7924ee2d49c3aea92b20f565f094b79bb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.04936245625051352, "seed": 2035056633, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02489259474741795, "interval": [-0.02114927455269336, 0.07093446404752926], "p_value": 0.272, "input_sha256": "0472054a685f5d8ece9ac2011951abaef3c578df4ffcbe852123dade4de6174e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.04936245625051352, "seed": 2035056633, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02489259474741795, "interval": [-0.01473995007304311, 0.07588870457982491], "p_value": 0.28008492582785144, "input_sha256": "0472054a685f5d8ece9ac2011951abaef3c578df4ffcbe852123dade4de6174e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3104694204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.659142416597867, "interval": [1.6673427854411074, 11.650942047754627], "p_value": 0.016, "input_sha256": "1f71e12adcd8d1acf87f9654337191577a34530b904ef95e3602003252271992"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3104694204, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.659142416597867, "interval": [1.9760208292974235, 11.304239186970278], "p_value": 0.010280454421199589, "input_sha256": "1f71e12adcd8d1acf87f9654337191577a34530b904ef95e3602003252271992"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.04782318949463888, "seed": 3104694204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06564683328534117, "interval": [0.01734695818863649, 0.11394670838204585], "p_value": 0.016, "input_sha256": "4e8c1c2e5a59b1d83cb0647b88a99eb10e1b3992885871fc300a67ab1d74a34c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.04782318949463888, "seed": 3104694204, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06564683328534117, "interval": [0.020729018035652556, 0.11091729108731732], "p_value": 0.009043519539878793, "input_sha256": "4e8c1c2e5a59b1d83cb0647b88a99eb10e1b3992885871fc300a67ab1d74a34c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2644242713, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.121654408542494, "interval": [5.166455792380426, 15.076853024704562], "p_value": 0.001, "input_sha256": "8ae3a4c5ab1b721444279436338c1fab9280bc87f3a76f4158244427b7c1acae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2644242713, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.121654408542494, "interval": [4.748210433320112, 14.446959002363641], "p_value": 0.00019493870960874725, "input_sha256": "8ae3a4c5ab1b721444279436338c1fab9280bc87f3a76f4158244427b7c1acae"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0485971532957182, "seed": 2644242713, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09724060853835043, "interval": [0.05063032867210204, 0.1438508884045988], "p_value": 0.001, "input_sha256": "fe149c5215b190b04d1c592b556c4e3693f1015dc32e93e8fe576686aa8c2c20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0485971532957182, "seed": 2644242713, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09724060853835043, "interval": [0.04921748238402074, 0.13814055560332986], "p_value": 0.00014910268240455487, "input_sha256": "fe149c5215b190b04d1c592b556c4e3693f1015dc32e93e8fe576686aa8c2c20"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 148379022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.341030737290609, "interval": [-2.1357376343217034, 8.817799108902921], "p_value": 0.218, "input_sha256": "8d08c52ae83c4bb0a5d6be21084f2af89f051bcc7d7b6c7268fed7ea88876ed6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 148379022, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.341030737290609, "interval": [-2.0611756931241505, 8.755685060353619], "p_value": 0.22439733663909056, "input_sha256": "8d08c52ae83c4bb0a5d6be21084f2af89f051bcc7d7b6c7268fed7ea88876ed6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.04596061054579174, "seed": 148379022, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04065583706126852, "interval": [-0.01136343068936932, 0.09267510481190636], "p_value": 0.128, "input_sha256": "f1984f66f8c3b378e8e11125c8f826c99f452064b49c88319d69a2bfd115158b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.04596061054579174, "seed": 148379022, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04065583706126852, "interval": [-0.009397510535837619, 0.09066409256527716], "p_value": 0.12183593514613908, "input_sha256": "f1984f66f8c3b378e8e11125c8f826c99f452064b49c88319d69a2bfd115158b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3828075373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.553026713682999, "interval": [0.7238014865419204, 10.382251940824077], "p_value": 0.025, "input_sha256": "dc1ccdd3106b51e6aa4dc7fa358527f23decdb51ea0b8ffa0c03acf4489f8e72"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3828075373, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.553026713682999, "interval": [1.2600450215491903, 10.366665639810433], "p_value": 0.025351776891942825, "input_sha256": "dc1ccdd3106b51e6aa4dc7fa358527f23decdb51ea0b8ffa0c03acf4489f8e72"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.049081884958086575, "seed": 3828075373, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.060614535910128886, "interval": [0.010963493347846638, 0.11026557847241114], "p_value": 0.021, "input_sha256": "f6296d295e4473744e97b7e49c435e6a30f35513b1e097c8a33db10ea0eeb3e3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.049081884958086575, "seed": 3828075373, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.060614535910128886, "interval": [0.015659022239201667, 0.10954409622841084], "p_value": 0.01805727452139401, "input_sha256": "f6296d295e4473744e97b7e49c435e6a30f35513b1e097c8a33db10ea0eeb3e3"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3877780020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.456302347746508, "interval": [-2.2485126801490463, 7.161117375642062], "p_value": 0.282, "input_sha256": "b8e073d697b30251ff8cb2f52a6704acb947a2302ebed68c98ca138811199d4c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3877780020, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.456302347746508, "interval": [-1.384085112145125, 7.240141976398195], "p_value": 0.2965042342181318, "input_sha256": "b8e073d697b30251ff8cb2f52a6704acb947a2302ebed68c98ca138811199d4c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.047702415477024876, "seed": 3877780020, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03500019849352874, "interval": [-0.017442637340838313, 0.0874430343278958], "p_value": 0.149, "input_sha256": "8fab7348bd5042fe76a2e101a4eb52254a8fd4760013aa50598789f656f04f79"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.047702415477024876, "seed": 3877780020, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03500019849352874, "interval": [-0.006516206455986571, 0.090406261787373], "p_value": 0.18329543461990008, "input_sha256": "8fab7348bd5042fe76a2e101a4eb52254a8fd4760013aa50598789f656f04f79"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1944287232, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.4996801091952765, "interval": [2.2503718698862025, 12.748988348504351], "p_value": 0.007, "input_sha256": "273ce6aa1b5d2cd6758fef5becc6cf9760cd11823e4c8c82d0133d83d7d25888"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1944287232, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.4996801091952765, "interval": [2.3737146378896865, 12.07555866857461], "p_value": 0.006412147266943639, "input_sha256": "273ce6aa1b5d2cd6758fef5becc6cf9760cd11823e4c8c82d0133d83d7d25888"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.04817676367860369, "seed": 1944287232, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06163328413743087, "interval": [0.00669759413743258, 0.11656897413742916], "p_value": 0.024, "input_sha256": "b631b0e013d0c1cf5c11abf9692a628656e5719a53f4c825a4f595298b137367"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.04817676367860369, "seed": 1944287232, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06163328413743087, "interval": [0.006291873298818314, 0.109816186486304], "p_value": 0.029028645472764278, "input_sha256": "b631b0e013d0c1cf5c11abf9692a628656e5719a53f4c825a4f595298b137367"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1731803921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.075334186830382, "interval": [-2.0339586849884475, 8.184627058649212], "p_value": 0.211, "input_sha256": "17ce8ea3e505251c2e9ad4f2e096e48ffaa0c006f158dc407ede8532554f540b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1731803921, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.075334186830382, "interval": [-1.8527092775926535, 7.581055577062466], "p_value": 0.2303510708106546, "input_sha256": "17ce8ea3e505251c2e9ad4f2e096e48ffaa0c006f158dc407ede8532554f540b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.05203565315509484, "seed": 1731803921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03170192090182054, "interval": [-0.021152877793775365, 0.08455671959741645], "p_value": 0.215, "input_sha256": "22c0d682936ce5af9d1681e5139e36f5c2cec5c507e9d3a9a35caaa52d034956"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.05203565315509484, "seed": 1731803921, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03170192090182054, "interval": [-0.01857541068978883, 0.08099321443936852], "p_value": 0.23194955707970583, "input_sha256": "22c0d682936ce5af9d1681e5139e36f5c2cec5c507e9d3a9a35caaa52d034956"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 335357721, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.70317058272766, "interval": [0.6063185070331318, 8.800022658422188], "p_value": 0.019, "input_sha256": "ad56ed91b78f0696f4813e680f3d4fe8b88e978176e9baac19373820480194ac"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 335357721, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.70317058272766, "interval": [0.46703347121770233, 8.178140437510134], "p_value": 0.02582970701606325, "input_sha256": "ad56ed91b78f0696f4813e680f3d4fe8b88e978176e9baac19373820480194ac"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.04694739754292683, "seed": 335357721, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05496690773652363, "interval": [0.011825041300934286, 0.09810877417211297], "p_value": 0.013, "input_sha256": "e2ee34a60353e47e30131b20c531fb50d3b689b5313f7b516114eeb4d49ef262"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.04694739754292683, "seed": 335357721, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05496690773652363, "interval": [0.011590374347770747, 0.09264315988784913], "p_value": 0.014323150239517475, "input_sha256": "e2ee34a60353e47e30131b20c531fb50d3b689b5313f7b516114eeb4d49ef262"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2895035748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.781328188460085, "interval": [-1.3298382673714118, 8.892494644291581], "p_value": 0.137, "input_sha256": "43411fd0fc345b46a0adbb6f05eecce91628a1171275c3a12054b39bc130d8fa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2895035748, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.781328188460085, "interval": [-0.42758598564881606, 9.464978985706779], "p_value": 0.14070691624139794, "input_sha256": "43411fd0fc345b46a0adbb6f05eecce91628a1171275c3a12054b39bc130d8fa"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.05053635549675273, "seed": 2895035748, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04972354778153569, "interval": [-0.017948114114088642, 0.11739520967716002], "p_value": 0.13, "input_sha256": "3d8f85278c0a0c57ffcc31c377c9d1dc9f16a4bf30b0ba7017f452a2bbb00be0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.05053635549675273, "seed": 2895035748, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04972354778153569, "interval": [0.004976958685456022, 0.14848005661219324], "p_value": 0.1423287539757809, "input_sha256": "3d8f85278c0a0c57ffcc31c377c9d1dc9f16a4bf30b0ba7017f452a2bbb00be0"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1536006660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.681817179810446, "interval": [0.5890095116454583, 10.774624847975435], "p_value": 0.029, "input_sha256": "ad178995d95cd6840bf1718f217306fc0404839fd748ed0abdcd21e6bcd3c3de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1536006660, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.681817179810446, "interval": [1.227170690956738, 10.516910952380302], "p_value": 0.029775886325575558, "input_sha256": "ad178995d95cd6840bf1718f217306fc0404839fd748ed0abdcd21e6bcd3c3de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.04862182601232836, "seed": 1536006660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04761176304192312, "interval": [-0.005011178010753889, 0.10023470409460013], "p_value": 0.072, "input_sha256": "683c85d41396a987a62060c7b0e779fe34a95fc75dd2177072b6b4adc7fb5293"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.04862182601232836, "seed": 1536006660, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04761176304192312, "interval": [0.00028242501532826133, 0.10049425312767289], "p_value": 0.07478047988051452, "input_sha256": "683c85d41396a987a62060c7b0e779fe34a95fc75dd2177072b6b4adc7fb5293"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101839779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.06527668113069, "interval": [1.2481744828516845, 10.882378879409696], "p_value": 0.017, "input_sha256": "d592ee0e6db4a7890b4586fb5c33332e6877b104933ce7d59ce304d337d95e2e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101839779, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.06527668113069, "interval": [1.7102200869742195, 10.574407720430115], "p_value": 0.014965931393394654, "input_sha256": "d592ee0e6db4a7890b4586fb5c33332e6877b104933ce7d59ce304d337d95e2e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.05177375011216666, "seed": 101839779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05966684187562191, "interval": [0.005488252035991167, 0.11384543171525265], "p_value": 0.039, "input_sha256": "2f68501d2e26565407aad4716528c5949f5bae1ad42a7a4643a999f3d73ad237"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.05177375011216666, "seed": 101839779, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05966684187562191, "interval": [0.01066420534329384, 0.11365007467609765], "p_value": 0.03177067153728728, "input_sha256": "2f68501d2e26565407aad4716528c5949f5bae1ad42a7a4643a999f3d73ad237"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1245503382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.6103222809965, "interval": [0.8297675460991583, 10.390877015893842], "p_value": 0.014, "input_sha256": "b0592ec37258cd1725f02bbb7f5ab9649f8b4720ba075c1a149ec32635acfd9e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1245503382, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.6103222809965, "interval": [1.262014524471147, 10.326809126584706], "p_value": 0.02270088738385033, "input_sha256": "b0592ec37258cd1725f02bbb7f5ab9649f8b4720ba075c1a149ec32635acfd9e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.04952675208284411, "seed": 1245503382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058079851208624106, "interval": [0.008786224951756294, 0.10737347746549192], "p_value": 0.018, "input_sha256": "b7823f461ac7c87d6a6b76ac09e729940a528e298adba90eec9ae78a53708952"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.04952675208284411, "seed": 1245503382, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058079851208624106, "interval": [0.013147218616140805, 0.10708801255914503], "p_value": 0.02218283995742589, "input_sha256": "b7823f461ac7c87d6a6b76ac09e729940a528e298adba90eec9ae78a53708952"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1955356709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.907744237829068, "interval": [3.9470794632520034, 13.868409012406133], "p_value": 0.002, "input_sha256": "fd54e0ea208be619c039811b9cdab1a4ea979a6fbd040cf9d09781b88d7ce5bd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1955356709, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.907744237829068, "interval": [4.489280175524342, 13.349242250021552], "p_value": 0.0008743334499261439, "input_sha256": "fd54e0ea208be619c039811b9cdab1a4ea979a6fbd040cf9d09781b88d7ce5bd"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.04877351882303494, "seed": 1955356709, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.08685523529762285, "interval": [0.034984894159458824, 0.13872557643578687], "p_value": 0.003, "input_sha256": "18848abd84980fab6ebce9d005a18d09da6202a8d0957a6fd4a4d7f4fdd91c76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.04877351882303494, "seed": 1955356709, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.08685523529762285, "interval": [0.03694151604290642, 0.13233225889793765], "p_value": 0.0016965288722884909, "input_sha256": "18848abd84980fab6ebce9d005a18d09da6202a8d0957a6fd4a4d7f4fdd91c76"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1979219444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.820007069364306, "interval": [1.7867869302161212, 9.85322720851249], "p_value": 0.009, "input_sha256": "b330dbbd461adeea21674ebfb64024417bcc7bcb3aa99a331a62da9b1d6316eb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1979219444, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.820007069364306, "interval": [2.44573402553811, 10.09321607488992], "p_value": 0.006100209106267069, "input_sha256": "b330dbbd461adeea21674ebfb64024417bcc7bcb3aa99a331a62da9b1d6316eb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.04882794408440487, "seed": 1979219444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05434807856117074, "interval": [0.014541481155361552, 0.09415467596697993], "p_value": 0.01, "input_sha256": "aee5e25b2b2b2bf5d4beeae0cbf02d67a2ed02618dd2cd34916c28d5c1ffd57b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.04882794408440487, "seed": 1979219444, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05434807856117074, "interval": [0.020973596586975948, 0.0959332466930463], "p_value": 0.008956252384468785, "input_sha256": "aee5e25b2b2b2bf5d4beeae0cbf02d67a2ed02618dd2cd34916c28d5c1ffd57b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 829144827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.131620585296767, "interval": [2.7086641016156197, 11.554577068977915], "p_value": 0.005, "input_sha256": "740b07f31eba8edb88d3f7765b2f9f37a89119a8b0f9f79e12e39cc1b2c5c194"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 829144827, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.131620585296767, "interval": [3.17576464864025, 10.75945205760266], "p_value": 0.00239597484061274, "input_sha256": "740b07f31eba8edb88d3f7765b2f9f37a89119a8b0f9f79e12e39cc1b2c5c194"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.050328887433337924, "seed": 829144827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0714815020330497, "interval": [0.023545457277548885, 0.11941754678855052], "p_value": 0.009, "input_sha256": "0fafa91894f6ac628f1d18ed63203da325bcd2f3d9f84d24734923a6a2faf094"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.050328887433337924, "seed": 829144827, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0714815020330497, "interval": [0.028148923404653716, 0.11304469145712404], "p_value": 0.004581327396098284, "input_sha256": "0fafa91894f6ac628f1d18ed63203da325bcd2f3d9f84d24734923a6a2faf094"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4075100876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.816718454860282, "interval": [1.3581377254666362, 10.275299184253928], "p_value": 0.012, "input_sha256": "c57a6ca554963cd9f42f55830ac3d59f90a101318c1742700e16eb7ac589cec4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4075100876, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.816718454860282, "interval": [1.8413595592372327, 10.376023634959674], "p_value": 0.011929445115977556, "input_sha256": "c57a6ca554963cd9f42f55830ac3d59f90a101318c1742700e16eb7ac589cec4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.05067554393764617, "seed": 4075100876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05605741611256912, "interval": [0.008155392613571073, 0.10395943961156717], "p_value": 0.026, "input_sha256": "c3a07015c6bde59cbb382174adffa9ca955c7310cf4830fc484319091bad3e7c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.05067554393764617, "seed": 4075100876, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05605741611256912, "interval": [0.01494834016514826, 0.10447187204685546], "p_value": 0.023018967663761738, "input_sha256": "c3a07015c6bde59cbb382174adffa9ca955c7310cf4830fc484319091bad3e7c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1791259677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1624659449144428, "interval": [-1.700132883484235, 8.02506477331312], "p_value": 0.197, "input_sha256": "46afc9809e6006b06fab2a7b1bcfe2e58d19def172d1cace5473359c42fbc666"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1791259677, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1624659449144428, "interval": [-1.656866561642855, 7.877945253291419], "p_value": 0.19532670633058177, "input_sha256": "46afc9809e6006b06fab2a7b1bcfe2e58d19def172d1cace5473359c42fbc666"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.04880436700249506, "seed": 1791259677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.022899988298862417, "interval": [-0.035770680834541636, 0.08157065743226646], "p_value": 0.44, "input_sha256": "5c37f5ef2851d9c80d421e31915af47d7e69c1862d4055135c123eae86556732"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.04880436700249506, "seed": 1791259677, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.022899988298862417, "interval": [-0.03449894125138473, 0.07952474644437864], "p_value": 0.4330948570994677, "input_sha256": "5c37f5ef2851d9c80d421e31915af47d7e69c1862d4055135c123eae86556732"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1030399302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.560113509592103, "interval": [1.4166286710072766, 9.703598348176929], "p_value": 0.011, "input_sha256": "7b02a300a593823c190ae23445c8e91a565a7be9982617a1f2754764d7da2238"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1030399302, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.560113509592103, "interval": [1.772201174057072, 9.52137442981882], "p_value": 0.009912631300792007, "input_sha256": "7b02a300a593823c190ae23445c8e91a565a7be9982617a1f2754764d7da2238"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0472660860101212, "seed": 1030399302, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05546018125263098, "interval": [0.006341169273961202, 0.10457919323130077], "p_value": 0.023, "input_sha256": "081e30e79ec062d4f9b3d0e7eabdbff82a60b6b217aa7149676309806eb8fd9d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0472660860101212, "seed": 1030399302, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05546018125263098, "interval": [0.006109380136631272, 0.09914493934463547], "p_value": 0.0279520453914837, "input_sha256": "081e30e79ec062d4f9b3d0e7eabdbff82a60b6b217aa7149676309806eb8fd9d"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1186920444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2387266834790687, "interval": [-3.5111700052542743, 5.988623372212412], "p_value": 0.603, "input_sha256": "e7d0e749d4b53f88ca5e773127561c76b2543e4bbf46b35c261bab4778bcad86"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1186920444, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2387266834790687, "interval": [-3.374143447440559, 5.8236124237441524], "p_value": 0.6005587336789167, "input_sha256": "e7d0e749d4b53f88ca5e773127561c76b2543e4bbf46b35c261bab4778bcad86"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.05054601163022111, "seed": 1186920444, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.009076635905602815, "interval": [-0.04156933970671864, 0.05972261151792427], "p_value": 0.721, "input_sha256": "1f6b13dde2fe6c08996d078de32e66dfd33d4bc1f3d6f6400ac9864b04fe8ff6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.05054601163022111, "seed": 1186920444, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.009076635905602815, "interval": [-0.040553669280201946, 0.05907622352455646], "p_value": 0.7187173911204133, "input_sha256": "1f6b13dde2fe6c08996d078de32e66dfd33d4bc1f3d6f6400ac9864b04fe8ff6"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3161570201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7174815154735956, "interval": [-5.962506741517182, 4.527543710569991], "p_value": 0.781, "input_sha256": "1ace889a8dea6d225477a533d05dc195dffe9fed68b23d31a6fd0b33be150b39"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3161570201, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7174815154735956, "interval": [-5.9621828803931995, 3.7379077149734017], "p_value": 0.7833126907287894, "input_sha256": "1ace889a8dea6d225477a533d05dc195dffe9fed68b23d31a6fd0b33be150b39"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.04911692186173979, "seed": 3161570201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.0014945444415037368, "interval": [-0.05620798849214112, 0.053218899609133646], "p_value": 0.95, "input_sha256": "7801f390e48115afae38c668057f472659b8c3f7fee7adadec8ffaae78f6bbdf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.04911692186173979, "seed": 3161570201, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.0014945444415037368, "interval": [-0.05581918932463048, 0.045572173626025045], "p_value": 0.9561872962093014, "input_sha256": "7801f390e48115afae38c668057f472659b8c3f7fee7adadec8ffaae78f6bbdf"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3392320521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.242636801859117, "interval": [-0.6551345750724495, 9.140408178790683], "p_value": 0.091, "input_sha256": "d312991507800598bc1bb0b00b3edcc14b2ae41d1844e4dba352705a6322c480"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3392320521, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.242636801859117, "interval": [-0.10021117700769584, 9.079328745728187], "p_value": 0.08753180769084466, "input_sha256": "d312991507800598bc1bb0b00b3edcc14b2ae41d1844e4dba352705a6322c480"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.05070079989501876, "seed": 3392320521, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03152190532700623, "interval": [-0.02162691627941333, 0.08467072693342578], "p_value": 0.223, "input_sha256": "072526f57bff29c27be78fef19eb442dece4e33eea8f77f8ed3c58cde54e0095"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.05070079989501876, "seed": 3392320521, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03152190532700623, "interval": [-0.01428122508722911, 0.08501808747244116], "p_value": 0.23708043971470402, "input_sha256": "072526f57bff29c27be78fef19eb442dece4e33eea8f77f8ed3c58cde54e0095"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 380707300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6220606595991107, "interval": [-2.6438006185719267, 7.887921937770148], "p_value": 0.302, "input_sha256": "cd5bd83556e5194e869598cf093a39c3df500126fdbd319961b09e5fb16606d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 380707300, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6220606595991107, "interval": [-1.946082530407443, 8.155518681780446], "p_value": 0.3195788125367884, "input_sha256": "cd5bd83556e5194e869598cf093a39c3df500126fdbd319961b09e5fb16606d8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.05048274090607754, "seed": 380707300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.024313168298951582, "interval": [-0.03997462298788641, 0.08860095958578958], "p_value": 0.467, "input_sha256": "b71209aa74c46b65e93f3db8b3b0a3cdf3579df6256baa0fea731c1e097baad5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.05048274090607754, "seed": 380707300, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.024313168298951582, "interval": [-0.025798075521327825, 0.09574103503886755], "p_value": 0.44793572965143125, "input_sha256": "b71209aa74c46b65e93f3db8b3b0a3cdf3579df6256baa0fea731c1e097baad5"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3401530646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.5427639622504135, "interval": [-0.14137610806372258, 9.22690403256455], "p_value": 0.062, "input_sha256": "9d256d49eb15be3ae9e77702bc53be57568c752f904ac0a807242873b84d9fe4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3401530646, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.5427639622504135, "interval": [0.050496958236384046, 8.787198438228359], "p_value": 0.05694459407717371, "input_sha256": "9d256d49eb15be3ae9e77702bc53be57568c752f904ac0a807242873b84d9fe4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.04949678090674627, "seed": 3401530646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04567531132180688, "interval": [-0.0042658147322228585, 0.09561643737583662], "p_value": 0.08, "input_sha256": "06064f7ffd0bf1f17b67f2cf6f6d216978a0aa6c034cd108279df37c65c16f25"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.04949678090674627, "seed": 3401530646, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04567531132180688, "interval": [0.00047393920030197335, 0.09227693940148399], "p_value": 0.07186909444837426, "input_sha256": "06064f7ffd0bf1f17b67f2cf6f6d216978a0aa6c034cd108279df37c65c16f25"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 277676334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.212929026896981, "interval": [0.8301353659357842, 9.595722687858178], "p_value": 0.024, "input_sha256": "2445cba0b8a803c771778750908cbe98017fe5d874acb3408081fab215c86740"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 277676334, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.212929026896981, "interval": [0.8198724740543467, 9.282771268493708], "p_value": 0.02101666706508083, "input_sha256": "2445cba0b8a803c771778750908cbe98017fe5d874acb3408081fab215c86740"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.04848421110967125, "seed": 277676334, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.047036290569815106, "interval": [0.0012180432338482136, 0.09285453790578199], "p_value": 0.053, "input_sha256": "b634f7531c5ac1f6d6c45f10080f004a871a9129f8867eeab1c560036442cc24"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.04848421110967125, "seed": 277676334, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.047036290569815106, "interval": [-0.0005628757729100288, 0.08606072467645919], "p_value": 0.04449753708267593, "input_sha256": "b634f7531c5ac1f6d6c45f10080f004a871a9129f8867eeab1c560036442cc24"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1792078285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.354583150986562, "interval": [-1.7779575941395631, 8.487123896112687], "p_value": 0.193, "input_sha256": "3b257d7a4b4dd07125a7e90a20f33c90b678d72337e3cfd75db8318a5a9ee956"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1792078285, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.354583150986562, "interval": [-1.612758441603408, 7.99222988734051], "p_value": 0.19277336599151698, "input_sha256": "3b257d7a4b4dd07125a7e90a20f33c90b678d72337e3cfd75db8318a5a9ee956"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.05224636648417591, "seed": 1792078285, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03960564678905806, "interval": [-0.028141003891276675, 0.1073522974693928], "p_value": 0.235, "input_sha256": "eaeb0ecc40024be5a59bb6bfc00b4ccc837f14b39d24d1cfd559670990ad30de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.05224636648417591, "seed": 1792078285, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03960564678905806, "interval": [-0.02018279243295558, 0.10839352100401493], "p_value": 0.24231708917149972, "input_sha256": "eaeb0ecc40024be5a59bb6bfc00b4ccc837f14b39d24d1cfd559670990ad30de"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2086930282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.568433288360056, "interval": [1.4631835042170778, 13.673683072503033], "p_value": 0.014, "input_sha256": "9763a738002a540950d55dd0c4a26df5930fd48c287adb2fffb4f338fb09d608"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2086930282, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.568433288360056, "interval": [1.7561236809348848, 12.804046058456908], "p_value": 0.01684546161851022, "input_sha256": "9763a738002a540950d55dd0c4a26df5930fd48c287adb2fffb4f338fb09d608"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.04869729988172257, "seed": 2086930282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0794624316986676, "interval": [0.017995297102331317, 0.14092956629500386], "p_value": 0.012, "input_sha256": "552bd1487026e188d0459b8af7324436dc6140ac07b492f4ff7e8e70521c213e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.04869729988172257, "seed": 2086930282, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0794624316986676, "interval": [0.018683423469840726, 0.1311310357041133], "p_value": 0.013045037270090178, "input_sha256": "552bd1487026e188d0459b8af7324436dc6140ac07b492f4ff7e8e70521c213e"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 685669988, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.467740501872919, "interval": [0.4557655402570999, 10.479715463488738], "p_value": 0.031, "input_sha256": "31fc66011ed53e76d5d4c7bdbd0b202d48348019394d761a9157f1aebc96a504"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 685669988, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.467740501872919, "interval": [0.9660030627371768, 9.941778275760642], "p_value": 0.03331689420646921, "input_sha256": "31fc66011ed53e76d5d4c7bdbd0b202d48348019394d761a9157f1aebc96a504"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.05113323781581962, "seed": 685669988, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05868922244544422, "interval": [0.004584968552967465, 0.11279347633792097], "p_value": 0.025, "input_sha256": "ab3a67a520453b9b36a321b3957267bce01cd5f75f62bbe28e543382e8813876"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.05113323781581962, "seed": 685669988, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05868922244544422, "interval": [0.009555565189025384, 0.10923953945423301], "p_value": 0.03427632300633768, "input_sha256": "ab3a67a520453b9b36a321b3957267bce01cd5f75f62bbe28e543382e8813876"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1696491490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7346449881972994, "interval": [-0.6202473784527669, 8.089537354847366], "p_value": 0.078, "input_sha256": "45eb89da2d9726adfa381d01dc3d35e7525864017b63bdcfbb1d15c223907812"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1696491490, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7346449881972994, "interval": [0.25513708433307536, 8.890479879250124], "p_value": 0.09065134689538568, "input_sha256": "45eb89da2d9726adfa381d01dc3d35e7525864017b63bdcfbb1d15c223907812"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.04943747224961666, "seed": 1696491490, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.03928436857459809, "interval": [-0.003315574363353377, 0.08188431151254956], "p_value": 0.057, "input_sha256": "b3b5eed49956f1507d04b22789c0182ee546632a46ca2581af07c5b3313d9eee"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.04943747224961666, "seed": 1696491490, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.03928436857459809, "interval": [0.005159181823215616, 0.08989417487754647], "p_value": 0.06963894463410536, "input_sha256": "b3b5eed49956f1507d04b22789c0182ee546632a46ca2581af07c5b3313d9eee"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 561273001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.779078109121542, "interval": [-0.4753124440586918, 8.033468662301775], "p_value": 0.068, "input_sha256": "68f7e69803cfaaf0ab67cad44118a5d9e6bf58ce3559cf5d45e25a9a6e279b63"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 561273001, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.779078109121542, "interval": [-0.757515714398268, 7.452400881571019], "p_value": 0.08008690777491266, "input_sha256": "68f7e69803cfaaf0ab67cad44118a5d9e6bf58ce3559cf5d45e25a9a6e279b63"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.048648478481996146, "seed": 561273001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.02622896625638535, "interval": [-0.018810906764562298, 0.07126883927733299], "p_value": 0.241, "input_sha256": "28305c1d0e9c509e9b82b97264fce09ccace71e8211f84749c2034c0310d64cb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.048648478481996146, "seed": 561273001, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.02622896625638535, "interval": [-0.018565447847134615, 0.06707884793021329], "p_value": 0.24574301407908034, "input_sha256": "28305c1d0e9c509e9b82b97264fce09ccace71e8211f84749c2034c0310d64cb"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2782700922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.945306372644822, "interval": [0.8912862288079335, 12.99932651648171], "p_value": 0.033, "input_sha256": "1ac1e37a7bfb3540789b5b8b64e1121cd94260e5b85ece9e01e1ab47b14c3bc8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2782700922, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.945306372644822, "interval": [1.4130626332111185, 12.839742633281922], "p_value": 0.025815426451108056, "input_sha256": "1ac1e37a7bfb3540789b5b8b64e1121cd94260e5b85ece9e01e1ab47b14c3bc8"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.04982149290671021, "seed": 2782700922, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.058496962851078235, "interval": [-0.007521845193112442, 0.12451577089526891], "p_value": 0.091, "input_sha256": "837fd9449bcf28df8a8336c5733a345bfca94cb793da1b5e1e28cd025efef08b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.04982149290671021, "seed": 2782700922, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.058496962851078235, "interval": [-0.0017445293925590353, 0.12362689270887953], "p_value": 0.08065243904968707, "input_sha256": "837fd9449bcf28df8a8336c5733a345bfca94cb793da1b5e1e28cd025efef08b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1900336921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.287567921799928, "interval": [-1.2820699944115725, 9.857205838011428], "p_value": 0.129, "input_sha256": "d47a585a53b6af6756ae651a2e07884ff96c668506ae57b8b7b794ee0061ad45"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1900336921, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.287567921799928, "interval": [-0.8243688579386635, 9.12867035399067], "p_value": 0.12712759271940272, "input_sha256": "d47a585a53b6af6756ae651a2e07884ff96c668506ae57b8b7b794ee0061ad45"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.04806786940574109, "seed": 1900336921, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.031786909616232886, "interval": [-0.021053510536238947, 0.08462732976870471], "p_value": 0.247, "input_sha256": "c90fdfe55fc91786e43edcdf91008f0abe06a6aae098a63bf2ce8f5bb4808295"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.04806786940574109, "seed": 1900336921, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.031786909616232886, "interval": [-0.018535194334088873, 0.07616471413451305], "p_value": 0.23048070741033558, "input_sha256": "c90fdfe55fc91786e43edcdf91008f0abe06a6aae098a63bf2ce8f5bb4808295"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1425821131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.260773081137087, "interval": [0.21863276553083466, 8.302913396743339], "p_value": 0.048, "input_sha256": "ce889260be0aab6f3e7aec6574c0479c5b3565368ed493923be184868720a744"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1425821131, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.260773081137087, "interval": [0.46053471401676815, 7.868994168445813], "p_value": 0.039387709761852116, "input_sha256": "ce889260be0aab6f3e7aec6574c0479c5b3565368ed493923be184868720a744"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.05016935822773859, "seed": 1425821131, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.044100228082561796, "interval": [-0.00014676625341830674, 0.0883472224185419], "p_value": 0.061, "input_sha256": "b5357c40f79ef990ab07088cb721ff3bfbbcb68623188357bf5c6ec7aabda1ad"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.05016935822773859, "seed": 1425821131, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.044100228082561796, "interval": [0.0026836781206577122, 0.08581233898241845], "p_value": 0.0507259833006892, "input_sha256": "b5357c40f79ef990ab07088cb721ff3bfbbcb68623188357bf5c6ec7aabda1ad"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1573839881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.897453726361036, "interval": [4.848308107106829, 14.946599345615244], "p_value": 0.003, "input_sha256": "b793e25f93b184e20b7c395f8fd4b04b8b0955c58989b6ef1bd43f4feef76542"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1573839881, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.897453726361036, "interval": [4.57819425717695, 13.859950881010123], "p_value": 0.00031387347391993313, "input_sha256": "b793e25f93b184e20b7c395f8fd4b04b8b0955c58989b6ef1bd43f4feef76542"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.05111936648111877, "seed": 1573839881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.1177890884336697, "interval": [0.05825360946006801, 0.17732456740727137], "p_value": 0.001, "input_sha256": "b315c3baf01f94196f0b15a7d639ca390582add5f0896c7a6073f5a0764b1945"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.05111936648111877, "seed": 1573839881, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.1177890884336697, "interval": [0.056702456920135307, 0.16562896095680615], "p_value": 0.00029995594982429254, "input_sha256": "b315c3baf01f94196f0b15a7d639ca390582add5f0896c7a6073f5a0764b1945"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 765193474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.491086870720743, "interval": [2.356262338359426, 10.62591140308206], "p_value": 0.001, "input_sha256": "e448866830c9f9d16082f22c4db224d966afb8b16b8ce1fbb890753e88667320"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 765193474, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.491086870720743, "interval": [2.6147090201734566, 9.973496765007274], "p_value": 0.0029468269337784717, "input_sha256": "e448866830c9f9d16082f22c4db224d966afb8b16b8ce1fbb890753e88667320"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.04941154738289454, "seed": 765193474, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05895338395544533, "interval": [0.01527527408166815, 0.10263149382922251], "p_value": 0.008, "input_sha256": "b2b9cfab01cb8c27f5505aac716e59cb37fe21e278d51bdc9eb2f3aa37785f89"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.04941154738289454, "seed": 765193474, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05895338395544533, "interval": [0.01727031247943517, 0.09568723643729048], "p_value": 0.009501389582799382, "input_sha256": "b2b9cfab01cb8c27f5505aac716e59cb37fe21e278d51bdc9eb2f3aa37785f89"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3535334834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.812865467098115, "interval": [-0.18753180611557685, 11.813262740311806], "p_value": 0.057, "input_sha256": "2e096ec4b32d3da5881bfdff79741d547ec3ef42a349a413b43646203bffc151"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3535334834, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.812865467098115, "interval": [0.3628756910163043, 11.02796883293303], "p_value": 0.05722205113334139, "input_sha256": "2e096ec4b32d3da5881bfdff79741d547ec3ef42a349a413b43646203bffc151"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0503676430171329, "seed": 3535334834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.05395198283678075, "interval": [-0.01320162177528765, 0.12110558744884915], "p_value": 0.108, "input_sha256": "a57c0baad214c1e029a8a3f0d0153323e22b54c14f1b0e279cb11f99e966345b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0503676430171329, "seed": 3535334834, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.05395198283678075, "interval": [-0.002909883348287013, 0.11617557385842253], "p_value": 0.11204286159549046, "input_sha256": "a57c0baad214c1e029a8a3f0d0153323e22b54c14f1b0e279cb11f99e966345b"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1483641236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.5817874402349705, "interval": [0.4050571545969106, 10.75851772587303], "p_value": 0.03, "input_sha256": "499d3b3a3b13cd563c8e1636f4d3e3f22e1e020bead251eb16b0b343dd578ec4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1483641236, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.5817874402349705, "interval": [0.6785266410601744, 10.375111514714728], "p_value": 0.03529981748442962, "input_sha256": "499d3b3a3b13cd563c8e1636f4d3e3f22e1e020bead251eb16b0b343dd578ec4"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.04893539114611883, "seed": 1483641236, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.04851940597119281, "interval": [-0.0033495379767960326, 0.10038834991918165], "p_value": 0.063, "input_sha256": "e84891ff06f76abd3c83e17b0c8fbe86a412dd7f8cb9b27f5303fcefa9e1251a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.04893539114611883, "seed": 1483641236, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.04851940597119281, "interval": [-0.0011594534114998175, 0.09729698725335562], "p_value": 0.06589924730669121, "input_sha256": "e84891ff06f76abd3c83e17b0c8fbe86a412dd7f8cb9b27f5303fcefa9e1251a"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2426382737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.029096149268327, "interval": [0.8771094695174053, 9.181082829019248], "p_value": 0.018, "input_sha256": "bd1093f2ca2e469dbe9822e2bbb8c68b8d008a616d9c98e77708095d96bbda7f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2426382737, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.029096149268327, "interval": [1.0225679832908363, 8.672644900088967], "p_value": 0.01901762699555211, "input_sha256": "bd1093f2ca2e469dbe9822e2bbb8c68b8d008a616d9c98e77708095d96bbda7f"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.04797254038801188, "seed": 2426382737, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.046458110090964705, "interval": [0.0024795541223961368, 0.09043666605953327], "p_value": 0.036, "input_sha256": "abce0f6a06a2f14b4038ca5574572f5eb42069864592649beebba63e83a60793"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.04797254038801188, "seed": 2426382737, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.046458110090964705, "interval": [0.005574969605736729, 0.08503319327814753], "p_value": 0.03899429520894902, "input_sha256": "abce0f6a06a2f14b4038ca5574572f5eb42069864592649beebba63e83a60793"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1092534979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.269728539824863, "interval": [2.197405743263885, 12.34205133638584], "p_value": 0.004, "input_sha256": "89fe822c41f35251dd9962ff739a66851dad8f3c459cff80efdb3ae6912e5633"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1092534979, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.269728539824863, "interval": [2.2870842114444474, 11.874030673112234], "p_value": 0.006156843003980291, "input_sha256": "89fe822c41f35251dd9962ff739a66851dad8f3c459cff80efdb3ae6912e5633"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.050119306035677935, "seed": 1092534979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07047771615634167, "interval": [0.010228887149274647, 0.1307265451634087], "p_value": 0.02, "input_sha256": "a0f01825bdff6f3f548dcc35b057b23c7e7dfc45fc9cf28547d967cb2d42544c"}
{"scenario": "heterogeneous_effect", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.050119306035677935, "seed": 1092534979, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07047771615634167, "interval": [0.010833165009865912, 0.12455431345170959], "p_value": 0.023078864065829142, "input_sha256": "a0f01825bdff6f3f548dcc35b057b23c7e7dfc45fc9cf28547d967cb2d42544c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 128203003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2240134357960315, "interval": [-3.799051222910035, 4.247078094502098], "p_value": 0.921, "input_sha256": "216096366277fbab64a2c201db7e2587f6d1827e2ab9354c1d0a3ee34e35ba60"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 128203003, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2240134357960315, "interval": [-3.4161506278604996, 3.9818690377870958], "p_value": 0.9107816379162195, "input_sha256": "216096366277fbab64a2c201db7e2587f6d1827e2ab9354c1d0a3ee34e35ba60"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 128203003, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 75.11440645070421, "interval": [-67.68594554082479, 217.91475844223322], "p_value": 0.324, "input_sha256": "b7e289da7ba54708bcdb4edde616cad04f2da8ce6d4063a9a8a549b204e2db04"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 128203003, "p_value_method": "welch_average_effect", "success": true, "estimate": 75.11440645070421, "interval": [-16.86639505537557, 254.10169595302287], "p_value": 0.28822892422988705, "input_sha256": "b7e289da7ba54708bcdb4edde616cad04f2da8ce6d4063a9a8a549b204e2db04"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1538693068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3396333757924044, "interval": [-1.936261575911169, 4.615528327495978], "p_value": 0.414, "input_sha256": "061f6aa931689ff79ef9578ac1672e9889abb431fb3f71082051f3d46b672ca2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1538693068, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3396333757924044, "interval": [-1.8884732882515582, 4.320306359665333], "p_value": 0.41012618369924336, "input_sha256": "061f6aa931689ff79ef9578ac1672e9889abb431fb3f71082051f3d46b672ca2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1538693068, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 39.31594223836322, "interval": [-114.7794307773506, 193.41131525407704], "p_value": 0.625, "input_sha256": "cd7d13b27ae439000e86aec38a4cbd56a3e7beb42118412b7ba753d7b6436a57"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1538693068, "p_value_method": "welch_average_effect", "success": true, "estimate": 39.31594223836322, "interval": [-77.64660576559871, 212.450899389849], "p_value": 0.6055922669467936, "input_sha256": "cd7d13b27ae439000e86aec38a4cbd56a3e7beb42118412b7ba753d7b6436a57"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4076413943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3472213928657197, "interval": [-5.632598948130932, 2.9381561623994923], "p_value": 0.568, "input_sha256": "7e32655e9236cae082faa2b18adba6ed5ba306d73d8250332b22222ee115e873"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4076413943, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3472213928657197, "interval": [-5.866569943018875, 1.9319635081347892], "p_value": 0.5283108542187934, "input_sha256": "7e32655e9236cae082faa2b18adba6ed5ba306d73d8250332b22222ee115e873"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4076413943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -16.302419709159366, "interval": [-172.26388048971796, 139.65904107139926], "p_value": 0.826, "input_sha256": "e755405e6f6a3bb5cd26078e8cf03b25c7c8e75d172527e6db4d16a78e486cba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4076413943, "p_value_method": "welch_average_effect", "success": true, "estimate": -16.302419709159366, "interval": [-181.06010053909097, 125.9912912324029], "p_value": 0.8335389097966746, "input_sha256": "e755405e6f6a3bb5cd26078e8cf03b25c7c8e75d172527e6db4d16a78e486cba"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1575598840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.699746759827164, "interval": [-1.212547333240074, 6.612040852894403], "p_value": 0.158, "input_sha256": "707622bde8d9c6cd20f0a83c7155490ed09f97ee54f029c62a8ee3aaad1eb34b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1575598840, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.699746759827164, "interval": [-0.832935224940539, 6.570678939149449], "p_value": 0.16996998275483102, "input_sha256": "707622bde8d9c6cd20f0a83c7155490ed09f97ee54f029c62a8ee3aaad1eb34b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1575598840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 122.16955542516523, "interval": [-47.6351867184748, 291.97429756880524], "p_value": 0.152, "input_sha256": "c1113db39e73a02656c4d4ddb3dae787fa5ad33987e832a6740e889dfba2fd2e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1575598840, "p_value_method": "welch_average_effect", "success": true, "estimate": 122.16955542516523, "interval": [7.579162048171691, 343.9825243087469], "p_value": 0.15054643220354202, "input_sha256": "c1113db39e73a02656c4d4ddb3dae787fa5ad33987e832a6740e889dfba2fd2e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3725666503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4715539889764297, "interval": [-1.2981037445672938, 6.241211722520154], "p_value": 0.187, "input_sha256": "5dc3d071aa56e70c146b20b06e2a8b37e0e7f27b00544579c9a4581b04db629b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3725666503, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4715539889764297, "interval": [-0.7316779756954214, 5.885693596397825], "p_value": 0.19205657905206927, "input_sha256": "5dc3d071aa56e70c146b20b06e2a8b37e0e7f27b00544579c9a4581b04db629b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3725666503, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -106.3476977490479, "interval": [-326.4427067716058, 113.74731127351002], "p_value": 0.362, "input_sha256": "70b9386ea6ff6d3fd0f362ef11d6010b339351f39c3a2e21b6ae3754590dc368"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3725666503, "p_value_method": "welch_average_effect", "success": true, "estimate": -106.3476977490479, "interval": [-414.62010242979215, 42.27083894629898], "p_value": 0.32855599689821113, "input_sha256": "70b9386ea6ff6d3fd0f362ef11d6010b339351f39c3a2e21b6ae3754590dc368"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2382817147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.237744434240703, "interval": [-0.5817346124786584, 7.057223480960065], "p_value": 0.092, "input_sha256": "6dbbe2f978e2812e1c76e545fda46f7a6b2c8c69900fa23c8071e4f2d94b861f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2382817147, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.237744434240703, "interval": [-0.6213509985224652, 6.361433706073731], "p_value": 0.0942429552664279, "input_sha256": "6dbbe2f978e2812e1c76e545fda46f7a6b2c8c69900fa23c8071e4f2d94b861f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2382817147, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 133.93970236997478, "interval": [-41.18654617126876, 309.06595091121835], "p_value": 0.126, "input_sha256": "35597dea9e3ae574b83845c9efd2343ff7d63ecd573a3a5d39a6229612ff2d70"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2382817147, "p_value_method": "welch_average_effect", "success": true, "estimate": 133.93970236997478, "interval": [0.5800149349733186, 341.90391420201433], "p_value": 0.12855329634553966, "input_sha256": "35597dea9e3ae574b83845c9efd2343ff7d63ecd573a3a5d39a6229612ff2d70"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2890394212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.46288482938798126, "interval": [-4.03792681912466, 3.1121571603486973], "p_value": 0.785, "input_sha256": "f8b5ad929f02f11108b5b97ebf20d7478d0a6fe7f7e3d42e3d08324d3d9e625e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2890394212, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.46288482938798126, "interval": [-3.8083766095428833, 2.9384422988624475], "p_value": 0.7939286220202827, "input_sha256": "f8b5ad929f02f11108b5b97ebf20d7478d0a6fe7f7e3d42e3d08324d3d9e625e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2890394212, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -58.6667849856577, "interval": [-235.98670908741656, 118.65313911610116], "p_value": 0.513, "input_sha256": "23692f109fe14a4799b602363de23ea5927770fa00f7b204d48afde82f794ce5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2890394212, "p_value_method": "welch_average_effect", "success": true, "estimate": -58.6667849856577, "interval": [-206.76683340360108, 105.2573878398641], "p_value": 0.507050034137777, "input_sha256": "23692f109fe14a4799b602363de23ea5927770fa00f7b204d48afde82f794ce5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 739299336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.242656271684627, "interval": [-2.6212457166035734, 5.106558259972827], "p_value": 0.538, "input_sha256": "be151dd1f042404d0c7e3cfc805b8e9d1478adac70ca9b5b108e106b83f9047b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 739299336, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.242656271684627, "interval": [-2.67234365911666, 4.7228251573333], "p_value": 0.5183424034142727, "input_sha256": "be151dd1f042404d0c7e3cfc805b8e9d1478adac70ca9b5b108e106b83f9047b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 739299336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 69.19498960235546, "interval": [-146.48259522677827, 284.87257443148917], "p_value": 0.574, "input_sha256": "3d61258452b514f8d4a6f7e7516ef66280580ddaded10d5f9e2875ed2cd024f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 739299336, "p_value_method": "welch_average_effect", "success": true, "estimate": 69.19498960235546, "interval": [-95.45144099553902, 315.7476744799824], "p_value": 0.5179495512350716, "input_sha256": "3d61258452b514f8d4a6f7e7516ef66280580ddaded10d5f9e2875ed2cd024f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1801018407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.257212989967986, "interval": [-1.667169213123111, 6.181595193059083], "p_value": 0.248, "input_sha256": "140adcf5df65915a40f5be2800c062fcad3a59548ac410d482dd67bb8fd45784"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1801018407, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.257212989967986, "interval": [-1.136828477645371, 5.719493988180145], "p_value": 0.24925093578326152, "input_sha256": "140adcf5df65915a40f5be2800c062fcad3a59548ac410d482dd67bb8fd45784"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1801018407, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -31.606727580628274, "interval": [-216.44307264249278, 153.22961748123623], "p_value": 0.764, "input_sha256": "f319188b6da79576e1a54b19944cd5f7945271ac9312daee1878f1ba3ae02d94"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1801018407, "p_value_method": "welch_average_effect", "success": true, "estimate": -31.606727580628274, "interval": [-229.65014964676817, 126.2127726476221], "p_value": 0.7307282168099718, "input_sha256": "f319188b6da79576e1a54b19944cd5f7945271ac9312daee1878f1ba3ae02d94"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2966491530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3788360095949876, "interval": [-5.789936701406044, 3.032264682216069], "p_value": 0.515, "input_sha256": "5e33db7c25da4cd08e9049db5812f0801208adcf2b8f4db5cbcc816c1a854f9f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2966491530, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3788360095949876, "interval": [-5.540492994513805, 2.7838904081839018], "p_value": 0.5306489439697106, "input_sha256": "5e33db7c25da4cd08e9049db5812f0801208adcf2b8f4db5cbcc816c1a854f9f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2966491530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 137.29049568298308, "interval": [-14.168448485783955, 288.74943985175014], "p_value": 0.046, "input_sha256": "3469dfd390ef936c0adc3c3fa12d860d395a6c172a5bae6d465f2eafc2e5d7f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2966491530, "p_value_method": "welch_average_effect", "success": true, "estimate": 137.29049568298308, "interval": [36.38784495093792, 314.132387851731], "p_value": 0.07340797400412201, "input_sha256": "3469dfd390ef936c0adc3c3fa12d860d395a6c172a5bae6d465f2eafc2e5d7f8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2400136535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6591848575030159, "interval": [-3.3789553860984842, 4.697325101104516], "p_value": 0.756, "input_sha256": "114d82c08e4444195e7f5fa94ebc508b7ac8949dbaec1779264e0725dfa9194f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2400136535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6591848575030159, "interval": [-3.361367342210411, 4.334781397389394], "p_value": 0.7424759929808561, "input_sha256": "114d82c08e4444195e7f5fa94ebc508b7ac8949dbaec1779264e0725dfa9194f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2400136535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 62.63659440243603, "interval": [-200.7755592899695, 326.0487480948416], "p_value": 0.62, "input_sha256": "cfb58275cfe2d21434d0e5931d4c0a1aec700ff0c3c64cd455e60781c1123dde"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2400136535, "p_value_method": "welch_average_effect", "success": true, "estimate": 62.63659440243603, "interval": [-236.62521963887505, 281.6002248374476], "p_value": 0.6328953242648521, "input_sha256": "cfb58275cfe2d21434d0e5931d4c0a1aec700ff0c3c64cd455e60781c1123dde"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1307222500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.15745861000521622, "interval": [-3.491714649559953, 3.1767974295495205], "p_value": 0.922, "input_sha256": "1d285c6b5c07d84b155fe8a8bcbf04a7ffa67e6dd9690707028063b42ba95f94"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1307222500, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.15745861000521622, "interval": [-3.3381994324073476, 3.071414805300028], "p_value": 0.9243398398668904, "input_sha256": "1d285c6b5c07d84b155fe8a8bcbf04a7ffa67e6dd9690707028063b42ba95f94"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1307222500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -63.55324051905063, "interval": [-304.04602720829854, 176.93954617019727], "p_value": 0.808, "input_sha256": "c119991a8b5cada81e44fa9739cae6c5d6ec992c50ab0b4e943f80ebc376e538"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1307222500, "p_value_method": "welch_average_effect", "success": true, "estimate": -63.55324051905063, "interval": [-455.72277318138686, 78.78075325380793], "p_value": 0.5899263753056145, "input_sha256": "c119991a8b5cada81e44fa9739cae6c5d6ec992c50ab0b4e943f80ebc376e538"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1844764648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8926060396478661, "interval": [-5.224128245645942, 3.43891616635021], "p_value": 0.672, "input_sha256": "f3acc17e9b38a2fee49c7e6fad5b37bdbfd74ac4c51196cb95790ebc0c39de1b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1844764648, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8926060396478661, "interval": [-4.933819012590254, 2.9483500467978474], "p_value": 0.678469854656544, "input_sha256": "f3acc17e9b38a2fee49c7e6fad5b37bdbfd74ac4c51196cb95790ebc0c39de1b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1844764648, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.017854884358314, "interval": [-148.88629817049917, 180.9220079392158], "p_value": 0.842, "input_sha256": "676490ee5a05942c9be37a227bf0ccca7f83ef77f5791339b2ff017fc5c9c6db"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1844764648, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.017854884358314, "interval": [-119.4413296954902, 188.0085277171201], "p_value": 0.845086906069926, "input_sha256": "676490ee5a05942c9be37a227bf0ccca7f83ef77f5791339b2ff017fc5c9c6db"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3088999715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6423392672652639, "interval": [-3.0796041236814693, 4.364282658211997], "p_value": 0.703, "input_sha256": "5b8462466e0adf079110f2c5518d5dba45f93adb6a38ab962b86f0c8da5704a8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3088999715, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6423392672652639, "interval": [-3.2105883439846967, 3.7959976331793692], "p_value": 0.7280429871860525, "input_sha256": "5b8462466e0adf079110f2c5518d5dba45f93adb6a38ab962b86f0c8da5704a8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3088999715, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.83251512182262, "interval": [-292.0290986434712, 102.36406839982594], "p_value": 0.334, "input_sha256": "69ebae16651e3fb79d5207aa15b0beabc0c3008bef05e561b10f3e984bf981d8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3088999715, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.83251512182262, "interval": [-292.61927625758585, 60.869438848435905], "p_value": 0.33441621787055853, "input_sha256": "69ebae16651e3fb79d5207aa15b0beabc0c3008bef05e561b10f3e984bf981d8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1925314119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5232080279971605, "interval": [-4.162693470563732, 3.116277414569411], "p_value": 0.793, "input_sha256": "b73d34e64253fd556916b49da62eea0441c9b4725b504b5117f81827cabe041d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1925314119, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5232080279971605, "interval": [-3.686531506720838, 2.9481766191702876], "p_value": 0.7719343437956668, "input_sha256": "b73d34e64253fd556916b49da62eea0441c9b4725b504b5117f81827cabe041d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1925314119, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -39.864824494006356, "interval": [-245.85148307509485, 166.1218340870821], "p_value": 0.786, "input_sha256": "90e715b172382ae99260925034e23bf64488ca2b414275beff184e5d83997b86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1925314119, "p_value_method": "welch_average_effect", "success": true, "estimate": -39.864824494006356, "interval": [-341.4717647452712, 96.41534435772354], "p_value": 0.6951637770121566, "input_sha256": "90e715b172382ae99260925034e23bf64488ca2b414275beff184e5d83997b86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4205617353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.29867737145993445, "interval": [-3.0731213745159516, 3.6704761174358205], "p_value": 0.861, "input_sha256": "c30a71737562bd291d98dce51d8a173412999cad63ca71dda87cd6c4bb1637c6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4205617353, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.29867737145993445, "interval": [-2.9446168141018902, 3.5946586205477833], "p_value": 0.8584750313604184, "input_sha256": "c30a71737562bd291d98dce51d8a173412999cad63ca71dda87cd6c4bb1637c6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4205617353, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 211.74709651905687, "interval": [1.6716964626309334, 421.8224965754828], "p_value": 0.025, "input_sha256": "66fdebec8244005d12af5cff69503a7942c6456cb86a8360945bc0f723d31b3e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4205617353, "p_value_method": "welch_average_effect", "success": true, "estimate": 211.74709651905687, "interval": [58.811199216835575, 447.5522750760504], "p_value": 0.04834898811782645, "input_sha256": "66fdebec8244005d12af5cff69503a7942c6456cb86a8360945bc0f723d31b3e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 61597811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2244014105741243, "interval": [-3.433808347970169, 5.882611169118418], "p_value": 0.58, "input_sha256": "118e31a02f8d7dabdd08114b1d32df46b336599b460576266d12d3c915409528"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 61597811, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2244014105741243, "interval": [-3.025620183687478, 5.431950870916054], "p_value": 0.5976582129203254, "input_sha256": "118e31a02f8d7dabdd08114b1d32df46b336599b460576266d12d3c915409528"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 61597811, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 65.42935829407637, "interval": [-131.52385337783127, 262.382569965984], "p_value": 0.495, "input_sha256": "f76c855da4045c0c4f2dedd56b744f273205f971c54f6cd283848ba5da30ed5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 61597811, "p_value_method": "welch_average_effect", "success": true, "estimate": 65.42935829407637, "interval": [-134.27129434784027, 231.72285275592716], "p_value": 0.5052023694396388, "input_sha256": "f76c855da4045c0c4f2dedd56b744f273205f971c54f6cd283848ba5da30ed5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 935524994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5210706251174688, "interval": [-4.846569213231001, 1.8044279629960633], "p_value": 0.333, "input_sha256": "59bf3e954281838a994edf2a4e0802d6a0e9370ffed2aa9aab9882cc53250593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 935524994, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5210706251174688, "interval": [-4.601531182738943, 1.602521705439299], "p_value": 0.3602525693565224, "input_sha256": "59bf3e954281838a994edf2a4e0802d6a0e9370ffed2aa9aab9882cc53250593"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 935524994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 38.7277324304595, "interval": [-128.71960516734543, 206.17507002826443], "p_value": 0.643, "input_sha256": "d356cb7eed44be696406bd4a62585e41c2e864f4436b75a07793a8845f7008ec"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 935524994, "p_value_method": "welch_average_effect", "success": true, "estimate": 38.7277324304595, "interval": [-98.74257652454934, 197.95129108462976], "p_value": 0.6419482574815674, "input_sha256": "d356cb7eed44be696406bd4a62585e41c2e864f4436b75a07793a8845f7008ec"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3394982174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3903468462786641, "interval": [-3.3618188046096273, 4.142512497166956], "p_value": 0.821, "input_sha256": "0de1aeaaeebc099552fffe4442a2495f4a76dd597775d5c02b97d8a7ed8481d4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3394982174, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3903468462786641, "interval": [-3.570270434941957, 3.3064481277792863], "p_value": 0.8343219774815132, "input_sha256": "0de1aeaaeebc099552fffe4442a2495f4a76dd597775d5c02b97d8a7ed8481d4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3394982174, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -75.51080684641182, "interval": [-193.5243227735745, 42.50270908075085], "p_value": 0.204, "input_sha256": "4abe5127ae9f82043e2954f787bb45c34552b7c5a7e0711a048109bb7d57bdc2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3394982174, "p_value_method": "welch_average_effect", "success": true, "estimate": -75.51080684641182, "interval": [-212.73757094066303, 11.786435897061898], "p_value": 0.2006820028522409, "input_sha256": "4abe5127ae9f82043e2954f787bb45c34552b7c5a7e0711a048109bb7d57bdc2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1794178660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.733690788108534, "interval": [-1.0546556322315288, 6.522037208448597], "p_value": 0.182, "input_sha256": "46b28d05de2de609fc2977376d223c03c5533cae03262fc9530366deb0a2f7df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1794178660, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.733690788108534, "interval": [-1.027202897899279, 5.98514245828297], "p_value": 0.15133512741500724, "input_sha256": "46b28d05de2de609fc2977376d223c03c5533cae03262fc9530366deb0a2f7df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1794178660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.90874340583107, "interval": [-88.44930099515943, 322.2667878068216], "p_value": 0.294, "input_sha256": "c1e57941855dc449c3a8842b920d28445a4be04416b14c788f86cbeea6750085"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1794178660, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.90874340583107, "interval": [-28.78501515536782, 395.9198597305296], "p_value": 0.25158429442670655, "input_sha256": "c1e57941855dc449c3a8842b920d28445a4be04416b14c788f86cbeea6750085"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 494720070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.16583408952747902, "interval": [-3.749607489534329, 3.417939310479371], "p_value": 0.904, "input_sha256": "2b214a5cc78a0e0d4af3560109f87f2ef245f2f9b8e3877e6ba3dadaad238e5e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 494720070, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.16583408952747902, "interval": [-3.2243064419873195, 3.471776070039938], "p_value": 0.925854707110707, "input_sha256": "2b214a5cc78a0e0d4af3560109f87f2ef245f2f9b8e3877e6ba3dadaad238e5e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 494720070, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -115.20804024805507, "interval": [-307.4861591377186, 77.07007864160842], "p_value": 0.242, "input_sha256": "a01e5140397b8b72cd46221cfc088579a3b6d5a31a965d8cacae23e79cd65b9f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 494720070, "p_value_method": "welch_average_effect", "success": true, "estimate": -115.20804024805507, "interval": [-384.61739333875835, 21.0440267523772], "p_value": 0.22804912526037113, "input_sha256": "a01e5140397b8b72cd46221cfc088579a3b6d5a31a965d8cacae23e79cd65b9f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2994019103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.7354186980864235, "interval": [-8.272419239080094, 0.8015818429072468], "p_value": 0.103, "input_sha256": "3dce331c479886f9112322132520022f2619f3cd543618f3936d754a335cb422"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2994019103, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.7354186980864235, "interval": [-7.899096337357759, 0.22666461720017228], "p_value": 0.10353862621664256, "input_sha256": "3dce331c479886f9112322132520022f2619f3cd543618f3936d754a335cb422"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2994019103, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 93.73122068677662, "interval": [-88.78372441079614, 276.2461657843494], "p_value": 0.296, "input_sha256": "395a343ede31a0a9572659899b7abbff63b9a4659ca92a2ac7337645582bc517"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2994019103, "p_value_method": "welch_average_effect", "success": true, "estimate": 93.73122068677662, "interval": [-67.74211312360505, 274.5344140296664], "p_value": 0.3043540646652769, "input_sha256": "395a343ede31a0a9572659899b7abbff63b9a4659ca92a2ac7337645582bc517"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 767874265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6159184970460814, "interval": [-7.585310949082912, 0.3534739549907484], "p_value": 0.073, "input_sha256": "d9503ebe68fbcb284a67c9dc0b3a411fb1a0fc114d662d3cab0f0caa4c704d12"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 767874265, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6159184970460814, "interval": [-7.575050516848178, -0.2628254936193773], "p_value": 0.0729645369615015, "input_sha256": "d9503ebe68fbcb284a67c9dc0b3a411fb1a0fc114d662d3cab0f0caa4c704d12"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 767874265, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 84.82870048916713, "interval": [-117.87888778224378, 287.53628876057803], "p_value": 0.465, "input_sha256": "3c0322e8b6aef08de34330abc8f8be4513ab79002e17da1a9f1147b9c633819e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 767874265, "p_value_method": "welch_average_effect", "success": true, "estimate": 84.82870048916713, "interval": [-63.213314921195746, 346.00049401406227], "p_value": 0.3952656405838204, "input_sha256": "3c0322e8b6aef08de34330abc8f8be4513ab79002e17da1a9f1147b9c633819e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1946680262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.652014889983537, "interval": [-4.849821638616031, 3.5457918586489567], "p_value": 0.762, "input_sha256": "641a11038de99ab24a4a4ab3c52d6296cbd4ffd71512002c6f4cba27f709a35d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1946680262, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.652014889983537, "interval": [-4.957800892822299, 2.8717059089041843], "p_value": 0.7548952029829497, "input_sha256": "641a11038de99ab24a4a4ab3c52d6296cbd4ffd71512002c6f4cba27f709a35d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1946680262, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -154.3867005276132, "interval": [-315.5769533748289, 6.803552319602517], "p_value": 0.044, "input_sha256": "faf56bb806ac14e9a78490b67cc9efbf85c7428a66d75ca7a5628565273761c3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1946680262, "p_value_method": "welch_average_effect", "success": true, "estimate": -154.3867005276132, "interval": [-354.72729435610046, -38.99948221772816], "p_value": 0.05957934790685803, "input_sha256": "faf56bb806ac14e9a78490b67cc9efbf85c7428a66d75ca7a5628565273761c3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2363074953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.885354247317858, "interval": [-0.02781653308183163, 7.798525027717548], "p_value": 0.046, "input_sha256": "814121a6c79121111260da0ac4721bac941e9eaad5d4d4303faf1814582d2a43"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2363074953, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.885354247317858, "interval": [0.4289983873834944, 7.602994469437722], "p_value": 0.05156911576802446, "input_sha256": "814121a6c79121111260da0ac4721bac941e9eaad5d4d4303faf1814582d2a43"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2363074953, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.002322672385532, "interval": [-205.16637254147213, 235.1710178862432], "p_value": 0.917, "input_sha256": "5d3847dbb96db6c187bf8e51c3228eba2eac57499b5a670c110ab3f9db9794fd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2363074953, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.002322672385532, "interval": [-159.3272801046477, 270.4924627306549], "p_value": 0.890795092648655, "input_sha256": "5d3847dbb96db6c187bf8e51c3228eba2eac57499b5a670c110ab3f9db9794fd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1719946329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.496432030563117, "interval": [-2.9455898792901056, 5.9384539404163394], "p_value": 0.489, "input_sha256": "e9ef3884415f375c1d42a9f2370d146d90590fd46197f3a46c8e9222c6162678"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1719946329, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.496432030563117, "interval": [-2.855372442784186, 5.912862162830173], "p_value": 0.4990230509366047, "input_sha256": "e9ef3884415f375c1d42a9f2370d146d90590fd46197f3a46c8e9222c6162678"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1719946329, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -124.5921880711152, "interval": [-272.7813734918449, 23.596997349614497], "p_value": 0.061, "input_sha256": "6a5a87a1b44b3aef617247d271f3b13ca8997f5fabc74f337831b190ed79e3fd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1719946329, "p_value_method": "welch_average_effect", "success": true, "estimate": -124.5921880711152, "interval": [-323.61606053637195, -22.90877346466363], "p_value": 0.09486823486096112, "input_sha256": "6a5a87a1b44b3aef617247d271f3b13ca8997f5fabc74f337831b190ed79e3fd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1052977664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5060298049495575, "interval": [-0.8282047036295084, 5.840264313528623], "p_value": 0.145, "input_sha256": "dcfddf34813396141e2711addd8a4f5f074ba8c0e5b9378ef4a91f2b1ed8007d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1052977664, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5060298049495575, "interval": [-0.379877717844642, 5.821725207503048], "p_value": 0.13634653132608965, "input_sha256": "dcfddf34813396141e2711addd8a4f5f074ba8c0e5b9378ef4a91f2b1ed8007d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1052977664, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -61.184960750162915, "interval": [-184.6201494956345, 62.25022799530868], "p_value": 0.33, "input_sha256": "2b7b023c0738f85314939e309161c0de54d15f133a788c2d1ffa1f8058b648f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1052977664, "p_value_method": "welch_average_effect", "success": true, "estimate": -61.184960750162915, "interval": [-201.32926572122645, 39.72546863172446], "p_value": 0.3204693200152272, "input_sha256": "2b7b023c0738f85314939e309161c0de54d15f133a788c2d1ffa1f8058b648f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1002090652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04037192370423348, "interval": [-3.074247421253817, 2.99350357384535], "p_value": 0.975, "input_sha256": "ade5f8cf38d36fe3c90cf252fbc43ef62e94bac7a770a1ca3f77ea2d1f434f8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1002090652, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04037192370423348, "interval": [-2.4782508941887964, 3.000344173550167], "p_value": 0.9786070917119447, "input_sha256": "ade5f8cf38d36fe3c90cf252fbc43ef62e94bac7a770a1ca3f77ea2d1f434f8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1002090652, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 97.78220245135435, "interval": [-67.458659601573, 263.0230645042817], "p_value": 0.267, "input_sha256": "6500b15e8a4019a2c5b48c6ce89cf33da73400c29e6bb643fe47a011cf748b7e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1002090652, "p_value_method": "welch_average_effect", "success": true, "estimate": 97.78220245135435, "interval": [-21.326153145804454, 303.82377731009814], "p_value": 0.23357951365875354, "input_sha256": "6500b15e8a4019a2c5b48c6ce89cf33da73400c29e6bb643fe47a011cf748b7e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3682622979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.255002803843052, "interval": [-6.15526830923376, 1.6452627015476562], "p_value": 0.241, "input_sha256": "d01bcfcd3bc2145c85f5aefc41809ca220d7f881a66ed3e33a36cdf95f7dd863"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3682622979, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.255002803843052, "interval": [-5.924528453172107, 1.3894872721042182], "p_value": 0.2484892796619661, "input_sha256": "d01bcfcd3bc2145c85f5aefc41809ca220d7f881a66ed3e33a36cdf95f7dd863"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3682622979, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -126.55012422115685, "interval": [-295.0200049305077, 41.91975648819398], "p_value": 0.159, "input_sha256": "ba4df83d0ff06e305d1489a0bd5865135569e649c5144263f6a5d40a23901adb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3682622979, "p_value_method": "welch_average_effect", "success": true, "estimate": -126.55012422115685, "interval": [-333.40718043713196, 0.12819455162856425], "p_value": 0.1345734815537741, "input_sha256": "ba4df83d0ff06e305d1489a0bd5865135569e649c5144263f6a5d40a23901adb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 520680279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.3140495850537324, "interval": [-2.9478108053328285, 5.575909975440293], "p_value": 0.536, "input_sha256": "8c38ac89fa73e38b59fa9619b02b9bc1a526a0f7f5c0d770f155b2a97f054091"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 520680279, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.3140495850537324, "interval": [-2.7519191981121325, 5.111180457107405], "p_value": 0.5360835748406809, "input_sha256": "8c38ac89fa73e38b59fa9619b02b9bc1a526a0f7f5c0d770f155b2a97f054091"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 520680279, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.6688629237169, "interval": [-259.80099989002775, 118.46327404259397], "p_value": 0.466, "input_sha256": "c8bad5324e1ff2b343f14da5343f327a701a294c4ed7918d7b6aa4dc6c3bc2dd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 520680279, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.6688629237169, "interval": [-245.13658812023692, 97.26494238428775], "p_value": 0.4535998223553648, "input_sha256": "c8bad5324e1ff2b343f14da5343f327a701a294c4ed7918d7b6aa4dc6c3bc2dd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2298065530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.29142127968404274, "interval": [-4.901897321787967, 4.319054762419881], "p_value": 0.907, "input_sha256": "5591c35f5a67236832e4d64f497658a30da85262dfa751db4e219f67b96fbdbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2298065530, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.29142127968404274, "interval": [-4.8182994285096035, 3.7926733110419955], "p_value": 0.8988290245958439, "input_sha256": "5591c35f5a67236832e4d64f497658a30da85262dfa751db4e219f67b96fbdbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2298065530, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.05357607695962, "interval": [-94.7314112835966, 326.83856343751586], "p_value": 0.341, "input_sha256": "58d0a33ea5692deb26cc80fb5c94811e98c554a47bb0c1cf3785a3e358555276"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2298065530, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.05357607695962, "interval": [-18.551176970260144, 374.2004051368297], "p_value": 0.26634979651887186, "input_sha256": "58d0a33ea5692deb26cc80fb5c94811e98c554a47bb0c1cf3785a3e358555276"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3297788161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4032444710387981, "interval": [-3.5572133875122622, 4.3637023295898585], "p_value": 0.843, "input_sha256": "e3fe97dbe4e60477807928c4a4e4146ed6d47fd25c453811731b36e223c67b2d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3297788161, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4032444710387981, "interval": [-2.804920032780747, 4.60628151690083], "p_value": 0.8377972807544058, "input_sha256": "e3fe97dbe4e60477807928c4a4e4146ed6d47fd25c453811731b36e223c67b2d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3297788161, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -44.5155437220763, "interval": [-176.09812162602347, 87.06703418187087], "p_value": 0.562, "input_sha256": "55430650790ca42fa8a7b40d5321f0c058ca85a13db19caab5b8dc76478721fc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3297788161, "p_value_method": "welch_average_effect", "success": true, "estimate": -44.5155437220763, "interval": [-222.05529824063703, 44.050525266713166], "p_value": 0.49141320263044064, "input_sha256": "55430650790ca42fa8a7b40d5321f0c058ca85a13db19caab5b8dc76478721fc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1079494364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.9606604143753774, "interval": [-6.780929997432013, 0.8596091686812577], "p_value": 0.13, "input_sha256": "f2bd21e8d8b513321a60e0c5054e348684d62e900706bd73e7be586f0df2730b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1079494364, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.9606604143753774, "interval": [-6.62841210306924, 0.5382250365415199], "p_value": 0.12491512118655168, "input_sha256": "f2bd21e8d8b513321a60e0c5054e348684d62e900706bd73e7be586f0df2730b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1079494364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 20.231462286242134, "interval": [-143.62238565360553, 184.0853102260898], "p_value": 0.817, "input_sha256": "b652960b088c8d06e9a91a56058585cc9f01859ec93ddfc8dcb4b8f181daed30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1079494364, "p_value_method": "welch_average_effect", "success": true, "estimate": 20.231462286242134, "interval": [-137.40091428663382, 181.86988954601043], "p_value": 0.8039337446840613, "input_sha256": "b652960b088c8d06e9a91a56058585cc9f01859ec93ddfc8dcb4b8f181daed30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3271584365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8932566499733383, "interval": [0.5432495665549055, 7.243263733391771], "p_value": 0.018, "input_sha256": "ed7cab4d3f37b75c753747b156d0801861d206c6d618c8c922d2c6897788039c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3271584365, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8932566499733383, "interval": [0.25406608956324783, 6.631408047848096], "p_value": 0.02408066190868397, "input_sha256": "ed7cab4d3f37b75c753747b156d0801861d206c6d618c8c922d2c6897788039c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3271584365, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.07637792449488, "interval": [-200.49653464456838, 110.34377879557861], "p_value": 0.616, "input_sha256": "77fb9604557bfb0078b6770e4ba9d85940cfb8c2b202d3879617eaa3bad62ff3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3271584365, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.07637792449488, "interval": [-207.63394576505033, 83.89978159923612], "p_value": 0.5589561230400454, "input_sha256": "77fb9604557bfb0078b6770e4ba9d85940cfb8c2b202d3879617eaa3bad62ff3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1779958792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8499583617121473, "interval": [-6.122890813150052, 2.4229740897257575], "p_value": 0.399, "input_sha256": "863e6cbe3f066805880ab1e68cd8938b4ae69d9020e5d5ee2a4cf38ea3259688"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1779958792, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8499583617121473, "interval": [-5.854558457420629, 1.6162982896807974], "p_value": 0.3860982023296369, "input_sha256": "863e6cbe3f066805880ab1e68cd8938b4ae69d9020e5d5ee2a4cf38ea3259688"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1779958792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 83.00341158974845, "interval": [-101.55732545849469, 267.5641486379916], "p_value": 0.391, "input_sha256": "05173dc03d08e479eb699004035a4c91f35208c55958c8697b0dd7bf6a9d2c74"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1779958792, "p_value_method": "welch_average_effect", "success": true, "estimate": 83.00341158974845, "interval": [-53.452779153412344, 293.71673842196446], "p_value": 0.3637329067325472, "input_sha256": "05173dc03d08e479eb699004035a4c91f35208c55958c8697b0dd7bf6a9d2c74"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3303736374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3466330109340383, "interval": [-5.692642486968849, 2.999376465100772], "p_value": 0.499, "input_sha256": "dfc590e8e3d9cff2510ef0a579caa90e2c18c6dbc6f4b5a95875fb645d8e5132"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3303736374, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3466330109340383, "interval": [-5.468109264623101, 2.8406333577226706], "p_value": 0.5340739024384417, "input_sha256": "dfc590e8e3d9cff2510ef0a579caa90e2c18c6dbc6f4b5a95875fb645d8e5132"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3303736374, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -56.31455914781312, "interval": [-187.4196963842829, 74.79057808865664], "p_value": 0.417, "input_sha256": "8f22cf08a3d888c0dae0335c35f9449c3150bce39e062b76a82871e41662130d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3303736374, "p_value_method": "welch_average_effect", "success": true, "estimate": -56.31455914781312, "interval": [-221.05413281093865, 30.481798295613352], "p_value": 0.3843456715533766, "input_sha256": "8f22cf08a3d888c0dae0335c35f9449c3150bce39e062b76a82871e41662130d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1342388914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.496790595726333, "interval": [-4.7620574956845685, 3.7684763042319025], "p_value": 0.803, "input_sha256": "b07aa3db6d07c829b2d59050d7b58cf4e2ed628890efd172a0635472186315ea"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1342388914, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.496790595726333, "interval": [-4.4563810165214655, 3.436097662769604], "p_value": 0.8146464324405639, "input_sha256": "b07aa3db6d07c829b2d59050d7b58cf4e2ed628890efd172a0635472186315ea"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1342388914, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -18.790244242098325, "interval": [-194.01428716600793, 156.4337986818113], "p_value": 0.84, "input_sha256": "aadca742aa926c7e98e79ce2f839cb8edb10574b72de205e822ea532b521e4d9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1342388914, "p_value_method": "welch_average_effect", "success": true, "estimate": -18.790244242098325, "interval": [-234.8129422345775, 115.45618200601403], "p_value": 0.8277081329430025, "input_sha256": "aadca742aa926c7e98e79ce2f839cb8edb10574b72de205e822ea532b521e4d9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3173912074, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6898435023492553, "interval": [-4.777890514190361, 3.39820350949185], "p_value": 0.712, "input_sha256": "37f6cc0b0fac39b83115c8aeec093a2f3e661c457d42a424dad5d2de203a2c7b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3173912074, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6898435023492553, "interval": [-4.838797916163109, 3.1267849509548618], "p_value": 0.734454693826442, "input_sha256": "37f6cc0b0fac39b83115c8aeec093a2f3e661c457d42a424dad5d2de203a2c7b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3173912074, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -86.90994535663069, "interval": [-218.91451676128986, 45.09462604802849], "p_value": 0.197, "input_sha256": "408023e4e0587c375eda1911753af371d106eeb34f3be251aba9af825292280e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3173912074, "p_value_method": "welch_average_effect", "success": true, "estimate": -86.90994535663069, "interval": [-237.35901376889635, 11.791757643838935], "p_value": 0.18787809405014919, "input_sha256": "408023e4e0587c375eda1911753af371d106eeb34f3be251aba9af825292280e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2281445570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5615964564537066, "interval": [-4.295293466136004, 3.17210055322859], "p_value": 0.755, "input_sha256": "4270ccbe27a6ad2ca81f8738319cd653f743fe4b9ad3bbc0cfdf75b82bce2690"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2281445570, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5615964564537066, "interval": [-3.7539729465613916, 3.1035749990966566], "p_value": 0.7622734797256505, "input_sha256": "4270ccbe27a6ad2ca81f8738319cd653f743fe4b9ad3bbc0cfdf75b82bce2690"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2281445570, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.82252254653514, "interval": [-182.60223487795963, 200.2472799710299], "p_value": 0.897, "input_sha256": "3040d124d704c9a5203f9734ca3dd41d760c8764185e41009b83f7b07e4ba824"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2281445570, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.82252254653514, "interval": [-151.7045097265702, 226.7479556638512], "p_value": 0.9261084801343463, "input_sha256": "3040d124d704c9a5203f9734ca3dd41d760c8764185e41009b83f7b07e4ba824"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2004612697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6643914250392378, "interval": [-4.312141295892532, 2.9833584458140563], "p_value": 0.721, "input_sha256": "0c3fab885b06dba11ad3e684bdebd500cb0bf4121e17c37990677c15fa95d441"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2004612697, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6643914250392378, "interval": [-3.883604802907468, 2.458311574386822], "p_value": 0.7143464505555949, "input_sha256": "0c3fab885b06dba11ad3e684bdebd500cb0bf4121e17c37990677c15fa95d441"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2004612697, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.20865076653682, "interval": [-145.00301793698418, 153.42031947005785], "p_value": 0.95, "input_sha256": "211ba2a3bacd41f8c19271f4edd8a91d933440484ccfb02413f90eb26837f8df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2004612697, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.20865076653682, "interval": [-137.07864673808874, 134.6342237243579], "p_value": 0.9547509315737827, "input_sha256": "211ba2a3bacd41f8c19271f4edd8a91d933440484ccfb02413f90eb26837f8df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3061031063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.2962561109721324, "interval": [-7.152571993015091, 0.5600597710708262], "p_value": 0.079, "input_sha256": "a2dc520476859411ef3e821431d21ed108c963e64bdb7011a0a7821b7e446b0c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3061031063, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.2962561109721324, "interval": [-6.984487699828929, -0.15158966646720376], "p_value": 0.0916358891465914, "input_sha256": "a2dc520476859411ef3e821431d21ed108c963e64bdb7011a0a7821b7e446b0c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3061031063, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 26.966552055035848, "interval": [-102.57059378189429, 156.503697891966], "p_value": 0.671, "input_sha256": "46f5de0a226aed66485b34638303f9c57376941f12fcebea370f52214d3dcc0f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3061031063, "p_value_method": "welch_average_effect", "success": true, "estimate": 26.966552055035848, "interval": [-73.99823609680537, 182.0581463447151], "p_value": 0.6752077995433166, "input_sha256": "46f5de0a226aed66485b34638303f9c57376941f12fcebea370f52214d3dcc0f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 51689960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.230132436176177, "interval": [-6.16237824836969, 1.7021133760173348], "p_value": 0.239, "input_sha256": "f3bd66b61e90e94d6a3ee0d9c3efb0813b508a29bcee29e7762c57d77d63cbe0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 51689960, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.230132436176177, "interval": [-5.664161170751507, 1.6291113853469268], "p_value": 0.25706332073608135, "input_sha256": "f3bd66b61e90e94d6a3ee0d9c3efb0813b508a29bcee29e7762c57d77d63cbe0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 51689960, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -29.767916707639003, "interval": [-200.94862877350596, 141.41279535822798], "p_value": 0.676, "input_sha256": "09ffb04ca4543906c73230eaf2e0d39135a52a71ffd6fcf450b589a34536ada6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 51689960, "p_value_method": "welch_average_effect", "success": true, "estimate": -29.767916707639003, "interval": [-214.56535826469005, 107.86933297767118], "p_value": 0.7265724399689347, "input_sha256": "09ffb04ca4543906c73230eaf2e0d39135a52a71ffd6fcf450b589a34536ada6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2451752046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.108913258954768, "interval": [-4.7951612653988605, 2.5773347474893242], "p_value": 0.559, "input_sha256": "b2024077c4516e76dc19a1627c113c1a57e3634ce9904667704abef4ced29d46"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2451752046, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.108913258954768, "interval": [-4.658697568876736, 2.518440403681106], "p_value": 0.5459945773937223, "input_sha256": "b2024077c4516e76dc19a1627c113c1a57e3634ce9904667704abef4ced29d46"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2451752046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -63.19548275018958, "interval": [-273.7771386202075, 147.38617311982836], "p_value": 0.621, "input_sha256": "18a1ba9b713c25e561760a9ff83beb7a8951a028b6a11ecd006f774d98d34e27"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2451752046, "p_value_method": "welch_average_effect", "success": true, "estimate": -63.19548275018958, "interval": [-368.1517614541967, 80.05752386394481], "p_value": 0.5434040024149505, "input_sha256": "18a1ba9b713c25e561760a9ff83beb7a8951a028b6a11ecd006f774d98d34e27"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3443671192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.5854421176779443, "interval": [-6.436600695695391, 1.2657164603395032], "p_value": 0.185, "input_sha256": "59e4de6040321d6467250ed50eb208fe65608e0bf62973e410c58b6952bb4d3b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3443671192, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.5854421176779443, "interval": [-5.86878495821575, 1.3740845075522268], "p_value": 0.18213128947827856, "input_sha256": "59e4de6040321d6467250ed50eb208fe65608e0bf62973e410c58b6952bb4d3b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3443671192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 97.213297011007, "interval": [-97.04741031284763, 291.47400433486166], "p_value": 0.243, "input_sha256": "6e74905b282619771e8944e61c4a1682c1c07649f47f2a3f7f379dc2d86a8423"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3443671192, "p_value_method": "welch_average_effect", "success": true, "estimate": 97.213297011007, "interval": [-61.35964855760943, 321.51193115622976], "p_value": 0.3161236673818798, "input_sha256": "6e74905b282619771e8944e61c4a1682c1c07649f47f2a3f7f379dc2d86a8423"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3306969903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.07228378154016468, "interval": [-3.157268283679577, 3.3018358467599063], "p_value": 0.953, "input_sha256": "efcb2b4caae16d5c38b0b8149e7974beae7830a1e1b5c907b11ad7b2b74a12dd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3306969903, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.07228378154016468, "interval": [-2.996327006338435, 2.9706926665787305], "p_value": 0.9640899303134525, "input_sha256": "efcb2b4caae16d5c38b0b8149e7974beae7830a1e1b5c907b11ad7b2b74a12dd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3306969903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -96.15633467081756, "interval": [-265.56761017910515, 73.25494083747], "p_value": 0.283, "input_sha256": "20f8bf4302adaad315d0b20c3897199c82d96d60267babf8283d62b96cf3783e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3306969903, "p_value_method": "welch_average_effect", "success": true, "estimate": -96.15633467081756, "interval": [-230.8092768517014, 65.91218447591831], "p_value": 0.25753557247994147, "input_sha256": "20f8bf4302adaad315d0b20c3897199c82d96d60267babf8283d62b96cf3783e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3570974993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.83067768207931, "interval": [-2.6632843936734973, 6.324639757832117], "p_value": 0.408, "input_sha256": "5c507a2acb5ee16dd78a9213c8fd37f8fc0e2bfbc466aaec1d19a17d802dc810"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3570974993, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.83067768207931, "interval": [-2.234256075210161, 5.863543165411462], "p_value": 0.4139193136907672, "input_sha256": "5c507a2acb5ee16dd78a9213c8fd37f8fc0e2bfbc466aaec1d19a17d802dc810"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3570974993, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.66056863198887, "interval": [-232.18603763933706, 90.86490037535933], "p_value": 0.406, "input_sha256": "b0a6574cd0aa5153662b335468a4c80c588e5459e72d7b7787d4a7fbbac39128"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3570974993, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.66056863198887, "interval": [-306.6009934858749, 33.745494131137555], "p_value": 0.3760324247533422, "input_sha256": "b0a6574cd0aa5153662b335468a4c80c588e5459e72d7b7787d4a7fbbac39128"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3887493417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0563464839493175, "interval": [-6.092943945111562, 3.9802509772129273], "p_value": 0.696, "input_sha256": "8a7372fda23d4988c35f43c66f0a9a7719296b255f2a0df40753fc5c478378a3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3887493417, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0563464839493175, "interval": [-5.774434625754845, 3.449274885906871], "p_value": 0.6728286220234869, "input_sha256": "8a7372fda23d4988c35f43c66f0a9a7719296b255f2a0df40753fc5c478378a3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3887493417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -92.72130996382911, "interval": [-335.63269791754635, 150.19007798988815], "p_value": 0.491, "input_sha256": "c942e88bcaeee095cef3944a2d20e3108b4d7b5459d6708fbfad5612d2e2c906"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3887493417, "p_value_method": "welch_average_effect", "success": true, "estimate": -92.72130996382911, "interval": [-369.73323700843537, 115.66755606989554], "p_value": 0.442960556969922, "input_sha256": "c942e88bcaeee095cef3944a2d20e3108b4d7b5459d6708fbfad5612d2e2c906"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3839592967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.010512086077332228, "interval": [-3.956834677592908, 3.9358105054382437], "p_value": 0.996, "input_sha256": "2a89d5889557fefc360086595f9dc273d9cc2976123fe1281c97a3967c390f25"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3839592967, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.010512086077332228, "interval": [-3.564906323244716, 3.6822601200582237], "p_value": 0.9957249755018883, "input_sha256": "2a89d5889557fefc360086595f9dc273d9cc2976123fe1281c97a3967c390f25"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3839592967, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.38661817809363, "interval": [-38.117914757707325, 164.89115111389458], "p_value": 0.232, "input_sha256": "b3a5ebba1fa78ba2cf4f1e34b231440cbb1d3bdcb8bca5a3ec6af95534078f2b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3839592967, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.38661817809363, "interval": [-12.89406467662483, 184.83186238567077], "p_value": 0.2102073747517955, "input_sha256": "b3a5ebba1fa78ba2cf4f1e34b231440cbb1d3bdcb8bca5a3ec6af95534078f2b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1209713798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3866466777497726, "interval": [-0.43575082475901894, 7.209044180258564], "p_value": 0.089, "input_sha256": "68eea5a7f0ff627bfd4b02f08c0a2a6f8664059874d40dc2fc08ecca67cab090"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1209713798, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3866466777497726, "interval": [-0.05714089056192264, 7.375603613895636], "p_value": 0.08083485276300605, "input_sha256": "68eea5a7f0ff627bfd4b02f08c0a2a6f8664059874d40dc2fc08ecca67cab090"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1209713798, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.16062676599417, "interval": [-93.44015667326319, 195.76141020525154], "p_value": 0.517, "input_sha256": "f24ae2fa565ce21973740c6271064d10c87a9c58778c862153d7b99c9392fa73"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1209713798, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.16062676599417, "interval": [-63.557188369986946, 222.29918366101276], "p_value": 0.4767048879124388, "input_sha256": "f24ae2fa565ce21973740c6271064d10c87a9c58778c862153d7b99c9392fa73"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2942238015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20111749788294908, "interval": [-3.972942795280053, 4.375177791045951], "p_value": 0.914, "input_sha256": "ad42ba13e2606daad79b18f0847e5923ad75c919c83bd225e0b183d41030f6f7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2942238015, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20111749788294908, "interval": [-3.6894303278072145, 4.311877445856199], "p_value": 0.9228087884726441, "input_sha256": "ad42ba13e2606daad79b18f0847e5923ad75c919c83bd225e0b183d41030f6f7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2942238015, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 57.6981905990709, "interval": [-215.89258620504935, 331.2889674031911], "p_value": 0.582, "input_sha256": "d56b347119dff8fac07bf63b37f1c340229f0e9adfda31388c586feeed1e0b78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2942238015, "p_value_method": "welch_average_effect", "success": true, "estimate": 57.6981905990709, "interval": [-205.64209401046222, 331.77397241238765], "p_value": 0.6718388139984002, "input_sha256": "d56b347119dff8fac07bf63b37f1c340229f0e9adfda31388c586feeed1e0b78"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 334844453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2206840518904247, "interval": [-1.7492963093706444, 6.190664413151493], "p_value": 0.282, "input_sha256": "71480e8aa390522758c5f7513e88b4a4642e3f593d41056a9853470dc402dc51"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 334844453, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2206840518904247, "interval": [-1.3088503646328904, 6.22391432881212], "p_value": 0.2645526558480251, "input_sha256": "71480e8aa390522758c5f7513e88b4a4642e3f593d41056a9853470dc402dc51"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 334844453, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 72.1042537997941, "interval": [-25.527773525505268, 169.73628112509346], "p_value": 0.16, "input_sha256": "a76b92a500f1f116a984b5aa4ea04aa89ee676978e942cf5bc40c99997c2d0a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 334844453, "p_value_method": "welch_average_effect", "success": true, "estimate": 72.1042537997941, "interval": [4.160945564705803, 204.01588762159756], "p_value": 0.14070092369258239, "input_sha256": "a76b92a500f1f116a984b5aa4ea04aa89ee676978e942cf5bc40c99997c2d0a0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2665931698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2671279974503893, "interval": [-3.700251901021204, 4.234507895921983], "p_value": 0.921, "input_sha256": "f156ba5c3cc8cef4c291328c7ebdaa6e52c0a990d02392f7975c7ff9d8849f26"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2665931698, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2671279974503893, "interval": [-4.083500363549499, 3.578941510487984], "p_value": 0.8922166294095686, "input_sha256": "f156ba5c3cc8cef4c291328c7ebdaa6e52c0a990d02392f7975c7ff9d8849f26"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2665931698, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 95.61604814026632, "interval": [-65.61688870953321, 256.84898499006584], "p_value": 0.24, "input_sha256": "c74da4bfd99f230a5fc23c29ba8811a273849652433346bdd3733ee0be9d195d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2665931698, "p_value_method": "welch_average_effect", "success": true, "estimate": 95.61604814026632, "interval": [-28.38724067602006, 279.3874781877866], "p_value": 0.23451747412247023, "input_sha256": "c74da4bfd99f230a5fc23c29ba8811a273849652433346bdd3733ee0be9d195d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2308214416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7671664354055174, "interval": [-5.446100462430795, 1.911767591619761], "p_value": 0.325, "input_sha256": "b81cb721edce44391b0d36fbf6fe7243a4943bc8a6c25ba8d7675d16dcee3d4a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2308214416, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7671664354055174, "interval": [-5.025399849435138, 1.677722057656382], "p_value": 0.3364757297239769, "input_sha256": "b81cb721edce44391b0d36fbf6fe7243a4943bc8a6c25ba8d7675d16dcee3d4a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2308214416, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.87125858270903, "interval": [-247.59550893423832, 57.85299176882026], "p_value": 0.228, "input_sha256": "b0b6fc8abf624197a1a9132ace49409c53a1b2fe3cff877b5f42c5f08751b7c4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2308214416, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.87125858270903, "interval": [-260.4235619885127, 28.782872672712124], "p_value": 0.21457257361610726, "input_sha256": "b0b6fc8abf624197a1a9132ace49409c53a1b2fe3cff877b5f42c5f08751b7c4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 329503831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.904187616734717, "interval": [-2.539954891804406, 6.34833012527384], "p_value": 0.384, "input_sha256": "edb53b33ae008b837ba5bad6dc0711e789f13a8039d8f3890b6bb823060e0ec6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 329503831, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.904187616734717, "interval": [-2.219893947404682, 6.085233853474991], "p_value": 0.3911004855668536, "input_sha256": "edb53b33ae008b837ba5bad6dc0711e789f13a8039d8f3890b6bb823060e0ec6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 329503831, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.3796918062294, "interval": [-70.4573537173107, 219.2167373297695], "p_value": 0.326, "input_sha256": "8f1b874118fac562fdcd140b9d3244f84b97f3d0bac776a6d8105a6bdab51847"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 329503831, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.3796918062294, "interval": [-44.625669372810066, 216.4398451959049], "p_value": 0.30315405109160454, "input_sha256": "8f1b874118fac562fdcd140b9d3244f84b97f3d0bac776a6d8105a6bdab51847"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 180173819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7087035572134592, "interval": [-0.6577317909855247, 6.075138905412443], "p_value": 0.114, "input_sha256": "358dc12b569fe7d38f313db286fc2f2f7e53b84f8cc8e2926c40704bdd4764b8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 180173819, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7087035572134592, "interval": [-0.15013678198665895, 6.09061731017832], "p_value": 0.11157615258412941, "input_sha256": "358dc12b569fe7d38f313db286fc2f2f7e53b84f8cc8e2926c40704bdd4764b8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 180173819, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 65.79647698565547, "interval": [-119.21212813402512, 250.80508210533606], "p_value": 0.533, "input_sha256": "84e020026d30922ef748913f980e190d26537c28e440f2d58274a209656f0dbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 180173819, "p_value_method": "welch_average_effect", "success": true, "estimate": 65.79647698565547, "interval": [-60.50919691717246, 303.3945322378613], "p_value": 0.4728984606664076, "input_sha256": "84e020026d30922ef748913f980e190d26537c28e440f2d58274a209656f0dbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1589905580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0604909193560168, "interval": [-2.876536601246087, 4.997518439958121], "p_value": 0.581, "input_sha256": "55ce5b771747b03131ad09c80be8ad3ffc8d09eaac9985811d5b3f9ec0fc996c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1589905580, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0604909193560168, "interval": [-2.581000741205322, 4.509810933017915], "p_value": 0.5880014194348233, "input_sha256": "55ce5b771747b03131ad09c80be8ad3ffc8d09eaac9985811d5b3f9ec0fc996c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1589905580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.782945986734319, "interval": [-179.53067456992932, 205.09656654339796], "p_value": 0.888, "input_sha256": "a98f40aced447793c0255f9f90939e4f9a8419d4cfb75db558d22c593097b519"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1589905580, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.782945986734319, "interval": [-185.23697430116914, 174.80437851584588], "p_value": 0.8936517453142365, "input_sha256": "a98f40aced447793c0255f9f90939e4f9a8419d4cfb75db558d22c593097b519"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 908210197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1739280099466143, "interval": [-4.925795644244405, 2.5779396243511767], "p_value": 0.535, "input_sha256": "3df693cf11e174ff99ae214332bce11e3fcd297e50f5204177f9a9af805a9f95"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 908210197, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1739280099466143, "interval": [-4.602501239455266, 2.5048550368752225], "p_value": 0.5299328524332962, "input_sha256": "3df693cf11e174ff99ae214332bce11e3fcd297e50f5204177f9a9af805a9f95"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 908210197, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.871824785666973, "interval": [-177.6537660367879, 209.39741560812186], "p_value": 0.857, "input_sha256": "f4598aa7ba1a0b1ce2ed36f26dceb5b34a99cef30291bfbbca5979ab2f05fd02"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 908210197, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.871824785666973, "interval": [-165.99550972144914, 211.46926500588208], "p_value": 0.8689779427427131, "input_sha256": "f4598aa7ba1a0b1ce2ed36f26dceb5b34a99cef30291bfbbca5979ab2f05fd02"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2753748703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.461790343941134, "interval": [-1.3253253948887593, 6.248906082771027], "p_value": 0.217, "input_sha256": "bb50b650d562013225dd3de9ea45235cad0a0612e68a502de23af9b51e9afc7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2753748703, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.461790343941134, "interval": [-0.9532483354752788, 6.1392613644896485], "p_value": 0.19598786136272742, "input_sha256": "bb50b650d562013225dd3de9ea45235cad0a0612e68a502de23af9b51e9afc7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2753748703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 21.86295536661885, "interval": [-122.63576678491012, 166.36167751814781], "p_value": 0.727, "input_sha256": "02d6636762b534f34a3d36378f474d01b3fdcd2f909a593fb97db362d92b4e8d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2753748703, "p_value_method": "welch_average_effect", "success": true, "estimate": 21.86295536661885, "interval": [-113.13416866940534, 159.0410296028808], "p_value": 0.761034680416642, "input_sha256": "02d6636762b534f34a3d36378f474d01b3fdcd2f909a593fb97db362d92b4e8d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3070225072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8265122321068414, "interval": [-3.083474812124586, 4.736499276338269], "p_value": 0.656, "input_sha256": "5f0248b8256d247f91c35a3190c9beef1a2dce690d32574911a64b7626f03758"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3070225072, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8265122321068414, "interval": [-3.619291342861129, 4.254416634534249], "p_value": 0.6710387911216744, "input_sha256": "5f0248b8256d247f91c35a3190c9beef1a2dce690d32574911a64b7626f03758"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3070225072, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 172.62559937496286, "interval": [-79.86500398114234, 425.11620273106803], "p_value": 0.188, "input_sha256": "d01bf8090dfd8627ab235e573fd528a8c6c390c209009145508f2621c2115f27"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3070225072, "p_value_method": "welch_average_effect", "success": true, "estimate": 172.62559937496286, "interval": [-13.565053855193426, 464.4708334884962], "p_value": 0.17069874972557264, "input_sha256": "d01bf8090dfd8627ab235e573fd528a8c6c390c209009145508f2621c2115f27"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 35629160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3904199062928786, "interval": [-4.416537138117701, 3.635697325531944], "p_value": 0.84, "input_sha256": "dba28e73face03a8a9474c81d90dc96c5bd4dfeb9dc5bdc1644ffe4146e9a207"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 35629160, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3904199062928786, "interval": [-4.038078043555182, 3.721441342937752], "p_value": 0.8454091555099597, "input_sha256": "dba28e73face03a8a9474c81d90dc96c5bd4dfeb9dc5bdc1644ffe4146e9a207"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 35629160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.493058932461125, "interval": [-235.82776870837472, 144.8416508434525], "p_value": 0.667, "input_sha256": "ba76af926243bbad888e0bc868a5ecec7f5d1f43e6b7d6256d69a0bf286a7de4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 35629160, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.493058932461125, "interval": [-246.31565353766143, 116.39676138507134], "p_value": 0.6304795554937528, "input_sha256": "ba76af926243bbad888e0bc868a5ecec7f5d1f43e6b7d6256d69a0bf286a7de4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1332335943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5236965196020673, "interval": [-3.539079725857798, 4.586472765061933], "p_value": 0.783, "input_sha256": "3078c49583140856e8f6ea076c3b9f16087374764545ac2142e96631fa62cd6b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1332335943, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5236965196020673, "interval": [-3.4038117853399767, 4.328997635282864], "p_value": 0.7954117735765102, "input_sha256": "3078c49583140856e8f6ea076c3b9f16087374764545ac2142e96631fa62cd6b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1332335943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 37.2116543819361, "interval": [-132.1343267118786, 206.55763547575077], "p_value": 0.684, "input_sha256": "dc2568d4e9dbf9e85432a02f3dfbc9136876f771229599bcda968a94d927f08a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1332335943, "p_value_method": "welch_average_effect", "success": true, "estimate": 37.2116543819361, "interval": [-82.79248139057968, 244.44671060231602], "p_value": 0.6549385914657524, "input_sha256": "dc2568d4e9dbf9e85432a02f3dfbc9136876f771229599bcda968a94d927f08a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1200035049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6953242417724574, "interval": [-2.5138926349160258, 5.904541118460941], "p_value": 0.445, "input_sha256": "7890795b4c8dbea4cb2da85d13940731e186e86dd47a1687b9340dde4e086766"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1200035049, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6953242417724574, "interval": [-2.3285775712504124, 5.713476748682055], "p_value": 0.41880321260746, "input_sha256": "7890795b4c8dbea4cb2da85d13940731e186e86dd47a1687b9340dde4e086766"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1200035049, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -62.459604942563445, "interval": [-292.37958824024696, 167.4603783551201], "p_value": 0.622, "input_sha256": "c747abbda9e4f1c2e4a3ba8206af0d30aa2e81aba1b6e73e99cb1aee390ddda9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1200035049, "p_value_method": "welch_average_effect", "success": true, "estimate": -62.459604942563445, "interval": [-332.7420159016932, 88.91489158630348], "p_value": 0.5821213651242175, "input_sha256": "c747abbda9e4f1c2e4a3ba8206af0d30aa2e81aba1b6e73e99cb1aee390ddda9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1901785843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6880377715837849, "interval": [-5.032876555557754, 3.6568010123901846], "p_value": 0.745, "input_sha256": "021bf6d751a83d50c592c3ac1f67a9dcd53606b26dacb7b6aa07319434a28f3b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1901785843, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6880377715837849, "interval": [-5.166049512903618, 3.2181760068015803], "p_value": 0.750091094480311, "input_sha256": "021bf6d751a83d50c592c3ac1f67a9dcd53606b26dacb7b6aa07319434a28f3b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1901785843, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 21.94658604811147, "interval": [-209.41623236620015, 253.3094044624231], "p_value": 0.879, "input_sha256": "b03074d9136813150a2412b55626cc6f9dcb307e482932dc10ce7e1a25d9d7b7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1901785843, "p_value_method": "welch_average_effect", "success": true, "estimate": 21.94658604811147, "interval": [-224.27807482252172, 231.08224428187629], "p_value": 0.8487380486067688, "input_sha256": "b03074d9136813150a2412b55626cc6f9dcb307e482932dc10ce7e1a25d9d7b7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1856580012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.251911828481898, "interval": [-5.777472654120361, 3.273648997156565], "p_value": 0.562, "input_sha256": "05631430b2bbc9425c70f2c4f0f209616a2b368a4706a57a6a5ccf8649cdda4d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1856580012, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.251911828481898, "interval": [-5.333273479673729, 3.053624415849076], "p_value": 0.5782044150147279, "input_sha256": "05631430b2bbc9425c70f2c4f0f209616a2b368a4706a57a6a5ccf8649cdda4d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1856580012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 39.26866483747945, "interval": [-136.42600904581235, 214.96333872077128], "p_value": 0.663, "input_sha256": "8882ae31b767f5f48ab68eaa3e1063d4d319500071acfa3d71f4a99ba7fbc733"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1856580012, "p_value_method": "welch_average_effect", "success": true, "estimate": 39.26866483747945, "interval": [-97.05625811648397, 215.5165124716258], "p_value": 0.6513527973031801, "input_sha256": "8882ae31b767f5f48ab68eaa3e1063d4d319500071acfa3d71f4a99ba7fbc733"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 731538244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4962399958783514, "interval": [-2.3546440750300803, 5.347124066786783], "p_value": 0.439, "input_sha256": "9860f76172a22177c3e238f89dfbb72d41ebfe6c8c48ac404db3d369b8645feb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 731538244, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4962399958783514, "interval": [-1.9681090570787583, 5.135333751330945], "p_value": 0.4363901165016526, "input_sha256": "9860f76172a22177c3e238f89dfbb72d41ebfe6c8c48ac404db3d369b8645feb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 731538244, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 75.21522181146813, "interval": [-154.78085731488665, 305.2113009378229], "p_value": 0.505, "input_sha256": "d52878f5b233ba099140e018766591cba98b764e8d5067b4e859ff48a11752bb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 731538244, "p_value_method": "welch_average_effect", "success": true, "estimate": 75.21522181146813, "interval": [-174.47181379264697, 245.42472012657063], "p_value": 0.5119278993342395, "input_sha256": "d52878f5b233ba099140e018766591cba98b764e8d5067b4e859ff48a11752bb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1639872383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3627702859892121, "interval": [-4.12131046029371, 4.846851032272134], "p_value": 0.859, "input_sha256": "ca27aa2f511841147468f2552d001f09493f57ff28c317c4f015cefb22d71e5b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1639872383, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3627702859892121, "interval": [-3.5983844542363066, 4.4885691599575335], "p_value": 0.8707466514557142, "input_sha256": "ca27aa2f511841147468f2552d001f09493f57ff28c317c4f015cefb22d71e5b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1639872383, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 109.22387186657238, "interval": [-88.46567009073121, 306.913413823876], "p_value": 0.281, "input_sha256": "396af45a8afba2e9023101272560df16184bf6757a2f883e2e6c3206f10035d9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1639872383, "p_value_method": "welch_average_effect", "success": true, "estimate": 109.22387186657238, "interval": [-36.0025548881271, 352.88994589204896], "p_value": 0.26620637737694297, "input_sha256": "396af45a8afba2e9023101272560df16184bf6757a2f883e2e6c3206f10035d9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3483625962, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.16048998835304396, "interval": [-4.454093895329644, 4.7750738720357315], "p_value": 0.95, "input_sha256": "009c987fe17dcae26fc4910cc596351b8699b058eab1db38d7db81b08bc79451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3483625962, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.16048998835304396, "interval": [-4.358854583153894, 4.40554645401618], "p_value": 0.9442109579497164, "input_sha256": "009c987fe17dcae26fc4910cc596351b8699b058eab1db38d7db81b08bc79451"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3483625962, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -36.45858898801734, "interval": [-189.98295026378784, 117.06577228775316], "p_value": 0.631, "input_sha256": "a372dd813117a8b4e8ff782d6026073674581ca487124df37d177ee4b6825c98"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3483625962, "p_value_method": "welch_average_effect", "success": true, "estimate": -36.45858898801734, "interval": [-164.89654259852145, 120.50537779968555], "p_value": 0.6334293020752999, "input_sha256": "a372dd813117a8b4e8ff782d6026073674581ca487124df37d177ee4b6825c98"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1414583646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8175633955537105, "interval": [-4.546128908645585, 2.9110021175381635], "p_value": 0.675, "input_sha256": "5e6c5538170b7140e4ad114438ded3a9d32396c984fbe46a0852bc51af307d8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1414583646, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8175633955537105, "interval": [-4.275831052389626, 2.728128491387736], "p_value": 0.6595790466319212, "input_sha256": "5e6c5538170b7140e4ad114438ded3a9d32396c984fbe46a0852bc51af307d8e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1414583646, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 29.667968513803373, "interval": [-199.9835725330686, 259.31950956067533], "p_value": 0.831, "input_sha256": "1213e864e36822a5db43eb83a06565d2c55b8fad570cb3bf517a275bea1dde66"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1414583646, "p_value_method": "welch_average_effect", "success": true, "estimate": 29.667968513803373, "interval": [-154.2775254265732, 296.0489243217735], "p_value": 0.7947152908414647, "input_sha256": "1213e864e36822a5db43eb83a06565d2c55b8fad570cb3bf517a275bea1dde66"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2754039370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2846534702659138, "interval": [-4.319624024875854, 3.7503170843440268], "p_value": 0.899, "input_sha256": "1723d92cdc45434110f1f292cb783667de9a7fd507f34344f45f9ec6c5f5a98e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2754039370, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2846534702659138, "interval": [-3.793091411078783, 3.609399888815331], "p_value": 0.887189511221409, "input_sha256": "1723d92cdc45434110f1f292cb783667de9a7fd507f34344f45f9ec6c5f5a98e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2754039370, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 52.750303286279575, "interval": [-101.50154646922553, 207.00215304178468], "p_value": 0.529, "input_sha256": "0de680850d0fdb6e47788c68d7f259384c509a237570df52acdd63dd13f8ee21"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2754039370, "p_value_method": "welch_average_effect", "success": true, "estimate": 52.750303286279575, "interval": [-87.06879666608951, 192.26533404631365], "p_value": 0.4907927465515104, "input_sha256": "0de680850d0fdb6e47788c68d7f259384c509a237570df52acdd63dd13f8ee21"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 491708202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3006322265121355, "interval": [-3.9038431033602627, 4.505107556384534], "p_value": 0.866, "input_sha256": "5c8a195d083a98709f26b5922b24b71b50064a77e6ba77f053b40fe633c80172"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 491708202, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3006322265121355, "interval": [-3.5315162294389646, 4.270178693648989], "p_value": 0.8855187724753301, "input_sha256": "5c8a195d083a98709f26b5922b24b71b50064a77e6ba77f053b40fe633c80172"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 491708202, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -72.73751481635561, "interval": [-271.12799039114503, 125.65296075843382], "p_value": 0.481, "input_sha256": "35582c99fd152235b740f81ea39e5bfe382762f3766f95602006786c9f48d03f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 491708202, "p_value_method": "welch_average_effect", "success": true, "estimate": -72.73751481635561, "interval": [-291.8298036109532, 84.14092013574108], "p_value": 0.45961788103633494, "input_sha256": "35582c99fd152235b740f81ea39e5bfe382762f3766f95602006786c9f48d03f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3638878033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2465943076038144, "interval": [-4.455076876794513, 4.948265492002141], "p_value": 0.909, "input_sha256": "793ffd0ccab3ecd520545aac9f52c95bd7dc6760dc3b7454f87921ffb064ac30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3638878033, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2465943076038144, "interval": [-4.4431442294406365, 4.5614744378860665], "p_value": 0.915758619734339, "input_sha256": "793ffd0ccab3ecd520545aac9f52c95bd7dc6760dc3b7454f87921ffb064ac30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3638878033, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 234.60868473298558, "interval": [38.118173846949105, 431.09919561902205], "p_value": 0.012, "input_sha256": "9a063df80799e73801864daad1ca6dcca10a78b1b8d159f1e2065483a5395748"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3638878033, "p_value_method": "welch_average_effect", "success": true, "estimate": 234.60868473298558, "interval": [85.14452208369764, 445.7021351074747], "p_value": 0.021287175773155365, "input_sha256": "9a063df80799e73801864daad1ca6dcca10a78b1b8d159f1e2065483a5395748"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2501020039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8203866373769007, "interval": [-2.7052847703217804, 4.346058045075582], "p_value": 0.667, "input_sha256": "de5ef82eaf1dc1cbe14fb6702c8600c27ab63ee42eb0d7abfd3bae706e14f098"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2501020039, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8203866373769007, "interval": [-2.598761224683826, 3.986545208735686], "p_value": 0.6400697768406313, "input_sha256": "de5ef82eaf1dc1cbe14fb6702c8600c27ab63ee42eb0d7abfd3bae706e14f098"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2501020039, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 60.6127934889185, "interval": [-139.64617527312794, 260.87176225096493], "p_value": 0.6, "input_sha256": "3a220ba45b694647340c1179077ae3a983b6a008f0b2e8a00c255c3a156d3136"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2501020039, "p_value_method": "welch_average_effect", "success": true, "estimate": 60.6127934889185, "interval": [-76.98057753073967, 296.97316412512913], "p_value": 0.5412673544975904, "input_sha256": "3a220ba45b694647340c1179077ae3a983b6a008f0b2e8a00c255c3a156d3136"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1519064732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5431621017537402, "interval": [-4.948112826338977, 3.8617886228314964], "p_value": 0.788, "input_sha256": "da6a92266f9df1dc42865eb931594723e2e2f4d55800bab047d1b2daec6af3ff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1519064732, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5431621017537402, "interval": [-4.654908801213037, 3.946897144244964], "p_value": 0.8040556037656285, "input_sha256": "da6a92266f9df1dc42865eb931594723e2e2f4d55800bab047d1b2daec6af3ff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1519064732, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -133.6969960768106, "interval": [-305.6868280645985, 38.29283591097732], "p_value": 0.123, "input_sha256": "231ade5c0e471781a04151375326be1a62e3a078385dee95c5b2fe2b61feb64f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1519064732, "p_value_method": "welch_average_effect", "success": true, "estimate": -133.6969960768106, "interval": [-318.82568645253474, 18.40390684448208], "p_value": 0.122036758932107, "input_sha256": "231ade5c0e471781a04151375326be1a62e3a078385dee95c5b2fe2b61feb64f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1740468660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.008294035278567, "interval": [-3.6328623806272704, 5.649450451184404], "p_value": 0.679, "input_sha256": "8f159274f6888470b96db2493c440fb3dacf80ee175c471b8b1aadc1cd259b93"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1740468660, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.008294035278567, "interval": [-3.1394501626748736, 5.91637408017811], "p_value": 0.662266370894907, "input_sha256": "8f159274f6888470b96db2493c440fb3dacf80ee175c471b8b1aadc1cd259b93"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1740468660, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -116.38508913345895, "interval": [-283.99000780159827, 51.219829534680386], "p_value": 0.171, "input_sha256": "b93dba2201b00115d2903d39956a0fde21143cdb7c7c4143863115ac41bb1792"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1740468660, "p_value_method": "welch_average_effect", "success": true, "estimate": -116.38508913345895, "interval": [-277.6365329105723, 45.11586212292735], "p_value": 0.16723261704930606, "input_sha256": "b93dba2201b00115d2903d39956a0fde21143cdb7c7c4143863115ac41bb1792"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4160914584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.898390203175051, "interval": [-3.281196062145514, 5.077976468495616], "p_value": 0.674, "input_sha256": "900fc40aa9a54308ca0f5fd14b9e81bbc8f22d95367a2d7e32244a6d764b9570"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4160914584, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.898390203175051, "interval": [-2.49347901040976, 5.3287751517526605], "p_value": 0.6659122591760536, "input_sha256": "900fc40aa9a54308ca0f5fd14b9e81bbc8f22d95367a2d7e32244a6d764b9570"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4160914584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 91.30396264791636, "interval": [-170.49113336772882, 353.09905866356155], "p_value": 0.487, "input_sha256": "d03f2b55821380e41177a78bcb4892f01ed07e37c57016e8ec4925806cbf7538"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4160914584, "p_value_method": "welch_average_effect", "success": true, "estimate": 91.30396264791636, "interval": [-127.43632917518201, 350.3764279730998], "p_value": 0.4833721844919494, "input_sha256": "d03f2b55821380e41177a78bcb4892f01ed07e37c57016e8ec4925806cbf7538"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 800578269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1300596829982688, "interval": [-4.29627712355359, 2.0361577575570533], "p_value": 0.461, "input_sha256": "9584ed027a7792f453e34558d5c2afbe7292bdc6085bda6b804c43ba019f473f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 800578269, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1300596829982688, "interval": [-4.130858614092426, 2.06936183454579], "p_value": 0.47419531047729047, "input_sha256": "9584ed027a7792f453e34558d5c2afbe7292bdc6085bda6b804c43ba019f473f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 800578269, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -106.68194361478376, "interval": [-251.03996217212597, 37.676074942558444], "p_value": 0.131, "input_sha256": "d261cade8f167621ae23ffa4d2ddffec87e439b3977b1d892d40e3be873211f7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 800578269, "p_value_method": "welch_average_effect", "success": true, "estimate": -106.68194361478376, "interval": [-263.70816944741, -0.8926463301678271], "p_value": 0.14055131978129812, "input_sha256": "d261cade8f167621ae23ffa4d2ddffec87e439b3977b1d892d40e3be873211f7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2852499077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.141326787191714, "interval": [-0.2829759456994658, 8.565629520082894], "p_value": 0.062, "input_sha256": "d62554b7cdcb4e7796a576f9009d4c348cb94e3c68bfaf1452a9008a12b28e75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2852499077, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.141326787191714, "interval": [0.03717765926563877, 8.221718000957964], "p_value": 0.06573057571727164, "input_sha256": "d62554b7cdcb4e7796a576f9009d4c348cb94e3c68bfaf1452a9008a12b28e75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2852499077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 71.19725279763867, "interval": [-136.45192156742783, 278.84642716270514], "p_value": 0.51, "input_sha256": "144143e6bc33e059b7020f94664be86562da72d7169fc27ebb91b8209901b6e8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2852499077, "p_value_method": "welch_average_effect", "success": true, "estimate": 71.19725279763867, "interval": [-158.4962748442585, 233.0389145689075], "p_value": 0.4916402835257434, "input_sha256": "144143e6bc33e059b7020f94664be86562da72d7169fc27ebb91b8209901b6e8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1015659137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.474077790057974, "interval": [-9.112014516392954, 0.16385893627700465], "p_value": 0.062, "input_sha256": "26a97acfd65faa58268e0dcd3fcdcb12af6f897736913f16b218c03b5403d84f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1015659137, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.474077790057974, "interval": [-8.864167811468935, -0.18625256291844913], "p_value": 0.058221376603029985, "input_sha256": "26a97acfd65faa58268e0dcd3fcdcb12af6f897736913f16b218c03b5403d84f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1015659137, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -133.88792150150732, "interval": [-332.7972769746, 65.02143397158534], "p_value": 0.18, "input_sha256": "a921bc5ed32c8a4cbbaba2592a7f97a59790eca6a67554ec75613abbc3dd2cbe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1015659137, "p_value_method": "welch_average_effect", "success": true, "estimate": -133.88792150150732, "interval": [-329.702210690466, 30.686613102842475], "p_value": 0.17974931366687347, "input_sha256": "a921bc5ed32c8a4cbbaba2592a7f97a59790eca6a67554ec75613abbc3dd2cbe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4267291424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2114665095107, "interval": [-1.8738147766848812, 6.296747795706281], "p_value": 0.282, "input_sha256": "ff9432c755dca1f3762577eca151b239fc9d82d42d3af7963b60bcece04d66f4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4267291424, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2114665095107, "interval": [-1.8747810102786209, 5.977816747236589], "p_value": 0.2795916558692376, "input_sha256": "ff9432c755dca1f3762577eca151b239fc9d82d42d3af7963b60bcece04d66f4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4267291424, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 69.97450285084459, "interval": [-130.56513789088837, 270.51414359257757], "p_value": 0.62, "input_sha256": "0523c8c878baa96d08c18bf3d4edca662a4938c9abde02dcfb2090070fedeaaa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4267291424, "p_value_method": "welch_average_effect", "success": true, "estimate": 69.97450285084459, "interval": [-53.45777946046214, 368.29108406648334], "p_value": 0.47973040960875524, "input_sha256": "0523c8c878baa96d08c18bf3d4edca662a4938c9abde02dcfb2090070fedeaaa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2941575751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.27328045288130554, "interval": [-3.5455928416090545, 4.092153747371666], "p_value": 0.886, "input_sha256": "4886b93ce2dd814a095ec942eee20fe5a9fd29e918736e7c36cc248cd2f1149b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2941575751, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.27328045288130554, "interval": [-3.1482365844860327, 3.7884997884948115], "p_value": 0.8846256930972142, "input_sha256": "4886b93ce2dd814a095ec942eee20fe5a9fd29e918736e7c36cc248cd2f1149b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2941575751, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -21.72243573790405, "interval": [-244.56780210485252, 201.12293062904442], "p_value": 0.847, "input_sha256": "6c0ef387a2f582d07257acc09fcd3557c21395e97b0d7a0dfb55191fd7bb54ab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2941575751, "p_value_method": "welch_average_effect", "success": true, "estimate": -21.72243573790405, "interval": [-251.52206698956533, 163.87370285088227], "p_value": 0.8445143612178071, "input_sha256": "6c0ef387a2f582d07257acc09fcd3557c21395e97b0d7a0dfb55191fd7bb54ab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1670291631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5117666670997778, "interval": [-5.473689908671209, 2.450156574471653], "p_value": 0.428, "input_sha256": "0256e724e703ecbcf4dd7f6ac6bce3299a3d603fa16a3df8d7f48564cd42f811"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1670291631, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5117666670997778, "interval": [-5.024739941046442, 2.3510976529295773], "p_value": 0.4445641203787356, "input_sha256": "0256e724e703ecbcf4dd7f6ac6bce3299a3d603fa16a3df8d7f48564cd42f811"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1670291631, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.478322369250463, "interval": [-171.4503429966278, 202.40698773512872], "p_value": 0.892, "input_sha256": "b2b6db608783504ba1e37d70ba3c34bba3cc326da4e6e1024c97850964ab9d0e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1670291631, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.478322369250463, "interval": [-166.62339530663425, 188.55565510859492], "p_value": 0.8677434348592317, "input_sha256": "b2b6db608783504ba1e37d70ba3c34bba3cc326da4e6e1024c97850964ab9d0e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2444369624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.119481539964815, "interval": [1.0869429255241343, 9.152020154405495], "p_value": 0.012, "input_sha256": "ab9cf222d787ba325e39b0a82632a3795bed76a1ed424e92c0a76d6b1a55cfc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2444369624, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.119481539964815, "interval": [1.256812849272625, 8.658020513656238], "p_value": 0.014381866994815043, "input_sha256": "ab9cf222d787ba325e39b0a82632a3795bed76a1ed424e92c0a76d6b1a55cfc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2444369624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 23.30460737275328, "interval": [-148.73803322961894, 195.3472479751255], "p_value": 0.799, "input_sha256": "b1908da172feb7fc561c81c9436cbbce06932f5731ad413d79c719bb0b6dec8f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2444369624, "p_value_method": "welch_average_effect", "success": true, "estimate": 23.30460737275328, "interval": [-112.00645430177529, 204.6473930748365], "p_value": 0.7849230953629208, "input_sha256": "b1908da172feb7fc561c81c9436cbbce06932f5731ad413d79c719bb0b6dec8f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3638174868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8474072935446344, "interval": [0.6456364116942819, 7.049178175394987], "p_value": 0.02, "input_sha256": "7b4414450edccb72a7bb7e476c493b22644a0e25f28bd308d4ffab7216a79bc1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3638174868, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8474072935446344, "interval": [1.062136024106338, 6.958435095634651], "p_value": 0.019822833613079325, "input_sha256": "7b4414450edccb72a7bb7e476c493b22644a0e25f28bd308d4ffab7216a79bc1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3638174868, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 88.36501951282227, "interval": [-25.907656666647526, 202.63769569229208], "p_value": 0.117, "input_sha256": "92128bf065e62f06c67a6226a818f3b80c03828a34e6a645f61ac5a7b572b30e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3638174868, "p_value_method": "welch_average_effect", "success": true, "estimate": 88.36501951282227, "interval": [-5.8560791234784935, 200.12921623485116], "p_value": 0.12519705971403366, "input_sha256": "92128bf065e62f06c67a6226a818f3b80c03828a34e6a645f61ac5a7b572b30e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3060533095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7624192856841319, "interval": [-2.843969538643296, 4.36880811001156], "p_value": 0.688, "input_sha256": "7b3e4acfa6b4dbc5c6242983e8ddaf273b6aecc5e82f857da48fe12cc8b75302"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3060533095, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7624192856841319, "interval": [-3.1105393910023014, 3.783910688913321], "p_value": 0.6701586222922116, "input_sha256": "7b3e4acfa6b4dbc5c6242983e8ddaf273b6aecc5e82f857da48fe12cc8b75302"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3060533095, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 93.38564799604413, "interval": [-102.35576183433824, 289.1270578264265], "p_value": 0.435, "input_sha256": "8f9b155f148fde81bd607d5cdb3ed6159d270351b425fab739d3466cbb7bbd30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3060533095, "p_value_method": "welch_average_effect", "success": true, "estimate": 93.38564799604413, "interval": [-29.946080085972383, 399.8555823149513], "p_value": 0.33462948692931593, "input_sha256": "8f9b155f148fde81bd607d5cdb3ed6159d270351b425fab739d3466cbb7bbd30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1335771614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5203244323196312, "interval": [-3.1047372600749545, 4.145386124714217], "p_value": 0.802, "input_sha256": "7ba32a93aafe038aa11dffd05ef63ea6a036b2bd9269c00589f2bd35b9ef8bac"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1335771614, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5203244323196312, "interval": [-2.7816797984029793, 4.120234594958111], "p_value": 0.7720639181499465, "input_sha256": "7ba32a93aafe038aa11dffd05ef63ea6a036b2bd9269c00589f2bd35b9ef8bac"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1335771614, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.107892151272807, "interval": [-247.03754437039743, 222.8217600678518], "p_value": 0.903, "input_sha256": "a4984244818628dcd43eb98d78d7401415e95d70296cc0de7f06fb46db5eec39"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1335771614, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.107892151272807, "interval": [-169.25785169507105, 287.279384502392], "p_value": 0.9169292771543501, "input_sha256": "a4984244818628dcd43eb98d78d7401415e95d70296cc0de7f06fb46db5eec39"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 8569325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.171967862935043, "interval": [-1.4557123176442257, 5.799648043514312], "p_value": 0.229, "input_sha256": "b4eb6c426bb4476b448afe7ee48e988cb93cdd7a651b99c4968cbb3d1fb98837"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 8569325, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.171967862935043, "interval": [-1.2529337706606305, 5.483070811692897], "p_value": 0.23297454183217076, "input_sha256": "b4eb6c426bb4476b448afe7ee48e988cb93cdd7a651b99c4968cbb3d1fb98837"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 8569325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 195.55155356210037, "interval": [-15.961767961209233, 407.06487508541], "p_value": 0.047, "input_sha256": "414e34dbfe67e6eb2c993a21d8b2871524c6cc2c46592b9106d357bd83b43528"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 8569325, "p_value_method": "welch_average_effect", "success": true, "estimate": 195.55155356210037, "interval": [54.396323546852294, 536.825025288701], "p_value": 0.06815992536349283, "input_sha256": "414e34dbfe67e6eb2c993a21d8b2871524c6cc2c46592b9106d357bd83b43528"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4065440511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9343723185263375, "interval": [-4.30057840218473, 2.4318337651320543], "p_value": 0.588, "input_sha256": "ef634ad099955106159c9a6157cf2e6025416c7e24ec83292cca3545a850d4c5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4065440511, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9343723185263375, "interval": [-3.7255621147420652, 2.2609893798244087], "p_value": 0.5774021431240672, "input_sha256": "ef634ad099955106159c9a6157cf2e6025416c7e24ec83292cca3545a850d4c5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4065440511, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -138.59202632171628, "interval": [-343.6656374426218, 66.48158479918922], "p_value": 0.176, "input_sha256": "0f318bb9a2ff92c66524fbfddc6842eeba3e7fd549ce0412e48c8774d7a70420"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4065440511, "p_value_method": "welch_average_effect", "success": true, "estimate": -138.59202632171628, "interval": [-399.5140263919485, -5.795390647063246], "p_value": 0.17531591664705382, "input_sha256": "0f318bb9a2ff92c66524fbfddc6842eeba3e7fd549ce0412e48c8774d7a70420"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1236096600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6176008100982653, "interval": [-3.154327889238016, 4.389529509434547], "p_value": 0.751, "input_sha256": "f1018e9de75302c4162548a08ecc091be1ff3bbff265c420c37f5ecc9f1a1a0e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1236096600, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6176008100982653, "interval": [-2.476542762420227, 4.464101708667688], "p_value": 0.7417313443240054, "input_sha256": "f1018e9de75302c4162548a08ecc091be1ff3bbff265c420c37f5ecc9f1a1a0e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1236096600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -26.320418689892676, "interval": [-240.8807619196565, 188.23992453987114], "p_value": 0.875, "input_sha256": "30c99fff81bdb913d6c1360f10c5c754156b14f34dfb0d4fed3abc6956e69ed2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1236096600, "p_value_method": "welch_average_effect", "success": true, "estimate": -26.320418689892676, "interval": [-368.7652154240925, 115.57969978728623], "p_value": 0.8018498705983668, "input_sha256": "30c99fff81bdb913d6c1360f10c5c754156b14f34dfb0d4fed3abc6956e69ed2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1538067711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1817517794192138, "interval": [-3.235072290074231, 5.598575848912659], "p_value": 0.585, "input_sha256": "19e883b61a7490b8b89c42de3b3658220eaae3428edfe140a04716a84f27aeb8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1538067711, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1817517794192138, "interval": [-2.9754632743638174, 5.679159415479476], "p_value": 0.5901916534141813, "input_sha256": "19e883b61a7490b8b89c42de3b3658220eaae3428edfe140a04716a84f27aeb8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1538067711, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 89.80747931295252, "interval": [-96.80771252855081, 276.4226711544559], "p_value": 0.342, "input_sha256": "1d2c69e740c2d0798487ce07d67e77235865a7279e99b51f8edec5b7aef962a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1538067711, "p_value_method": "welch_average_effect", "success": true, "estimate": 89.80747931295252, "interval": [-74.52838548835504, 310.96117237431633], "p_value": 0.3347862425080622, "input_sha256": "1d2c69e740c2d0798487ce07d67e77235865a7279e99b51f8edec5b7aef962a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3715615058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5328733568606889, "interval": [-3.308639979286201, 4.374386693007579], "p_value": 0.798, "input_sha256": "1e6293d2286d9f6b5ff9c1df9425354520c41b20ca32f1cc63ba4da2746cc18b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3715615058, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5328733568606889, "interval": [-3.1382064066484077, 4.006617776585056], "p_value": 0.7802904635854399, "input_sha256": "1e6293d2286d9f6b5ff9c1df9425354520c41b20ca32f1cc63ba4da2746cc18b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3715615058, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -169.42130364597472, "interval": [-473.7263313920955, 134.88372410014608], "p_value": 0.285, "input_sha256": "7d51d85e99e03fec7cc5baee41a208da9cb9c6f53ffb7d7b1d621bfe80f5646b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3715615058, "p_value_method": "welch_average_effect", "success": true, "estimate": -169.42130364597472, "interval": [-625.9413228314139, 16.11604797480335], "p_value": 0.2598388598882076, "input_sha256": "7d51d85e99e03fec7cc5baee41a208da9cb9c6f53ffb7d7b1d621bfe80f5646b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2993598989, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1097372836622377, "interval": [-0.9570488310335881, 7.176523398358063], "p_value": 0.132, "input_sha256": "f23c56c35b4916f0afe6bf9c9c08c6c05d4065b4bfd0c45e277fda9b57d04fc4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2993598989, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1097372836622377, "interval": [-0.7745316414095943, 6.9673457254390145], "p_value": 0.12954448288211515, "input_sha256": "f23c56c35b4916f0afe6bf9c9c08c6c05d4065b4bfd0c45e277fda9b57d04fc4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2993598989, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.0841984640043, "interval": [-90.44639461833147, 216.6147915463401], "p_value": 0.421, "input_sha256": "a4716db549122418924bef6fbae6cc6da81f5857401f283175f65936ea199b2d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2993598989, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.0841984640043, "interval": [-65.82323118294319, 202.94683747508898], "p_value": 0.41023323913803766, "input_sha256": "a4716db549122418924bef6fbae6cc6da81f5857401f283175f65936ea199b2d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2701071583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.6269569163409496, "interval": [-7.330670703594663, 0.07675687091276417], "p_value": 0.046, "input_sha256": "7f0f4b0120ba30e54ea0cd16689705090713b5ca0aac69a3ccdc48e0bc6e37f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2701071583, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.6269569163409496, "interval": [-6.799584727996496, 0.4585825399004136], "p_value": 0.054630267491948575, "input_sha256": "7f0f4b0120ba30e54ea0cd16689705090713b5ca0aac69a3ccdc48e0bc6e37f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2701071583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -99.44849074858527, "interval": [-309.5363787867651, 110.63939728959454], "p_value": 0.343, "input_sha256": "2e702e5965942c36940a3d615a8051422da69702f7c733b91c3e08ea99b241f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2701071583, "p_value_method": "welch_average_effect", "success": true, "estimate": -99.44849074858527, "interval": [-329.9294895143674, 71.54824725664079], "p_value": 0.34205211469864494, "input_sha256": "2e702e5965942c36940a3d615a8051422da69702f7c733b91c3e08ea99b241f3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3611444501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5945060359555789, "interval": [-2.4057778453056557, 3.5947899172168136], "p_value": 0.69, "input_sha256": "fdcb3081579a9a3acd79af6d8a07b6c057357662ce903e6b86eb251d67c0605f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3611444501, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5945060359555789, "interval": [-2.1719224587758252, 3.2945683772049534], "p_value": 0.6905246060773257, "input_sha256": "fdcb3081579a9a3acd79af6d8a07b6c057357662ce903e6b86eb251d67c0605f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3611444501, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 101.72387385307013, "interval": [-75.47831116273389, 278.9260588688742], "p_value": 0.272, "input_sha256": "fa0e118d48e9fa4af50fc07310320c1000f5c97aa8a74a2d0387941d1f6da0af"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3611444501, "p_value_method": "welch_average_effect", "success": true, "estimate": 101.72387385307013, "interval": [-32.000471724951254, 310.4516231833665], "p_value": 0.24959047296496933, "input_sha256": "fa0e118d48e9fa4af50fc07310320c1000f5c97aa8a74a2d0387941d1f6da0af"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3137582301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6538697123687225, "interval": [-2.886587955824852, 4.194327380562298], "p_value": 0.722, "input_sha256": "13f0902c2192a06ba122af455c23cd843e6cc0412d1e0b706043dcc8998c68e4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3137582301, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6538697123687225, "interval": [-2.665442303723903, 3.8484803063177675], "p_value": 0.7103816512039014, "input_sha256": "13f0902c2192a06ba122af455c23cd843e6cc0412d1e0b706043dcc8998c68e4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3137582301, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 79.61409596626062, "interval": [-71.87050423266534, 231.0986961651866], "p_value": 0.319, "input_sha256": "a75a720bcaba1379441b56ce7fa8dc956129aae975a19dec14196743e39d4e1c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3137582301, "p_value_method": "welch_average_effect", "success": true, "estimate": 79.61409596626062, "interval": [-34.229157859225616, 267.9831628460562], "p_value": 0.29119056089283835, "input_sha256": "a75a720bcaba1379441b56ce7fa8dc956129aae975a19dec14196743e39d4e1c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1780401183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2687711592874233, "interval": [-0.36639502077940955, 6.903937339354256], "p_value": 0.077, "input_sha256": "c8221e10f10952af317ae63982d8627abe1afe315fa5651fecfe411d6a09cdcb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1780401183, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2687711592874233, "interval": [-0.3398736722723469, 6.455686192771404], "p_value": 0.0765610603516799, "input_sha256": "c8221e10f10952af317ae63982d8627abe1afe315fa5651fecfe411d6a09cdcb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1780401183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -20.055951071643648, "interval": [-248.46082726642513, 208.34892512313783], "p_value": 0.866, "input_sha256": "eccebadfaf3a5d0dc6e7575c72062f6b46a9b6f427af5027760a20ce91e81b15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1780401183, "p_value_method": "welch_average_effect", "success": true, "estimate": -20.055951071643648, "interval": [-260.43733047186254, 176.35998132055212], "p_value": 0.8597718021438168, "input_sha256": "eccebadfaf3a5d0dc6e7575c72062f6b46a9b6f427af5027760a20ce91e81b15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 694465275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.3550370130472285, "interval": [-6.456169924717789, 1.7460958986233317], "p_value": 0.245, "input_sha256": "a60f4673af48fd3d990c50885925b7f057e17754819c09cb444b52d2f644898e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 694465275, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.3550370130472285, "interval": [-6.27409590483326, 1.4870477680683367], "p_value": 0.25167510302871904, "input_sha256": "a60f4673af48fd3d990c50885925b7f057e17754819c09cb444b52d2f644898e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 694465275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -62.63730665620572, "interval": [-201.9654802621386, 76.69086694972718], "p_value": 0.389, "input_sha256": "b84bd5447d4aabfe0345dedb07900e257d13946bd60048ee43454d415a5fd2d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 694465275, "p_value_method": "welch_average_effect", "success": true, "estimate": -62.63730665620572, "interval": [-216.07669215884806, 54.02028273054421], "p_value": 0.36573613983145303, "input_sha256": "b84bd5447d4aabfe0345dedb07900e257d13946bd60048ee43454d415a5fd2d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2269615208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.0609253290347187, "interval": [-4.730727458867672, 4.852578116937109], "p_value": 0.981, "input_sha256": "6effabc0a3ee23b728b4d723c721385dfed0ff467c16db63cb3b0981729aa44b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2269615208, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.0609253290347187, "interval": [-4.430601098696162, 4.649815968107444], "p_value": 0.979498131809602, "input_sha256": "6effabc0a3ee23b728b4d723c721385dfed0ff467c16db63cb3b0981729aa44b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2269615208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -61.971527155420404, "interval": [-302.45134977578357, 178.50829546494276], "p_value": 0.639, "input_sha256": "fca194f088bec9d353248fa5fd772c57929b8c1426ef28b202d6995f7ba1a4da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2269615208, "p_value_method": "welch_average_effect", "success": true, "estimate": -61.971527155420404, "interval": [-362.08690001391125, 114.36502175585079], "p_value": 0.603286154772498, "input_sha256": "fca194f088bec9d353248fa5fd772c57929b8c1426ef28b202d6995f7ba1a4da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3915558151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6863173187557834, "interval": [-3.454999441707124, 4.827634079218691], "p_value": 0.723, "input_sha256": "fc72f03b86380c27e28a2c97284f89b4ea3a8929d8e78d188c25a958fd14aa81"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3915558151, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6863173187557834, "interval": [-3.4243727464379647, 4.282996660332054], "p_value": 0.7390450404182848, "input_sha256": "fc72f03b86380c27e28a2c97284f89b4ea3a8929d8e78d188c25a958fd14aa81"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3915558151, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 82.62512517755646, "interval": [-88.71046592629658, 253.96071628140947], "p_value": 0.357, "input_sha256": "8721c5f4e4aa53ba78e3bbcf200c3d939fce2b890eb7a8508b2e6b88460c5770"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3915558151, "p_value_method": "welch_average_effect", "success": true, "estimate": 82.62512517755646, "interval": [-57.99969732086643, 286.52255405028353], "p_value": 0.3328978591255507, "input_sha256": "8721c5f4e4aa53ba78e3bbcf200c3d939fce2b890eb7a8508b2e6b88460c5770"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2520035731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.606237795988429, "interval": [-1.5777679792991117, 4.79024357127597], "p_value": 0.306, "input_sha256": "4f91074b062d9adc3d4580b180f18c06c8788b6f84593e19bd05c3b1392be899"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2520035731, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.606237795988429, "interval": [-1.3153893604413194, 4.404923632427714], "p_value": 0.31344821795634314, "input_sha256": "4f91074b062d9adc3d4580b180f18c06c8788b6f84593e19bd05c3b1392be899"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2520035731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 91.79552975105466, "interval": [-100.78601441308865, 284.37707391519797], "p_value": 0.375, "input_sha256": "e56a0dc790c3392da88f883e49db8d3c7d89b9ee765dc4cb8df396efe083ce50"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2520035731, "p_value_method": "welch_average_effect", "success": true, "estimate": 91.79552975105466, "interval": [-63.085920049677625, 304.24293869835185], "p_value": 0.3381506938442782, "input_sha256": "e56a0dc790c3392da88f883e49db8d3c7d89b9ee765dc4cb8df396efe083ce50"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3072710082, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.215775219692304, "interval": [-1.9866521031268247, 8.418202542511434], "p_value": 0.228, "input_sha256": "e2f0791f1fbb154156552b2df0cf893c6e5cbee313693edeccf9b58139193ea7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3072710082, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.215775219692304, "interval": [-1.703347362991517, 7.83169715063961], "p_value": 0.21819473966621727, "input_sha256": "e2f0791f1fbb154156552b2df0cf893c6e5cbee313693edeccf9b58139193ea7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3072710082, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -38.14797564155242, "interval": [-222.86051420051956, 146.56456291741472], "p_value": 0.698, "input_sha256": "5f6ce987f4ce32822944a3478a269f93ba6ad4c1b080d1232edf34ba30a650a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3072710082, "p_value_method": "welch_average_effect", "success": true, "estimate": -38.14797564155242, "interval": [-287.0179710879697, 84.83030506792461], "p_value": 0.6759183399238048, "input_sha256": "5f6ce987f4ce32822944a3478a269f93ba6ad4c1b080d1232edf34ba30a650a6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3768293487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.28409063270902557, "interval": [-3.9849777123891528, 4.553158977807204], "p_value": 0.876, "input_sha256": "85f18775875c56c78da692ea1cd96dbdcb55a5a05428d82e2987e54772f2389a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3768293487, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.28409063270902557, "interval": [-3.4535719292946068, 4.37131605459761], "p_value": 0.8928495512942882, "input_sha256": "85f18775875c56c78da692ea1cd96dbdcb55a5a05428d82e2987e54772f2389a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3768293487, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 20.639637974800863, "interval": [-98.92514364034757, 140.20441958994928], "p_value": 0.745, "input_sha256": "5a7ed430a5c95184be02398f4460f18bb82d5e5217d4d8442b3f82f7d15e088a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3768293487, "p_value_method": "welch_average_effect", "success": true, "estimate": 20.639637974800863, "interval": [-84.46111219647581, 143.44288584038415], "p_value": 0.7286066388883745, "input_sha256": "5a7ed430a5c95184be02398f4460f18bb82d5e5217d4d8442b3f82f7d15e088a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1986192354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2266319148072977, "interval": [-4.152491252891193, 1.6992274232765974], "p_value": 0.397, "input_sha256": "7b5248cc2e5005aa1fffec0e4cc2e69e79e6415396ace76217ddcc9f41df7d15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1986192354, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2266319148072977, "interval": [-4.363199806653664, 1.3919275819235029], "p_value": 0.4009899393354406, "input_sha256": "7b5248cc2e5005aa1fffec0e4cc2e69e79e6415396ace76217ddcc9f41df7d15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1986192354, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -27.77122070747953, "interval": [-267.6195405804447, 212.07709916548566], "p_value": 0.841, "input_sha256": "b7523700781810cc013d0cdc8abb1b4741fcd9e0fc5f1f7c8cc9a4172db13088"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1986192354, "p_value_method": "welch_average_effect", "success": true, "estimate": -27.77122070747953, "interval": [-307.01331488781176, 153.66319019969902], "p_value": 0.8157704536326784, "input_sha256": "b7523700781810cc013d0cdc8abb1b4741fcd9e0fc5f1f7c8cc9a4172db13088"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2955234446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.3517983966559886, "interval": [-9.189337010711347, -1.514259782600631], "p_value": 0.003, "input_sha256": "745494c6924a72e0533129d15d0fd327ef1cf4cb6bffbcf4b8708908b85420da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2955234446, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.3517983966559886, "interval": [-8.93976359779957, -2.0689531485467074], "p_value": 0.007527304706360392, "input_sha256": "745494c6924a72e0533129d15d0fd327ef1cf4cb6bffbcf4b8708908b85420da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2955234446, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -171.126636656671, "interval": [-422.58934906028196, 80.33607574694], "p_value": 0.196, "input_sha256": "26cc8f9107e76f242a3d1feb9a287fb61c95f361fc1a7d7593c9770f86ea9e9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2955234446, "p_value_method": "welch_average_effect", "success": true, "estimate": -171.126636656671, "interval": [-468.8167840725009, 17.07767241019321], "p_value": 0.17292370452349312, "input_sha256": "26cc8f9107e76f242a3d1feb9a287fb61c95f361fc1a7d7593c9770f86ea9e9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2588684792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.426880324473448, "interval": [-7.437503930146472, 0.5837432811995766], "p_value": 0.098, "input_sha256": "648b7fdcfdffbd7b41a8ea588975d26f9273439ab4d7e38857bd9e193601690e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2588684792, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.426880324473448, "interval": [-7.47269138518351, -0.055969981254045904], "p_value": 0.09178760897886125, "input_sha256": "648b7fdcfdffbd7b41a8ea588975d26f9273439ab4d7e38857bd9e193601690e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2588684792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.509448533193464, "interval": [-203.93098518771927, 178.91208812133237], "p_value": 0.892, "input_sha256": "7154b70201a4a9fb1a67539b6071586ccb7c63b94fbf9708fd98c0d1fee5b661"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2588684792, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.509448533193464, "interval": [-180.83192537813855, 192.58227659114976], "p_value": 0.8954475143810811, "input_sha256": "7154b70201a4a9fb1a67539b6071586ccb7c63b94fbf9708fd98c0d1fee5b661"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1415220812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7288856457441675, "interval": [-1.876615498654274, 5.334386790142609], "p_value": 0.33, "input_sha256": "7b1bc96e89d60909eafcee2c0b783bfeeb455848511bf925af94e1d9a290507e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1415220812, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7288856457441675, "interval": [-1.8182132060611285, 5.05039699187624], "p_value": 0.3376772667874016, "input_sha256": "7b1bc96e89d60909eafcee2c0b783bfeeb455848511bf925af94e1d9a290507e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1415220812, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.73941910342413, "interval": [-242.18355981221495, 52.7047216053667], "p_value": 0.193, "input_sha256": "184aa52a3a9f2e58d9fb9a7fa4d1f6748486ceb257728de31f416eecf57dddf4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1415220812, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.73941910342413, "interval": [-245.05629275028002, 32.13661635002505], "p_value": 0.19989952021731874, "input_sha256": "184aa52a3a9f2e58d9fb9a7fa4d1f6748486ceb257728de31f416eecf57dddf4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 482035657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.070396161340863, "interval": [-5.368518890936357, 3.2277265682546306], "p_value": 0.583, "input_sha256": "939388b9d0649883a8e145f0a5c690cdd6629244ef2fb4ac63099cbdcbd5ab86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 482035657, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.070396161340863, "interval": [-5.39573598092254, 3.0128886499529273], "p_value": 0.6163977937483653, "input_sha256": "939388b9d0649883a8e145f0a5c690cdd6629244ef2fb4ac63099cbdcbd5ab86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 482035657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 114.68651244746567, "interval": [-112.9153272161004, 342.2883521110317], "p_value": 0.306, "input_sha256": "1e3d067cbb3f6149649a704f21e41b3cfda8b67cf1c827e8ea3e873ba177be9d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 482035657, "p_value_method": "welch_average_effect", "success": true, "estimate": 114.68651244746567, "interval": [-78.46673020604281, 324.3870549033203], "p_value": 0.31184937847630334, "input_sha256": "1e3d067cbb3f6149649a704f21e41b3cfda8b67cf1c827e8ea3e873ba177be9d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 457405834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9204849529944834, "interval": [-5.917312063422434, 2.076342157433468], "p_value": 0.329, "input_sha256": "0a10cac6f6efc91584b2b598eeb0002f3382e9505b736d9bd186da27b95f0720"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 457405834, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9204849529944834, "interval": [-5.412774231094272, 1.981661017817389], "p_value": 0.3364483576716325, "input_sha256": "0a10cac6f6efc91584b2b598eeb0002f3382e9505b736d9bd186da27b95f0720"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 457405834, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 12.126169341570773, "interval": [-155.30101338686472, 179.55335207000627], "p_value": 0.899, "input_sha256": "8f81ba3fce66352338a7f13d95ac3617d7d7c38fd86dc2e2128a280ce7a629fc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 457405834, "p_value_method": "welch_average_effect", "success": true, "estimate": 12.126169341570773, "interval": [-171.79073234268373, 148.1407490362321], "p_value": 0.8840841556890329, "input_sha256": "8f81ba3fce66352338a7f13d95ac3617d7d7c38fd86dc2e2128a280ce7a629fc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3956988438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.2741073875254028, "interval": [-5.4174127097698985, 2.869197934719093], "p_value": 0.539, "input_sha256": "e4ec287939817bfe041ab8ff5b7f28377b9e64b8dfbf5f3c9d09a59df67521cb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3956988438, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.2741073875254028, "interval": [-5.021672866245875, 2.694795635283665], "p_value": 0.5369860698862012, "input_sha256": "e4ec287939817bfe041ab8ff5b7f28377b9e64b8dfbf5f3c9d09a59df67521cb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3956988438, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 14.83521326663049, "interval": [-248.29405322883412, 277.9644797620951], "p_value": 0.928, "input_sha256": "93a1a29be2135999bf269b9e73fc0fbd7e1683760e331c33a12e86b26d2c189d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3956988438, "p_value_method": "welch_average_effect", "success": true, "estimate": 14.83521326663049, "interval": [-255.95732664245136, 238.19988819126965], "p_value": 0.9097314955306426, "input_sha256": "93a1a29be2135999bf269b9e73fc0fbd7e1683760e331c33a12e86b26d2c189d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 418633081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4332883039388733, "interval": [-5.237465409503862, 2.3708888016261156], "p_value": 0.428, "input_sha256": "159b3e9b4dd42feb4dfc95e8c6115442d26b7081725e657ada6e8d2d39d8ce3a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 418633081, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4332883039388733, "interval": [-5.282784663911192, 2.012383582045847], "p_value": 0.45025812889493144, "input_sha256": "159b3e9b4dd42feb4dfc95e8c6115442d26b7081725e657ada6e8d2d39d8ce3a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 418633081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 252.39457697882665, "interval": [41.3427568860765, 463.4463970715768], "p_value": 0.002, "input_sha256": "cda0c517e6afde4af7ddb8e10281ab79ad6cd9bad073bb992a6e5a4e6453e886"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 418633081, "p_value_method": "welch_average_effect", "success": true, "estimate": 252.39457697882665, "interval": [104.03317861101515, 506.892876269836], "p_value": 0.021520072224527675, "input_sha256": "cda0c517e6afde4af7ddb8e10281ab79ad6cd9bad073bb992a6e5a4e6453e886"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3038817077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20771349996043398, "interval": [-3.887745890555644, 4.303172890476512], "p_value": 0.899, "input_sha256": "ced408cabf31ad48ad80b4a2e3df41e63caa820cf6219472e3c6747903d44175"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3038817077, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20771349996043398, "interval": [-3.4797073641484038, 4.401382436500462], "p_value": 0.9178898781682677, "input_sha256": "ced408cabf31ad48ad80b4a2e3df41e63caa820cf6219472e3c6747903d44175"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3038817077, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 168.01708723797378, "interval": [-36.953763601877654, 372.9879380778252], "p_value": 0.094, "input_sha256": "f949edf63c9ce1233f047923286cabe8b1bf783f1333e71e2511bc27128299bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3038817077, "p_value_method": "welch_average_effect", "success": true, "estimate": 168.01708723797378, "interval": [33.28125761421543, 476.1582301167545], "p_value": 0.10340796966839173, "input_sha256": "f949edf63c9ce1233f047923286cabe8b1bf783f1333e71e2511bc27128299bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2268837684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9740944478237754, "interval": [-5.533434484350527, 1.5852455887029766], "p_value": 0.244, "input_sha256": "6964f026206d78e8e7b7b7da5e8a781d60fd5fb5fca168b075fa8113aa525add"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2268837684, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9740944478237754, "interval": [-5.275420135140849, 1.3019623415001607], "p_value": 0.26848083493576264, "input_sha256": "6964f026206d78e8e7b7b7da5e8a781d60fd5fb5fca168b075fa8113aa525add"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2268837684, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -101.08219583564856, "interval": [-254.6075010614208, 52.443109390123695], "p_value": 0.199, "input_sha256": "c257b55e71736300c6e808b7d99d7772c220f98152f84d0c4bf6f6da5b939b33"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2268837684, "p_value_method": "welch_average_effect", "success": true, "estimate": -101.08219583564856, "interval": [-241.72280167983064, 64.09660529456511], "p_value": 0.19039141935825826, "input_sha256": "c257b55e71736300c6e808b7d99d7772c220f98152f84d0c4bf6f6da5b939b33"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 538573189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5143656674245136, "interval": [-5.2913852103837975, 4.26265387553477], "p_value": 0.819, "input_sha256": "490f62a5aa71aa4d4d4d8d2153986e357d3ca46eef8583bcdca0006557ce9a11"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 538573189, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5143656674245136, "interval": [-5.1809346243617105, 3.3770702631181932], "p_value": 0.8284871512222738, "input_sha256": "490f62a5aa71aa4d4d4d8d2153986e357d3ca46eef8583bcdca0006557ce9a11"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 538573189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 290.67385150524143, "interval": [16.215047632921028, 565.1326553775618], "p_value": 0.023, "input_sha256": "cb0980db1e8c383ee6a605675a31e7ed8bf8e67bffa52f604a447fd282cf4db0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 538573189, "p_value_method": "welch_average_effect", "success": true, "estimate": 290.67385150524143, "interval": [95.82249707195174, 635.2280954020814], "p_value": 0.03895742641571633, "input_sha256": "cb0980db1e8c383ee6a605675a31e7ed8bf8e67bffa52f604a447fd282cf4db0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4100815638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.4267426908377505, "interval": [-3.5310706573099724, 4.384556038985473], "p_value": 0.841, "input_sha256": "ee12e49d43b343756c666723d7a798749ba48d67f2328be1081db8d9a702bc0b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4100815638, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.4267426908377505, "interval": [-3.6092781828938474, 4.115516194295904], "p_value": 0.8279311146641652, "input_sha256": "ee12e49d43b343756c666723d7a798749ba48d67f2328be1081db8d9a702bc0b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4100815638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.931677463892498, "interval": [-176.20143931678447, 204.06479424456947], "p_value": 0.872, "input_sha256": "14482c153f858aa5f7ff22a27606e68de32ac415b32fc05b7eabbdd0eaf60e66"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4100815638, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.931677463892498, "interval": [-177.9007997112109, 173.0730522218168], "p_value": 0.8827001402627416, "input_sha256": "14482c153f858aa5f7ff22a27606e68de32ac415b32fc05b7eabbdd0eaf60e66"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2605029158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.8956164028832472, "interval": [-5.405790198993221, 1.6145573932267263], "p_value": 0.272, "input_sha256": "9779778d4731f6080ea239adaf7102e407b57c939fb85660cf5a4f0808f0c470"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2605029158, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.8956164028832472, "interval": [-5.164783707855931, 1.2024594807911415], "p_value": 0.28092704364861526, "input_sha256": "9779778d4731f6080ea239adaf7102e407b57c939fb85660cf5a4f0808f0c470"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2605029158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -59.997916735232124, "interval": [-196.95397626867737, 76.9581427982131], "p_value": 0.374, "input_sha256": "84f9ebf4bb4072c1fa4d6b1e00aa9054bf32d8ea29a90f25c1ac2915811edd59"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2605029158, "p_value_method": "welch_average_effect", "success": true, "estimate": -59.997916735232124, "interval": [-201.3431479343769, 52.67889359244014], "p_value": 0.37897973990155, "input_sha256": "84f9ebf4bb4072c1fa4d6b1e00aa9054bf32d8ea29a90f25c1ac2915811edd59"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2806615716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.929753147291976, "interval": [-7.735327931544628, -0.12417836303932406], "p_value": 0.032, "input_sha256": "cb2b059d3547015d5aaa554f3fe90308a36d77e97d52105f54e1c660a9355350"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2806615716, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.929753147291976, "interval": [-7.6514810202029935, -0.8310659435030309], "p_value": 0.04340128281812253, "input_sha256": "cb2b059d3547015d5aaa554f3fe90308a36d77e97d52105f54e1c660a9355350"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2806615716, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.0230055728248, "interval": [-150.0748251279042, 252.12083627355383], "p_value": 0.632, "input_sha256": "8b2fed2a18ba9276ebcf6da1e9c8aa9b40d4096c3ca8c5f8eeec289bfc807d7e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2806615716, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.0230055728248, "interval": [-108.83986721351863, 275.4187695307255], "p_value": 0.6083951763370472, "input_sha256": "8b2fed2a18ba9276ebcf6da1e9c8aa9b40d4096c3ca8c5f8eeec289bfc807d7e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1529168791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6970219724797673, "interval": [-7.087282408876005, 1.6932384639164706], "p_value": 0.193, "input_sha256": "dd8e9877250eaf2de3e4873a4bba9d8e118421a988819145ff77b7421ec4b020"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1529168791, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6970219724797673, "interval": [-6.27296845781975, 1.9607467233354474], "p_value": 0.22013246279986853, "input_sha256": "dd8e9877250eaf2de3e4873a4bba9d8e118421a988819145ff77b7421ec4b020"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1529168791, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -92.73063568474706, "interval": [-207.22325416744584, 21.76198279795173], "p_value": 0.115, "input_sha256": "aea798dc77913474b1eeaf31bb3acccc59c99a93cbc84cf2fdb0cfb44d440752"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1529168791, "p_value_method": "welch_average_effect", "success": true, "estimate": -92.73063568474706, "interval": [-190.09858606540857, 21.96059237414278], "p_value": 0.10921113542369205, "input_sha256": "aea798dc77913474b1eeaf31bb3acccc59c99a93cbc84cf2fdb0cfb44d440752"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1013583209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.276401360396619, "interval": [-1.4463019726415611, 5.999104693434799], "p_value": 0.221, "input_sha256": "b90862b02c1732b7cf4e684728f225efb205d8f7e427a5c1992fc660f8c6b2c9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1013583209, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.276401360396619, "interval": [-1.0989095570457812, 5.629297486821057], "p_value": 0.22334626477292163, "input_sha256": "b90862b02c1732b7cf4e684728f225efb205d8f7e427a5c1992fc660f8c6b2c9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1013583209, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 36.503252196796126, "interval": [-200.51282752958465, 273.5193319231769], "p_value": 0.811, "input_sha256": "b3cbf2774497dcb21aa1a14f64699498b9d967c6dcd4b0cb8df86f7a904e6e30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1013583209, "p_value_method": "welch_average_effect", "success": true, "estimate": 36.503252196796126, "interval": [-130.16410646045048, 359.95866923337746], "p_value": 0.7555221935825736, "input_sha256": "b3cbf2774497dcb21aa1a14f64699498b9d967c6dcd4b0cb8df86f7a904e6e30"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4110166666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4259192635506182, "interval": [-5.560318648744127, 2.708480121642891], "p_value": 0.496, "input_sha256": "60122955ffe3eed2dd6af91b41fae61d8e97fd37e0d074dd0c6a1276c4bec07b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4110166666, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4259192635506182, "interval": [-5.77031055404263, 2.322061176232688], "p_value": 0.4892968363389695, "input_sha256": "60122955ffe3eed2dd6af91b41fae61d8e97fd37e0d074dd0c6a1276c4bec07b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4110166666, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.28579357422949, "interval": [-128.39761292910947, 360.9692000775684], "p_value": 0.338, "input_sha256": "33aae92881d971719ec1d5b0c1e1b2c52effc7f8abe65f724dd284b41e4e06c1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4110166666, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.28579357422949, "interval": [-62.06638368467438, 410.13223425038785], "p_value": 0.33815640149025283, "input_sha256": "33aae92881d971719ec1d5b0c1e1b2c52effc7f8abe65f724dd284b41e4e06c1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3927830251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5923203545660947, "interval": [-3.0894036841339507, 4.27404439326614], "p_value": 0.737, "input_sha256": "6836348cde75875452b629bcd28ed618b580bec696ce6ce698297ec3e2844314"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3927830251, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5923203545660947, "interval": [-2.6863324787099847, 4.136079730255014], "p_value": 0.7464304141586419, "input_sha256": "6836348cde75875452b629bcd28ed618b580bec696ce6ce698297ec3e2844314"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3927830251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -129.82464359549417, "interval": [-345.0089889952492, 85.35970180426088], "p_value": 0.241, "input_sha256": "8d9193524d21f767adcfcc3b78d6c2377ddbfdb1d2ea48123fed9e0b1cf7a82e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3927830251, "p_value_method": "welch_average_effect", "success": true, "estimate": -129.82464359549417, "interval": [-389.8450813998159, 25.285909473394483], "p_value": 0.22789367178042835, "input_sha256": "8d9193524d21f767adcfcc3b78d6c2377ddbfdb1d2ea48123fed9e0b1cf7a82e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1653688635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8080698036240452, "interval": [-5.322759861811735, 3.706620254563645], "p_value": 0.702, "input_sha256": "743a0d1fa8766697a0b521c1c1cbf8b8624aaec17a5545b33257b845601a65a4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1653688635, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8080698036240452, "interval": [-5.039685826247667, 3.5406054606137305], "p_value": 0.7190103647069385, "input_sha256": "743a0d1fa8766697a0b521c1c1cbf8b8624aaec17a5545b33257b845601a65a4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1653688635, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2039072325904243, "interval": [-136.37390194068638, 142.78171640586726], "p_value": 0.964, "input_sha256": "6aafca21c19b0f61ef095f49c7c84b14ade819f66b6203e32469263920320cdf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1653688635, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2039072325904243, "interval": [-127.46940441661222, 131.51603890360286], "p_value": 0.9631591789099232, "input_sha256": "6aafca21c19b0f61ef095f49c7c84b14ade819f66b6203e32469263920320cdf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1529044720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0891076623393285, "interval": [-1.623597056285071, 5.801812380963728], "p_value": 0.24, "input_sha256": "bd01599342a402d2cc5dd5606e48fbb6ad86102512f5356163c6ab09fca80ca2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1529044720, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0891076623393285, "interval": [-1.7331679105869053, 5.287481977411731], "p_value": 0.2616860152051839, "input_sha256": "bd01599342a402d2cc5dd5606e48fbb6ad86102512f5356163c6ab09fca80ca2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1529044720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 170.73199883778207, "interval": [-2.1076802877556418, 343.57167796331976], "p_value": 0.057, "input_sha256": "63ccc8be230d4476fad8c85a60f819ac829410fc035dc92f96b1c91256f53166"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1529044720, "p_value_method": "welch_average_effect", "success": true, "estimate": 170.73199883778207, "interval": [37.18636786368552, 363.19002563037276], "p_value": 0.05262023661056908, "input_sha256": "63ccc8be230d4476fad8c85a60f819ac829410fc035dc92f96b1c91256f53166"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1424187864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.827257844850246, "interval": [-1.6350973034786147, 7.289612993179107], "p_value": 0.24, "input_sha256": "c9a1ebda24e8d6ee87ff996ca26d3eb0e7d8f217cf2db434b512d1b3ff269250"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1424187864, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.827257844850246, "interval": [-1.2433595011073288, 6.915470287107462], "p_value": 0.20725519880540197, "input_sha256": "c9a1ebda24e8d6ee87ff996ca26d3eb0e7d8f217cf2db434b512d1b3ff269250"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1424187864, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 105.96305618700936, "interval": [-112.11985372746909, 324.0459661014878], "p_value": 0.333, "input_sha256": "a20499ffebf43cd37d9d4ca6c40a06b3d8b4f18f7354c057bdb992b0895367b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1424187864, "p_value_method": "welch_average_effect", "success": true, "estimate": 105.96305618700936, "interval": [-67.08324956250055, 350.7942231184537], "p_value": 0.3283533945112086, "input_sha256": "a20499ffebf43cd37d9d4ca6c40a06b3d8b4f18f7354c057bdb992b0895367b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4116307994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4789857816770695, "interval": [-4.261475783999401, 3.303504220645262], "p_value": 0.821, "input_sha256": "3c375ce2c9b64c1da796a54c7dd83cf9061c10551cd11acdd1647860638c4ccc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4116307994, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4789857816770695, "interval": [-4.02869409734101, 2.9916987038180345], "p_value": 0.7990603191965389, "input_sha256": "3c375ce2c9b64c1da796a54c7dd83cf9061c10551cd11acdd1647860638c4ccc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4116307994, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.906564171465234, "interval": [-180.6606581520807, 162.84752980915027], "p_value": 0.922, "input_sha256": "701f59d91f1d2bb2ec2955a469bbf8d069e52d5e4f2bb911cca755f25ddaf903"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4116307994, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.906564171465234, "interval": [-203.4036603626021, 122.60167529680653], "p_value": 0.9167121976916739, "input_sha256": "701f59d91f1d2bb2ec2955a469bbf8d069e52d5e4f2bb911cca755f25ddaf903"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 759787904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.36082722913009313, "interval": [-3.6652610870369777, 4.386915545297164], "p_value": 0.872, "input_sha256": "098788971f633d5e168095aa52618a97a9123739d370b1e2f844de5809be5241"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 759787904, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.36082722913009313, "interval": [-3.6605546916433465, 3.830692681531425], "p_value": 0.8569618579901914, "input_sha256": "098788971f633d5e168095aa52618a97a9123739d370b1e2f844de5809be5241"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 759787904, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.7574970104359835, "interval": [-152.08340563222583, 146.5684116113539], "p_value": 0.976, "input_sha256": "a205f9f569ee8d056f4c2e091f36bb830efd239d7a8d9b4e8e76577e2116c231"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 759787904, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.7574970104359835, "interval": [-179.91364275838458, 113.39548918121433], "p_value": 0.9702970576950944, "input_sha256": "a205f9f569ee8d056f4c2e091f36bb830efd239d7a8d9b4e8e76577e2116c231"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2076494073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8990499435207031, "interval": [-4.92099514792947, 3.122895260888064], "p_value": 0.644, "input_sha256": "56b8c0a7272e278c5fc274aa9efcff318495d85658e95197bd954b27ac389107"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2076494073, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8990499435207031, "interval": [-4.488311216667143, 3.1962382454789577], "p_value": 0.6532842775379011, "input_sha256": "56b8c0a7272e278c5fc274aa9efcff318495d85658e95197bd954b27ac389107"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2076494073, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.37690525784521, "interval": [-143.5039423278912, 236.2577528435816], "p_value": 0.66, "input_sha256": "7640b016d12454861ace40d0a712f450655a99bc3e451c5923eb530566bf7617"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2076494073, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.37690525784521, "interval": [-93.20675852521371, 240.07886505418065], "p_value": 0.6215399303823901, "input_sha256": "7640b016d12454861ace40d0a712f450655a99bc3e451c5923eb530566bf7617"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3226984142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.365048618434244, "interval": [-5.1761246888978345, 2.446027452029346], "p_value": 0.452, "input_sha256": "d1fcfcf5cd52f52dd63887b2437468ab3e8e9e40fc763b4b7a41873e8c621bd1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3226984142, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.365048618434244, "interval": [-4.583685000429551, 2.7853219569314565], "p_value": 0.47283296172202904, "input_sha256": "d1fcfcf5cd52f52dd63887b2437468ab3e8e9e40fc763b4b7a41873e8c621bd1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3226984142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 119.76549208795225, "interval": [-76.89425203766015, 316.42523621356463], "p_value": 0.223, "input_sha256": "6a11890fbb3dac84d8b946c8f22903efea5acbe4668c0c96f2d2cbf44745d7ed"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3226984142, "p_value_method": "welch_average_effect", "success": true, "estimate": 119.76549208795225, "interval": [-44.9538052940319, 319.25127975349324], "p_value": 0.2240271203270309, "input_sha256": "6a11890fbb3dac84d8b946c8f22903efea5acbe4668c0c96f2d2cbf44745d7ed"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2164074756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7274668564265028, "interval": [-2.997815694027648, 4.4527494068806535], "p_value": 0.716, "input_sha256": "3471ca31e926a4c51ada3b7b6287761015ae63e58cf0d898d39259d6b45dbc5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2164074756, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7274668564265028, "interval": [-3.3189566120821143, 4.239531115388797], "p_value": 0.6948162562790324, "input_sha256": "3471ca31e926a4c51ada3b7b6287761015ae63e58cf0d898d39259d6b45dbc5d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2164074756, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -151.8728060449517, "interval": [-360.7910968456167, 57.04548475571332], "p_value": 0.129, "input_sha256": "7b4bc41b72db0468523d5f4534158014a5918170e6e83b4d4703b3ea23e9018c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2164074756, "p_value_method": "welch_average_effect", "success": true, "estimate": -151.8728060449517, "interval": [-467.4703704945553, -18.73109640139596], "p_value": 0.14532220736296173, "input_sha256": "7b4bc41b72db0468523d5f4534158014a5918170e6e83b4d4703b3ea23e9018c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2923011005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.182250002541874, "interval": [-2.6902973334111966, 7.054797338494945], "p_value": 0.37, "input_sha256": "150de6a1fb1d24d47d4edee0f5391034113772e4809f2feb9c3d5eb156b0886b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2923011005, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.182250002541874, "interval": [-2.7289739467806915, 6.317676580846208], "p_value": 0.3699139922409901, "input_sha256": "150de6a1fb1d24d47d4edee0f5391034113772e4809f2feb9c3d5eb156b0886b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2923011005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -20.79730023061549, "interval": [-237.6118412491895, 196.0172407879585], "p_value": 0.812, "input_sha256": "cfabf2f1ecf62232e20230de44361f8228486ae7db4a2efb78f6aa850dafae5e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2923011005, "p_value_method": "welch_average_effect", "success": true, "estimate": -20.79730023061549, "interval": [-191.10113511697153, 209.30667033371256], "p_value": 0.8469368828189132, "input_sha256": "cfabf2f1ecf62232e20230de44361f8228486ae7db4a2efb78f6aa850dafae5e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 367054860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.845247099420515, "interval": [-6.069836458235464, 2.3793422593944342], "p_value": 0.399, "input_sha256": "3c837eb6c344fab0a75cdddc09d5f8a148d1f9010ce0919eedb2ecbd2e799e7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 367054860, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.845247099420515, "interval": [-5.7507394101165, 2.323955898572444], "p_value": 0.3820278677180995, "input_sha256": "3c837eb6c344fab0a75cdddc09d5f8a148d1f9010ce0919eedb2ecbd2e799e7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 367054860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.98345439668742, "interval": [-150.8783086630919, 132.91139986971706], "p_value": 0.9, "input_sha256": "dbe87f2cf2a589b2ba2007af67fd33c808a6b3b40f63fb6d9a3216127df7ebcf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 367054860, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.98345439668742, "interval": [-128.89238970144544, 151.17084996660387], "p_value": 0.898456276091179, "input_sha256": "dbe87f2cf2a589b2ba2007af67fd33c808a6b3b40f63fb6d9a3216127df7ebcf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1866708275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.18257433497720044, "interval": [-3.490514319269051, 3.8556629892234517], "p_value": 0.916, "input_sha256": "1e3b63d008ef34b4035145d77c6c520761b67e91cb727bfe85158745aba5eb76"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1866708275, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.18257433497720044, "interval": [-3.553583295702218, 3.6080984389370276], "p_value": 0.9202537533421529, "input_sha256": "1e3b63d008ef34b4035145d77c6c520761b67e91cb727bfe85158745aba5eb76"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1866708275, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 37.211147644378656, "interval": [-132.74693569230655, 207.16923098106386], "p_value": 0.69, "input_sha256": "6bd825634e1698f6c1f04a0ffd53c7d16d492a98451de8b8b80616b4580c6f23"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1866708275, "p_value_method": "welch_average_effect", "success": true, "estimate": 37.211147644378656, "interval": [-100.39336364703303, 225.64471642402611], "p_value": 0.6595082637343734, "input_sha256": "6bd825634e1698f6c1f04a0ffd53c7d16d492a98451de8b8b80616b4580c6f23"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3695662957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0814451775329221, "interval": [-5.85772342114619, 3.6948330660803457], "p_value": 0.648, "input_sha256": "b6480323bcee21b06235969afb12900e30c8d73b92fb7a75c3dce9c9c03640b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3695662957, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0814451775329221, "interval": [-6.06012259222518, 3.830127937703607], "p_value": 0.6488155261361348, "input_sha256": "b6480323bcee21b06235969afb12900e30c8d73b92fb7a75c3dce9c9c03640b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3695662957, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 23.44271852865937, "interval": [-210.07712341036927, 256.962560467688], "p_value": 0.881, "input_sha256": "4637ffece19cfb7052446bd59ed22f066f5164b6748d3d4c0a6f17f06b642b37"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3695662957, "p_value_method": "welch_average_effect", "success": true, "estimate": 23.44271852865937, "interval": [-131.01831897476873, 315.0171921070865], "p_value": 0.8390562925620916, "input_sha256": "4637ffece19cfb7052446bd59ed22f066f5164b6748d3d4c0a6f17f06b642b37"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 527547898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9770700997586843, "interval": [-4.827775525861705, 2.873635326344337], "p_value": 0.628, "input_sha256": "68d7f18f094b53c9350572db6603541ecaa1ceaace7121c28dc745a1f5e9b556"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 527547898, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9770700997586843, "interval": [-4.60045584743401, 3.0131419416893364], "p_value": 0.6104471424965572, "input_sha256": "68d7f18f094b53c9350572db6603541ecaa1ceaace7121c28dc745a1f5e9b556"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 527547898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 55.627306985592256, "interval": [-131.52024340441523, 242.77485737559977], "p_value": 0.557, "input_sha256": "8c42fd5c75cd056cb16a227507aa621e9e671e0c0f1e659827fcdbb47aae7332"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 527547898, "p_value_method": "welch_average_effect", "success": true, "estimate": 55.627306985592256, "interval": [-83.4954167993521, 261.90970500276643], "p_value": 0.5488360108212292, "input_sha256": "8c42fd5c75cd056cb16a227507aa621e9e671e0c0f1e659827fcdbb47aae7332"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3797118571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.732241371469783, "interval": [-2.2418109342811126, 5.706293677220678], "p_value": 0.379, "input_sha256": "4b5c824d30fbd0b69339a748511552fbca0c11567073378ba9196ee983316762"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3797118571, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.732241371469783, "interval": [-1.7816521888013326, 5.671831966304589], "p_value": 0.38310115655551313, "input_sha256": "4b5c824d30fbd0b69339a748511552fbca0c11567073378ba9196ee983316762"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3797118571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 64.06757493177915, "interval": [-233.50087565047593, 361.63602551403426], "p_value": 0.925, "input_sha256": "6f4e9b3026cdecc4f57502f236ca981eefd071c077698a3760a4977f6890c573"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3797118571, "p_value_method": "welch_average_effect", "success": true, "estimate": 64.06757493177915, "interval": [-101.47721158363206, 506.06249880963884], "p_value": 0.659887470657127, "input_sha256": "6f4e9b3026cdecc4f57502f236ca981eefd071c077698a3760a4977f6890c573"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 154120491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9689808231221182, "interval": [-2.9344176392638257, 4.872379285508062], "p_value": 0.6, "input_sha256": "b37e32a8537c8b17d003872728c741b4db131060848814c12bc30577603563aa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 154120491, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9689808231221182, "interval": [-2.9184228602659195, 4.2549431434668135], "p_value": 0.6181599443657763, "input_sha256": "b37e32a8537c8b17d003872728c741b4db131060848814c12bc30577603563aa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 154120491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3187304519800307, "interval": [-148.18499590246395, 154.82245680642401], "p_value": 0.968, "input_sha256": "674554edede938cd9af98491227fbef22f0a3c418a2dd0893676e7c4f6f5637a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 154120491, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3187304519800307, "interval": [-133.43438836918162, 137.06302589560426], "p_value": 0.9648616114861575, "input_sha256": "674554edede938cd9af98491227fbef22f0a3c418a2dd0893676e7c4f6f5637a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1712151034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7964891580813713, "interval": [-2.1498013204098334, 5.7427796365725765], "p_value": 0.345, "input_sha256": "d0a0d0a7669ccdc9cafc7830f3f2107ce845454b8bf5cd018babee5144b25109"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1712151034, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7964891580813713, "interval": [-2.129868899209254, 5.269333121931844], "p_value": 0.36253117715698036, "input_sha256": "d0a0d0a7669ccdc9cafc7830f3f2107ce845454b8bf5cd018babee5144b25109"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1712151034, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 240.09843687570122, "interval": [-44.18970732312545, 524.3865810745278], "p_value": 0.083, "input_sha256": "e969e66733bde996cca6c48ac4114475a01a25494dc773eeead1173b3af36f77"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1712151034, "p_value_method": "welch_average_effect", "success": true, "estimate": 240.09843687570122, "interval": [36.44185729978532, 559.4383786631253], "p_value": 0.0938005920413488, "input_sha256": "e969e66733bde996cca6c48ac4114475a01a25494dc773eeead1173b3af36f77"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3015320615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0447078803012033, "interval": [-1.4254953114132691, 5.514911072015676], "p_value": 0.254, "input_sha256": "f3cab7fa9d8fb6543e62ae144c414eb8894cc8593ae1b3e0a32fc5ce06e9e283"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3015320615, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0447078803012033, "interval": [-1.0851795218867475, 4.993733777340043], "p_value": 0.24026572048734274, "input_sha256": "f3cab7fa9d8fb6543e62ae144c414eb8894cc8593ae1b3e0a32fc5ce06e9e283"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3015320615, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -104.30586744990725, "interval": [-235.41086330417073, 26.799128404356225], "p_value": 0.111, "input_sha256": "9cd84d93ef67d6c0094633b92ad2e957569b1e6e83c37916dcfbc4fd261f874a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3015320615, "p_value_method": "welch_average_effect", "success": true, "estimate": -104.30586744990725, "interval": [-260.94942611530865, -5.722220784089705], "p_value": 0.11372703909144419, "input_sha256": "9cd84d93ef67d6c0094633b92ad2e957569b1e6e83c37916dcfbc4fd261f874a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 951611208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.112611073683791, "interval": [-6.033171534263753, 1.807949386896171], "p_value": 0.271, "input_sha256": "3ec3173457cb620bbda77b4baba758e7a4db9509ed0adde6a24ce1fd21f5c6ad"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 951611208, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.112611073683791, "interval": [-5.545120411046512, 1.9080279377893266], "p_value": 0.2818831434591747, "input_sha256": "3ec3173457cb620bbda77b4baba758e7a4db9509ed0adde6a24ce1fd21f5c6ad"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 951611208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -95.8550566563889, "interval": [-320.7495204346151, 129.03940712183726], "p_value": 0.455, "input_sha256": "3584b863854dbbae198b779fbe1ebb9cd4bf940e3df2ee4d5b205553d72247d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 951611208, "p_value_method": "welch_average_effect", "success": true, "estimate": -95.8550566563889, "interval": [-382.24343355197993, 56.980771903905335], "p_value": 0.3896811949827804, "input_sha256": "3584b863854dbbae198b779fbe1ebb9cd4bf940e3df2ee4d5b205553d72247d2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2352508170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.43660947738625033, "interval": [-2.999063600938071, 3.8722825557105716], "p_value": 0.789, "input_sha256": "d5e796dd1fb7088ec6336b27fecaf5b2ddfb2b4bd22eedd1c9c2db2085f3f8f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2352508170, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.43660947738625033, "interval": [-2.503429894164781, 3.7090344669167177], "p_value": 0.7974255228126315, "input_sha256": "d5e796dd1fb7088ec6336b27fecaf5b2ddfb2b4bd22eedd1c9c2db2085f3f8f6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2352508170, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -37.04247830139609, "interval": [-244.93310395860732, 170.84814735581512], "p_value": 0.751, "input_sha256": "2951fd769b4034e4fb79579e34792728961f13542457ae0c400e30fd2c3c4080"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2352508170, "p_value_method": "welch_average_effect", "success": true, "estimate": -37.04247830139609, "interval": [-202.04302358846172, 196.3215542992828], "p_value": 0.7202854046294458, "input_sha256": "2951fd769b4034e4fb79579e34792728961f13542457ae0c400e30fd2c3c4080"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4013460145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.862546827367233, "interval": [0.6935578082919847, 9.031535846442482], "p_value": 0.019, "input_sha256": "10216d9ecf1f67d6e335faa8558708a43bbdc34a32fd567c425e5d03d3736523"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4013460145, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.862546827367233, "interval": [0.5749249603921136, 8.583540416724215], "p_value": 0.023447873700335298, "input_sha256": "10216d9ecf1f67d6e335faa8558708a43bbdc34a32fd567c425e5d03d3736523"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4013460145, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.40584901341576, "interval": [-109.56510102929379, 190.37679905612532], "p_value": 0.609, "input_sha256": "aa18ac077a42f18d102d94152b35f8501f5b343b7715cd6fb9ee044a3dc18617"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4013460145, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.40584901341576, "interval": [-70.24234516217926, 227.3732111132968], "p_value": 0.583354590311219, "input_sha256": "aa18ac077a42f18d102d94152b35f8501f5b343b7715cd6fb9ee044a3dc18617"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2853047546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8607265774113682, "interval": [-4.267935852019335, 2.5464826971965984], "p_value": 0.639, "input_sha256": "90c7e10bf667714d03aa1b636a337c356be9bdc6a81966784aee6c3f2d4bba40"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2853047546, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8607265774113682, "interval": [-3.613421544247139, 2.7895502610793184], "p_value": 0.6107426267973273, "input_sha256": "90c7e10bf667714d03aa1b636a337c356be9bdc6a81966784aee6c3f2d4bba40"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2853047546, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.67837970944663, "interval": [-156.66900141501318, 139.31224199611992], "p_value": 0.941, "input_sha256": "b2c0412c1e8f02e5a7d680f30b7cce2594a82e8390af15f5b0a7f984abd5c43c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2853047546, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.67837970944663, "interval": [-209.62139142086772, 86.12826948292512], "p_value": 0.905169398822953, "input_sha256": "b2c0412c1e8f02e5a7d680f30b7cce2594a82e8390af15f5b0a7f984abd5c43c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1992463827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1358582884728534, "interval": [-1.1614787804859232, 5.4331953574316305], "p_value": 0.182, "input_sha256": "f0ad9668cb53856f3562c6c34c762092c6fb6b13be5ece078364b989864be171"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1992463827, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1358582884728534, "interval": [-0.9332524296495714, 5.210620649849896], "p_value": 0.197614912595808, "input_sha256": "f0ad9668cb53856f3562c6c34c762092c6fb6b13be5ece078364b989864be171"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1992463827, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 131.31111605364006, "interval": [-80.00978858558253, 342.6320206928626], "p_value": 0.247, "input_sha256": "8416f260e9c9d5afc1811b1d8064941f7bc443a42c160c10ecbb81942979df7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1992463827, "p_value_method": "welch_average_effect", "success": true, "estimate": 131.31111605364006, "interval": [-23.326979611495048, 423.57271361799945], "p_value": 0.21101750943538017, "input_sha256": "8416f260e9c9d5afc1811b1d8064941f7bc443a42c160c10ecbb81942979df7f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3630399760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1292897242324145, "interval": [-0.43878377769297616, 6.697363226157805], "p_value": 0.091, "input_sha256": "8bd3db54eb526f687dd2fe2e2f760d054866d74442c72754f15c1a5ac548023b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3630399760, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1292897242324145, "interval": [-0.672425087357155, 6.54210167429307], "p_value": 0.08377308115968615, "input_sha256": "8bd3db54eb526f687dd2fe2e2f760d054866d74442c72754f15c1a5ac548023b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3630399760, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -41.31055508924551, "interval": [-215.73460309821832, 133.11349291972732], "p_value": 0.678, "input_sha256": "d330317a62e05afd7f2524b758f3ca8dfa6951b5e23744964b9b4789d5aad6f5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3630399760, "p_value_method": "welch_average_effect", "success": true, "estimate": -41.31055508924551, "interval": [-237.11649820212963, 84.38459329588837], "p_value": 0.6306172761988116, "input_sha256": "d330317a62e05afd7f2524b758f3ca8dfa6951b5e23744964b9b4789d5aad6f5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1379772562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1608639333870165, "interval": [-0.5820641457202274, 6.903792012494261], "p_value": 0.104, "input_sha256": "e7c542b79b0ab66eb1c382d8f4494d27af20fb842f1ec4b70c600b3e40339b5c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1379772562, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1608639333870165, "interval": [-0.29884625578821866, 7.301469355633789], "p_value": 0.09546412697335507, "input_sha256": "e7c542b79b0ab66eb1c382d8f4494d27af20fb842f1ec4b70c600b3e40339b5c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1379772562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 22.365270491843688, "interval": [-76.16603233609001, 120.89657331977739], "p_value": 0.687, "input_sha256": "28b0fc4b8059f4ed19d7741a3bffa3770b2f450e5e66bcdcedeaa10208d4d24c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1379772562, "p_value_method": "welch_average_effect", "success": true, "estimate": 22.365270491843688, "interval": [-51.74725174530017, 145.01268707853367], "p_value": 0.6478918780470917, "input_sha256": "28b0fc4b8059f4ed19d7741a3bffa3770b2f450e5e66bcdcedeaa10208d4d24c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4270172599, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.5248943314062497, "interval": [-2.5214377125123395, 5.571226375324839], "p_value": 0.438, "input_sha256": "58f58ae1839c7e584658b7ed7c7069f8f0b18e35dda138e0aea404f3fb182fd5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4270172599, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.5248943314062497, "interval": [-1.7764207940580916, 5.377628645934478], "p_value": 0.44954256821881466, "input_sha256": "58f58ae1839c7e584658b7ed7c7069f8f0b18e35dda138e0aea404f3fb182fd5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4270172599, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 83.61166151290871, "interval": [-67.98737043092007, 235.2106934567375], "p_value": 0.272, "input_sha256": "35ca77e3ac15ef46045d31261b9e6e62e6467e53946d05e945274f1ce63f7e24"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4270172599, "p_value_method": "welch_average_effect", "success": true, "estimate": 83.61166151290871, "interval": [-37.21048628598121, 261.15795264146414], "p_value": 0.2692722872367114, "input_sha256": "35ca77e3ac15ef46045d31261b9e6e62e6467e53946d05e945274f1ce63f7e24"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1209264066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5954488780682254, "interval": [-4.539399424600507, 3.3485016684640567], "p_value": 0.771, "input_sha256": "4317097d50e40788fd28ec2df76a1322c87dd283234d5398b05493aeb5eebc90"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1209264066, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5954488780682254, "interval": [-4.667542768905389, 2.885238598457786], "p_value": 0.761386162865263, "input_sha256": "4317097d50e40788fd28ec2df76a1322c87dd283234d5398b05493aeb5eebc90"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1209264066, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -120.28144739349432, "interval": [-442.25574455435384, 201.6928497673652], "p_value": 0.562, "input_sha256": "9648545b94b1067e97f8e83a00719a21826b34e50c9046aed0bb8c5c150e2f7c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1209264066, "p_value_method": "welch_average_effect", "success": true, "estimate": -120.28144739349432, "interval": [-606.7198750893288, 83.08589077408014], "p_value": 0.4478407002041319, "input_sha256": "9648545b94b1067e97f8e83a00719a21826b34e50c9046aed0bb8c5c150e2f7c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2839021741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.04447905950487829, "interval": [-4.714431117841777, 4.62547299883202], "p_value": 0.986, "input_sha256": "28c7b00f75d7ef5f96b1096310a00d8210a636b4ecb68f62280c6d646c586612"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2839021741, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.04447905950487829, "interval": [-4.0878287946619105, 4.647747922526409], "p_value": 0.9847135120120375, "input_sha256": "28c7b00f75d7ef5f96b1096310a00d8210a636b4ecb68f62280c6d646c586612"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2839021741, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 34.196105127217805, "interval": [-144.05945708609957, 212.45166734053518], "p_value": 0.702, "input_sha256": "c91d5a1fd67b83c5c81de68442881f9afab9de952f10e0780b79da4fb94970b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2839021741, "p_value_method": "welch_average_effect", "success": true, "estimate": 34.196105127217805, "interval": [-152.89951780802176, 184.7660688893176], "p_value": 0.6998882994049886, "input_sha256": "c91d5a1fd67b83c5c81de68442881f9afab9de952f10e0780b79da4fb94970b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2791201166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.384100186793745, "interval": [-1.305647843361883, 6.073848216949373], "p_value": 0.209, "input_sha256": "e429a3d14c62a0bf5edc7b96d959707a036fa71a0c5165a6bfd3b15395e50919"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2791201166, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.384100186793745, "interval": [-1.5148309940232791, 5.484922941010638], "p_value": 0.19829533083365622, "input_sha256": "e429a3d14c62a0bf5edc7b96d959707a036fa71a0c5165a6bfd3b15395e50919"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2791201166, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.53323629008078, "interval": [-86.56948628149148, 177.63595886165302], "p_value": 0.485, "input_sha256": "b1e857b4c22bf3b613e2e1c8d4dcd64fff86f8a66c5f8d69f1da8ae870c15614"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2791201166, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.53323629008078, "interval": [-65.8424513688924, 177.1469768401203], "p_value": 0.4877422585911829, "input_sha256": "b1e857b4c22bf3b613e2e1c8d4dcd64fff86f8a66c5f8d69f1da8ae870c15614"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2072378447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9487314972295628, "interval": [-1.65843090356045, 5.555893898019576], "p_value": 0.303, "input_sha256": "77bf1a3d3a17ad33bbb6f9452c9f8401c743499e6a877f27d9a6bb25f0f06255"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2072378447, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9487314972295628, "interval": [-1.2295458147271117, 5.18524536226281], "p_value": 0.2804573072136441, "input_sha256": "77bf1a3d3a17ad33bbb6f9452c9f8401c743499e6a877f27d9a6bb25f0f06255"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2072378447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 122.7293188891575, "interval": [-92.03344837335257, 337.49208615166754], "p_value": 0.283, "input_sha256": "1f0e4fea05d3dd51898d6c3e1e4729fb6267237a2fc4e7e6f915f7282e434ce1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2072378447, "p_value_method": "welch_average_effect", "success": true, "estimate": 122.7293188891575, "interval": [-27.560409854618257, 419.3878395069213], "p_value": 0.2512902515200523, "input_sha256": "1f0e4fea05d3dd51898d6c3e1e4729fb6267237a2fc4e7e6f915f7282e434ce1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3543131118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.666929293523374, "interval": [-8.130904553599242, -1.2029540334475062], "p_value": 0.01, "input_sha256": "5b449a2802f269885b3c0d0609a30d3844a4acbb60306a5423d8f8d0a7ef65cd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3543131118, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.666929293523374, "interval": [-7.830469669449482, -1.6394650614650912], "p_value": 0.009612172237049535, "input_sha256": "5b449a2802f269885b3c0d0609a30d3844a4acbb60306a5423d8f8d0a7ef65cd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3543131118, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -94.691301397112, "interval": [-265.979760861183, 76.59715806695903], "p_value": 0.293, "input_sha256": "2da86871a456fe2bbd04aa90e25a7152ac71dfeaa04f83d440d062d192bfb995"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3543131118, "p_value_method": "welch_average_effect", "success": true, "estimate": -94.691301397112, "interval": [-289.54252373762677, 38.120544157182884], "p_value": 0.26710949151431607, "input_sha256": "2da86871a456fe2bbd04aa90e25a7152ac71dfeaa04f83d440d062d192bfb995"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2265138540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.038289670599953, "interval": [-2.14429113588253, 6.220870477082436], "p_value": 0.332, "input_sha256": "6069cf32964435a76193b8e4bd432db61230d1cd74dc080781ad7b9fe4af7ddb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2265138540, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.038289670599953, "interval": [-1.9569373088138144, 5.864681869884314], "p_value": 0.32978208908087625, "input_sha256": "6069cf32964435a76193b8e4bd432db61230d1cd74dc080781ad7b9fe4af7ddb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2265138540, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.772168922781, "interval": [-82.55118292372997, 232.09552076929197], "p_value": 0.331, "input_sha256": "7c4c413b618171b4638b192baa562038f73af27694b604a826d0833602fbe8c6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2265138540, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.772168922781, "interval": [-54.58341166551828, 246.74849508828547], "p_value": 0.3420515927677069, "input_sha256": "7c4c413b618171b4638b192baa562038f73af27694b604a826d0833602fbe8c6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2920087821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.3309658927450432, "interval": [-4.249778319656456, 4.911710105146542], "p_value": 0.881, "input_sha256": "366278b43399eb1cfb75371bdf9cd11aa4ce6129895b20272d4f897b530ef053"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2920087821, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.3309658927450432, "interval": [-3.9887053925667884, 4.9328835568493385], "p_value": 0.8842726650806544, "input_sha256": "366278b43399eb1cfb75371bdf9cd11aa4ce6129895b20272d4f897b530ef053"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2920087821, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -27.494502025341006, "interval": [-238.6600251503898, 183.6710210997078], "p_value": 0.797, "input_sha256": "4979269e32355697eef458f9827ab5786a5e040cf9174846d706308c9b9bd444"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2920087821, "p_value_method": "welch_average_effect", "success": true, "estimate": -27.494502025341006, "interval": [-273.3624184777215, 149.44686604803442], "p_value": 0.7933406798044855, "input_sha256": "4979269e32355697eef458f9827ab5786a5e040cf9174846d706308c9b9bd444"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2369151211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2851781854602322, "interval": [-3.2648638204426557, 3.83522019136312], "p_value": 0.876, "input_sha256": "f23522196b9871c50e86da8f6d94da4d9c28e9c9068d681d8bc947c810a6c6b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2369151211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2851781854602322, "interval": [-3.042825914221166, 3.8392320115501706], "p_value": 0.8716070404110373, "input_sha256": "f23522196b9871c50e86da8f6d94da4d9c28e9c9068d681d8bc947c810a6c6b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2369151211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.387808868536254, "interval": [-117.84789524094539, 220.6235129780179], "p_value": 0.54, "input_sha256": "1bb0f73d541b19bfcd2f870e06b84470929ac168fe06b6dbb2552532ba2e6150"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2369151211, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.387808868536254, "interval": [-101.88920030663463, 210.6817327092552], "p_value": 0.5422658320480123, "input_sha256": "1bb0f73d541b19bfcd2f870e06b84470929ac168fe06b6dbb2552532ba2e6150"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2797298510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.635982047247225, "interval": [-4.944182499447248, 1.6722184049527975], "p_value": 0.319, "input_sha256": "cf4babb28328c703378637fb364e45855372a5f57b47fab914f77316a4830d01"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2797298510, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.635982047247225, "interval": [-4.567872251140258, 1.977795072688545], "p_value": 0.3229850973214432, "input_sha256": "cf4babb28328c703378637fb364e45855372a5f57b47fab914f77316a4830d01"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2797298510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.90623285420206, "interval": [-95.61504590793379, 129.4275116163379], "p_value": 0.809, "input_sha256": "555975e936a97fdb71b47738802d72636c83bce9f74a570b3c9fe7a3c306d7e0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2797298510, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.90623285420206, "interval": [-60.88917683316479, 179.5856207290718], "p_value": 0.7608500637341677, "input_sha256": "555975e936a97fdb71b47738802d72636c83bce9f74a570b3c9fe7a3c306d7e0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4101925011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.18840433607539353, "interval": [-4.658791797640685, 4.281983125489898], "p_value": 0.928, "input_sha256": "1806b4d92c260258a76547e88b70530eea95efcf1eac105f62b8836e0f1a9ed4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4101925011, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.18840433607539353, "interval": [-4.1341297207533225, 4.1232426009159635], "p_value": 0.9323722142800535, "input_sha256": "1806b4d92c260258a76547e88b70530eea95efcf1eac105f62b8836e0f1a9ed4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4101925011, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 193.2686574577535, "interval": [-81.82174480340254, 468.3590597189095], "p_value": 0.165, "input_sha256": "71c9896eaf3e2a0bd911a1f56bab5c2051833108d2e09ee061a4871ceaa54c43"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4101925011, "p_value_method": "welch_average_effect", "success": true, "estimate": 193.2686574577535, "interval": [-1.2617993070151092, 540.6927769124441], "p_value": 0.15984577176213177, "input_sha256": "71c9896eaf3e2a0bd911a1f56bab5c2051833108d2e09ee061a4871ceaa54c43"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2403555417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.355574876922649, "interval": [-5.670988084707767, 2.9598383308624694], "p_value": 0.508, "input_sha256": "0eb4871ee30ebb6a63248ce31aab41ad714e18cb48efa414b893ed13f005866b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2403555417, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.355574876922649, "interval": [-5.936729305063057, 2.660912951011103], "p_value": 0.5286218156787864, "input_sha256": "0eb4871ee30ebb6a63248ce31aab41ad714e18cb48efa414b893ed13f005866b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2403555417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.24673449629601, "interval": [-241.37383690694202, 100.88036791434997], "p_value": 0.389, "input_sha256": "c2a78ea9ec520c82b378f1220a40213a8d9f477a1bc7627ac4714aa05e2bbc1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2403555417, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.24673449629601, "interval": [-234.53511205797022, 93.25666518670262], "p_value": 0.41070258575136265, "input_sha256": "c2a78ea9ec520c82b378f1220a40213a8d9f477a1bc7627ac4714aa05e2bbc1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3153878211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9539034419880927, "interval": [-2.079688533058826, 3.9874954170350114], "p_value": 0.523, "input_sha256": "8ff2ed16888ebd8aad9a9d8ec42cc036b8b11c4f2c8df389c8f80f63849f1efa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3153878211, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9539034419880927, "interval": [-1.8074735453584367, 3.9452679273081874], "p_value": 0.5276275974505868, "input_sha256": "8ff2ed16888ebd8aad9a9d8ec42cc036b8b11c4f2c8df389c8f80f63849f1efa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3153878211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 50.880553344132636, "interval": [-155.16179395995061, 256.9229006482159], "p_value": 0.626, "input_sha256": "82db90f363e2e3b61264d73fb7e2a12b4e693349ed81a0c06da78624f4a89ea9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3153878211, "p_value_method": "welch_average_effect", "success": true, "estimate": 50.880553344132636, "interval": [-105.43670175233505, 303.319977501322], "p_value": 0.6185349422610231, "input_sha256": "82db90f363e2e3b61264d73fb7e2a12b4e693349ed81a0c06da78624f4a89ea9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 336696160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.401306705868663, "interval": [-4.385124534062115, 3.582511122324789], "p_value": 0.828, "input_sha256": "656895f941ef9fefb4350675d17b6c256f63f22100d1f56581916c6e4cd28198"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 336696160, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.401306705868663, "interval": [-4.261211941240055, 3.382458902420031], "p_value": 0.8394937913304839, "input_sha256": "656895f941ef9fefb4350675d17b6c256f63f22100d1f56581916c6e4cd28198"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 336696160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.0346737388241, "interval": [-212.58730338569643, 302.6566508633446], "p_value": 0.729, "input_sha256": "79fb3728aeac376dc7a74814927096645b898e921c6c6b16c4c8684066a6ac9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 336696160, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.0346737388241, "interval": [-136.64689695114131, 404.7727339833318], "p_value": 0.7227648497189882, "input_sha256": "79fb3728aeac376dc7a74814927096645b898e921c6c6b16c4c8684066a6ac9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2283620192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.157160797156374, "interval": [-2.775016651445592, 3.08933824575834], "p_value": 0.895, "input_sha256": "962b3cc07ce60f9d8028ad046f7c3d31db3eaaa798ac6eb5f6f667df9fe5ad3c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2283620192, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.157160797156374, "interval": [-2.486374213657212, 2.8046732460147856], "p_value": 0.9141152560801944, "input_sha256": "962b3cc07ce60f9d8028ad046f7c3d31db3eaaa798ac6eb5f6f667df9fe5ad3c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2283620192, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -50.52233216153, "interval": [-216.99699217217596, 115.95232784911597], "p_value": 0.569, "input_sha256": "9cdb3d9d0939d5deebafb714b53cc81cbdb62e93172da0601a8db6adb7539e75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2283620192, "p_value_method": "welch_average_effect", "success": true, "estimate": -50.52233216153, "interval": [-227.64546825847617, 91.57364399277941], "p_value": 0.5410410251977988, "input_sha256": "9cdb3d9d0939d5deebafb714b53cc81cbdb62e93172da0601a8db6adb7539e75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2353407943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.237349736972904, "interval": [-5.016530982742237, 2.541831508796429], "p_value": 0.525, "input_sha256": "f838e4fbdc9469c36ca054c23c923949978edabe55819b2de7aec58d8d6bffbe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2353407943, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.237349736972904, "interval": [-4.96276012871819, 2.678006386728459], "p_value": 0.5110804004201546, "input_sha256": "f838e4fbdc9469c36ca054c23c923949978edabe55819b2de7aec58d8d6bffbe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2353407943, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.28304222209302, "interval": [-29.800238139849753, 262.3663225840358], "p_value": 0.099, "input_sha256": "bb700e892b7c47df61e2dc0b0018f5567747deccf3ace383bec8967cb07f918f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2353407943, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.28304222209302, "interval": [-2.4532324334118982, 270.749096494012], "p_value": 0.11422029202375673, "input_sha256": "bb700e892b7c47df61e2dc0b0018f5567747deccf3ace383bec8967cb07f918f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1698196578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.601373514759036, "interval": [-5.383083556678004, 2.1803365271599318], "p_value": 0.399, "input_sha256": "8eed0ee3333a90eab031264d5c7b435246f16abe78dfce3c5f4ba84f038a0950"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1698196578, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.601373514759036, "interval": [-5.041459867977973, 1.9467194549935414], "p_value": 0.396546164410739, "input_sha256": "8eed0ee3333a90eab031264d5c7b435246f16abe78dfce3c5f4ba84f038a0950"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1698196578, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -73.35075389660899, "interval": [-243.83800351812152, 97.13649572490353], "p_value": 0.397, "input_sha256": "358bd8d04afbbb51f91dc7f10d2868d59da52b1003f7e04587cdc1e9ad1e8496"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1698196578, "p_value_method": "welch_average_effect", "success": true, "estimate": -73.35075389660899, "interval": [-245.91288488774836, 76.41791944339569], "p_value": 0.38823714814100396, "input_sha256": "358bd8d04afbbb51f91dc7f10d2868d59da52b1003f7e04587cdc1e9ad1e8496"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2960593087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5126662834951787, "interval": [-1.6368083451986228, 6.66214091218898], "p_value": 0.231, "input_sha256": "efe742aadc9707449129c202a4428c5ddffce74002d9e410b2c0adb1dce32a08"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2960593087, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5126662834951787, "interval": [-1.9340395859234243, 5.938485674960343], "p_value": 0.22591645559973927, "input_sha256": "efe742aadc9707449129c202a4428c5ddffce74002d9e410b2c0adb1dce32a08"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2960593087, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 61.15659575021783, "interval": [-116.20073559581903, 238.5139270962547], "p_value": 0.475, "input_sha256": "6e5dffbd2d38b72c8778d7523d19bfc27cd368603015f2ce6248d906756916ec"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2960593087, "p_value_method": "welch_average_effect", "success": true, "estimate": 61.15659575021783, "interval": [-63.72247802195502, 312.77921095288747], "p_value": 0.486306000010014, "input_sha256": "6e5dffbd2d38b72c8778d7523d19bfc27cd368603015f2ce6248d906756916ec"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 486751391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5871255530158344, "interval": [-5.486219362089992, 2.311968256058323], "p_value": 0.43, "input_sha256": "4997d9635b5f5ae16cfd70b92bf9c2280660df4be6dbab4c3a3da049eea7c637"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 486751391, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5871255530158344, "interval": [-5.246232788576496, 2.44456230274641], "p_value": 0.4147538600879026, "input_sha256": "4997d9635b5f5ae16cfd70b92bf9c2280660df4be6dbab4c3a3da049eea7c637"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 486751391, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -189.64567801251013, "interval": [-380.97313013189034, 1.6817741068700514], "p_value": 0.053, "input_sha256": "77634c7b941534418bf5b0af1db633a416d682864ceaf2122b5c4bd15b4e5030"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 486751391, "p_value_method": "welch_average_effect", "success": true, "estimate": -189.64567801251013, "interval": [-417.2003180224168, -48.04749812187404], "p_value": 0.05186385543497226, "input_sha256": "77634c7b941534418bf5b0af1db633a416d682864ceaf2122b5c4bd15b4e5030"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 728849934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0892663907026456, "interval": [-4.900012675039274, 2.7214798936339823], "p_value": 0.563, "input_sha256": "028a4a87e51fed9d108f156593a625c7ec8a1e44b5af0bbd64dd6e841c614315"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 728849934, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0892663907026456, "interval": [-4.798483791194804, 2.2297532876766795], "p_value": 0.5661606814242399, "input_sha256": "028a4a87e51fed9d108f156593a625c7ec8a1e44b5af0bbd64dd6e841c614315"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 728849934, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 113.62372723097799, "interval": [-46.24597818376817, 273.49343264572417], "p_value": 0.191, "input_sha256": "fddd6e2e9655f492f74a1474b93a4d0264f191845409398eca642635f88ab314"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 728849934, "p_value_method": "welch_average_effect", "success": true, "estimate": 113.62372723097799, "interval": [-4.4852768634392195, 306.8968848342454], "p_value": 0.1544029055344932, "input_sha256": "fddd6e2e9655f492f74a1474b93a4d0264f191845409398eca642635f88ab314"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3437014677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5312685158189989, "interval": [-4.917675472732384, 3.855138441094386], "p_value": 0.789, "input_sha256": "0fb80afaa730951d990914d2019fe620c9996e32b9cfae7a7bf30c5c21a55137"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3437014677, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5312685158189989, "interval": [-4.53705652494145, 3.4932838615328956], "p_value": 0.8076207305950829, "input_sha256": "0fb80afaa730951d990914d2019fe620c9996e32b9cfae7a7bf30c5c21a55137"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3437014677, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -90.19623570935467, "interval": [-292.34341475932484, 111.9509433406155], "p_value": 0.427, "input_sha256": "24c19bd796248c629b05425b8f38aae6353c6ba12f0b833f4abf8f2ec068d829"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3437014677, "p_value_method": "welch_average_effect", "success": true, "estimate": -90.19623570935467, "interval": [-356.6892564980374, 38.895219678026955], "p_value": 0.36585875831969406, "input_sha256": "24c19bd796248c629b05425b8f38aae6353c6ba12f0b833f4abf8f2ec068d829"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3488828580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.9280664573680788, "interval": [-2.112333045594733, 5.9684659603308905], "p_value": 0.328, "input_sha256": "2392ae4b7b0132dac88eb9fd140b916177917b9da8602f2327636822d8b0d212"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3488828580, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.9280664573680788, "interval": [-2.491830097917801, 5.3959818561425985], "p_value": 0.33800624978921423, "input_sha256": "2392ae4b7b0132dac88eb9fd140b916177917b9da8602f2327636822d8b0d212"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3488828580, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 26.05068567050077, "interval": [-108.4090989843188, 160.51047032532034], "p_value": 0.708, "input_sha256": "4f2c1c67e801b83f2873145ff93252f21fe35b7749374e7438602ae59a5b81e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3488828580, "p_value_method": "welch_average_effect", "success": true, "estimate": 26.05068567050077, "interval": [-83.29033867209814, 170.22038446531192], "p_value": 0.6964495915074191, "input_sha256": "4f2c1c67e801b83f2873145ff93252f21fe35b7749374e7438602ae59a5b81e3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3594090765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4519675254475146, "interval": [-5.119231475044383, 4.215296424149353], "p_value": 0.865, "input_sha256": "d6cee85255a25f7c9149a60c72e56721c4b0d2d47b75e0416e0fc1238a088f08"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3594090765, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4519675254475146, "interval": [-5.073028301973591, 3.778227242125605], "p_value": 0.8455320865356707, "input_sha256": "d6cee85255a25f7c9149a60c72e56721c4b0d2d47b75e0416e0fc1238a088f08"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3594090765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 86.213072672643, "interval": [-87.91977734123077, 260.34592268651676], "p_value": 0.361, "input_sha256": "43ef1b3eecb30c8b9eb56b8f12dddcfb90e78e6d7272b4a7db2e516cf2f6d377"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3594090765, "p_value_method": "welch_average_effect", "success": true, "estimate": 86.213072672643, "interval": [-35.125269533115436, 312.2376095256602], "p_value": 0.31910233068053406, "input_sha256": "43ef1b3eecb30c8b9eb56b8f12dddcfb90e78e6d7272b4a7db2e516cf2f6d377"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 714983653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.9345033302800605, "interval": [-0.5896564201263343, 8.458663080686456], "p_value": 0.096, "input_sha256": "60b8c2fcd87eb3a96158c49f768f7aefb576e798a77ac10f1879183f03be563b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 714983653, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.9345033302800605, "interval": [-0.07846902782922277, 8.774758615174683], "p_value": 0.08633710347837255, "input_sha256": "60b8c2fcd87eb3a96158c49f768f7aefb576e798a77ac10f1879183f03be563b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 714983653, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.188142920772862, "interval": [-226.23866641614202, 252.61495225768775], "p_value": 0.92, "input_sha256": "7e7c1f52d1df7cd7e67afdc957b22f0a54ddde6470ea746227616ce566b3215c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 714983653, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.188142920772862, "interval": [-256.8714147925014, 197.78541945956658], "p_value": 0.9117845438472242, "input_sha256": "7e7c1f52d1df7cd7e67afdc957b22f0a54ddde6470ea746227616ce566b3215c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2144129848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8634050472123569, "interval": [-4.844033989014138, 3.1172238945894235], "p_value": 0.657, "input_sha256": "53adec75cd4d950f0905218c789ae604cdcf7cd792c91f38aa479694f4414085"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2144129848, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8634050472123569, "interval": [-4.510394013849268, 2.9647268258458412], "p_value": 0.6629927626938212, "input_sha256": "53adec75cd4d950f0905218c789ae604cdcf7cd792c91f38aa479694f4414085"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2144129848, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 10.807658704128329, "interval": [-159.06246781137898, 180.67778521963564], "p_value": 0.898, "input_sha256": "b0e9c53b06c0958ddee9587afc47433d83ba22244182ad3cdd9fc0beb6b0ebaa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2144129848, "p_value_method": "welch_average_effect", "success": true, "estimate": 10.807658704128329, "interval": [-164.7001615169544, 156.65296258045996], "p_value": 0.8980494862216042, "input_sha256": "b0e9c53b06c0958ddee9587afc47433d83ba22244182ad3cdd9fc0beb6b0ebaa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1128342941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.06356304174225791, "interval": [-4.506580062978947, 4.633706146463463], "p_value": 0.979, "input_sha256": "e1b43c13a9017a0ea56dc2f665493f9cfc0586aa0b234c93d9059a8c063c002a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1128342941, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.06356304174225791, "interval": [-4.117211611585239, 4.098116115201106], "p_value": 0.9776299526605389, "input_sha256": "e1b43c13a9017a0ea56dc2f665493f9cfc0586aa0b234c93d9059a8c063c002a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1128342941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.2140336149526, "interval": [-126.6920979797188, 229.120165209624], "p_value": 0.576, "input_sha256": "226dea238acbf393c4caa084e910cd9f0ae83c0e5d653d482360e1cccb106804"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1128342941, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.2140336149526, "interval": [-113.93534299426302, 223.09804503813942], "p_value": 0.5631557667854606, "input_sha256": "226dea238acbf393c4caa084e910cd9f0ae83c0e5d653d482360e1cccb106804"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2128982476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1423975383773346, "interval": [-1.5484670365181596, 5.833262113272829], "p_value": 0.226, "input_sha256": "6d0330718a0929bc3e8ffb75bd700dd94068054860d5b8fcc3842077bb74891d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2128982476, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1423975383773346, "interval": [-1.1456863726673607, 5.684498166661545], "p_value": 0.24722578295345107, "input_sha256": "6d0330718a0929bc3e8ffb75bd700dd94068054860d5b8fcc3842077bb74891d"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2128982476, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -131.73620823819437, "interval": [-316.8602004438466, 53.38778396745789], "p_value": 0.146, "input_sha256": "005ba1c26ad4b65e50d78583bb555db526673d7b1d828631ae35940071284ca5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2128982476, "p_value_method": "welch_average_effect", "success": true, "estimate": -131.73620823819437, "interval": [-354.1032648351754, 4.319810890935771], "p_value": 0.15584261925308196, "input_sha256": "005ba1c26ad4b65e50d78583bb555db526673d7b1d828631ae35940071284ca5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3523682491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.4102729217769578, "interval": [-5.567008215718183, 2.7464623721642676], "p_value": 0.483, "input_sha256": "deea98ff858048ff4b70b6600cbe38cfc66bc2b25a1213a08a27cff3728b5149"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3523682491, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.4102729217769578, "interval": [-5.209828880342063, 2.5829904187934187], "p_value": 0.4951241931245869, "input_sha256": "deea98ff858048ff4b70b6600cbe38cfc66bc2b25a1213a08a27cff3728b5149"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3523682491, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 52.870353152612125, "interval": [-119.47801821087762, 225.21872451610187], "p_value": 0.555, "input_sha256": "01b988e5c4bd720fa7e65358bf105be3cc999ddd96a8cd631264dc397b92c621"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3523682491, "p_value_method": "welch_average_effect", "success": true, "estimate": 52.870353152612125, "interval": [-123.5176129198641, 203.28266038934422], "p_value": 0.5382680403416965, "input_sha256": "01b988e5c4bd720fa7e65358bf105be3cc999ddd96a8cd631264dc397b92c621"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2721201140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.851998833646752, "interval": [0.7439799433673402, 8.960017723926164], "p_value": 0.022, "input_sha256": "98f7fe23cac6e76c20f01db31d8de2301445d41942f9972a13cae088e1373a28"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2721201140, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.851998833646752, "interval": [0.8564766240966916, 8.799532944779303], "p_value": 0.021860480638799352, "input_sha256": "98f7fe23cac6e76c20f01db31d8de2301445d41942f9972a13cae088e1373a28"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2721201140, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 153.47411761647444, "interval": [-66.62498214176844, 373.57321737471733], "p_value": 0.194, "input_sha256": "091f03b05d1e9cf064617e3a5e6829161563235e4caa60068ba4de4e5ddb4fdb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2721201140, "p_value_method": "welch_average_effect", "success": true, "estimate": 153.47411761647444, "interval": [-3.4756152425961018, 427.62015670399836], "p_value": 0.16228046750919684, "input_sha256": "091f03b05d1e9cf064617e3a5e6829161563235e4caa60068ba4de4e5ddb4fdb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3998620588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.495583297404913, "interval": [-6.616308217121599, 1.625141622311773], "p_value": 0.213, "input_sha256": "9e9f2004a04be273242bf11e1835b4120c9198eeec06e3671e5ad49582b47cbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3998620588, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.495583297404913, "interval": [-6.34214025626233, 1.4142778175168482], "p_value": 0.22761929893987146, "input_sha256": "9e9f2004a04be273242bf11e1835b4120c9198eeec06e3671e5ad49582b47cbb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3998620588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -32.95361905446781, "interval": [-213.86825070790576, 147.96101259897017], "p_value": 0.803, "input_sha256": "0992b68cdd2ca3b0155a2389395cb99c9eaeca990b2ead542d606ccb9bb64553"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3998620588, "p_value_method": "welch_average_effect", "success": true, "estimate": -32.95361905446781, "interval": [-203.82594324494067, 145.49215239382127], "p_value": 0.7143193551362084, "input_sha256": "0992b68cdd2ca3b0155a2389395cb99c9eaeca990b2ead542d606ccb9bb64553"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2524800758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8384728664943459, "interval": [-4.537405671691579, 2.8604599387028875], "p_value": 0.626, "input_sha256": "118442451521522550094f34b7d9e37e0ac7978087ae7ab2da090eee4cf0908b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2524800758, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8384728664943459, "interval": [-4.0208141250639065, 3.039094853973009], "p_value": 0.6482686441954058, "input_sha256": "118442451521522550094f34b7d9e37e0ac7978087ae7ab2da090eee4cf0908b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2524800758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -112.03631916732391, "interval": [-373.3494758731166, 149.2768375384688], "p_value": 0.398, "input_sha256": "e1119d55d82305d6357c620943cc29984841c33155285cf7e71c69d6539e6a99"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2524800758, "p_value_method": "welch_average_effect", "success": true, "estimate": -112.03631916732391, "interval": [-433.99809963678945, 71.8928341121609], "p_value": 0.3853083566922755, "input_sha256": "e1119d55d82305d6357c620943cc29984841c33155285cf7e71c69d6539e6a99"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2260257436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.0507987984356593, "interval": [-5.030987900476029, 2.929390303604711], "p_value": 0.601, "input_sha256": "3b7210b38f33086aed54d84ef0e73d607c7e6519638eb68f52329acd1ec37c5b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2260257436, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.0507987984356593, "interval": [-5.055876198618966, 2.743488392941269], "p_value": 0.5959625899742078, "input_sha256": "3b7210b38f33086aed54d84ef0e73d607c7e6519638eb68f52329acd1ec37c5b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2260257436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 109.75778352095583, "interval": [-55.99197725655304, 275.5075442984647], "p_value": 0.182, "input_sha256": "0350e043b8981ed41076dd7d2924f19ec1f266e13c1acc167a6b636395650238"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2260257436, "p_value_method": "welch_average_effect", "success": true, "estimate": 109.75778352095583, "interval": [0.5833854046780838, 319.3777010016749], "p_value": 0.18338787355348954, "input_sha256": "0350e043b8981ed41076dd7d2924f19ec1f266e13c1acc167a6b636395650238"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2606979597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5800842307823846, "interval": [-6.046059330474911, 2.885890868910142], "p_value": 0.485, "input_sha256": "40ebfd34e5de28885c4690ab9ae3a09d387e6c205248112b85307e9f34e591df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2606979597, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5800842307823846, "interval": [-5.836701796852714, 2.64534165770995], "p_value": 0.47812262450684917, "input_sha256": "40ebfd34e5de28885c4690ab9ae3a09d387e6c205248112b85307e9f34e591df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2606979597, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 125.03892045085185, "interval": [-12.408470214795742, 262.48631111649945], "p_value": 0.067, "input_sha256": "485a4ae4009bb6b052f77d4603ab62d73dcd8c6c0a55e2ea6c47c564789a3510"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2606979597, "p_value_method": "welch_average_effect", "success": true, "estimate": 125.03892045085185, "interval": [23.74850861579346, 291.1348287212021], "p_value": 0.07256259155698015, "input_sha256": "485a4ae4009bb6b052f77d4603ab62d73dcd8c6c0a55e2ea6c47c564789a3510"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3959871974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0940584248923955, "interval": [-2.538601493221728, 4.726718343006519], "p_value": 0.557, "input_sha256": "74b59dd39b64e1ea417cc049e3652a7830e22affff0cfc09f92e8da7c55b5cd7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3959871974, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0940584248923955, "interval": [-2.189514906755126, 4.710561622444946], "p_value": 0.5456549151745367, "input_sha256": "74b59dd39b64e1ea417cc049e3652a7830e22affff0cfc09f92e8da7c55b5cd7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3959871974, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -139.2712786654283, "interval": [-378.8009244602073, 100.25836712935072], "p_value": 0.294, "input_sha256": "f13906a47a5ef0d35fb10fb02d7e3c53d3a130a24a08131865a906e021780544"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3959871974, "p_value_method": "welch_average_effect", "success": true, "estimate": -139.2712786654283, "interval": [-501.3273860454694, 13.970460345376054], "p_value": 0.24103325532692776, "input_sha256": "f13906a47a5ef0d35fb10fb02d7e3c53d3a130a24a08131865a906e021780544"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2020985525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5504665496262788, "interval": [-2.698550717095737, 3.7994838163482947], "p_value": 0.723, "input_sha256": "3207b18c0731fd7ed3ae795ecd2369cea95923ee83d2f35672a83fba1bdf65b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2020985525, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5504665496262788, "interval": [-2.759818698068392, 3.357438854692599], "p_value": 0.7332012075621619, "input_sha256": "3207b18c0731fd7ed3ae795ecd2369cea95923ee83d2f35672a83fba1bdf65b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2020985525, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.11627492672147355, "interval": [-132.09582789973854, 131.8632780462956], "p_value": 0.998, "input_sha256": "3395e99217179b3dd486b0fd45106b97fdfc59ef2159a1117aeadc61ce8286b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2020985525, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.11627492672147355, "interval": [-102.6624691142304, 149.29406805058795], "p_value": 0.9985825568103766, "input_sha256": "3395e99217179b3dd486b0fd45106b97fdfc59ef2159a1117aeadc61ce8286b9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3661529700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.5971420790832749, "interval": [-5.153203790508877, 1.9589196323423268], "p_value": 0.359, "input_sha256": "b89d3c8f7870b186d6bbc079ba6bc3395c1c91e583acaebc3fbb1366f48a5289"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3661529700, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.5971420790832749, "interval": [-4.723821570239236, 1.5621892574386826], "p_value": 0.36796788879801734, "input_sha256": "b89d3c8f7870b186d6bbc079ba6bc3395c1c91e583acaebc3fbb1366f48a5289"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3661529700, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 28.723625504770098, "interval": [-137.565116822337, 195.01236783187719], "p_value": 0.739, "input_sha256": "f03efdd57b8166318d69afca46bedcaac60c328282d9d7eea257feec3296189e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3661529700, "p_value_method": "welch_average_effect", "success": true, "estimate": 28.723625504770098, "interval": [-113.24501659405615, 177.83083197979863], "p_value": 0.7284379113304045, "input_sha256": "f03efdd57b8166318d69afca46bedcaac60c328282d9d7eea257feec3296189e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 967261423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.007356905831846561, "interval": [-3.8332470338018, 3.847960845465493], "p_value": 0.998, "input_sha256": "eddedfb40c02a26c84f8fd1883e2f02f72e52e2344ed213c2bf8404e03685fbe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 967261423, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.007356905831846561, "interval": [-3.544233300875087, 3.561286909757692], "p_value": 0.996920054046634, "input_sha256": "eddedfb40c02a26c84f8fd1883e2f02f72e52e2344ed213c2bf8404e03685fbe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 967261423, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 29.71386908999021, "interval": [-134.43075517433408, 193.85849335431448], "p_value": 0.765, "input_sha256": "c68f9aca04fe14a2cbd2503df6b87730de0f3e91ef43a6cd13a95d0039bbe529"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 967261423, "p_value_method": "welch_average_effect", "success": true, "estimate": 29.71386908999021, "interval": [-99.95768086708179, 205.23520039891235], "p_value": 0.7150201877258386, "input_sha256": "c68f9aca04fe14a2cbd2503df6b87730de0f3e91ef43a6cd13a95d0039bbe529"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2570355372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.8658219284901847, "interval": [-6.063882530746403, 0.332238673766033], "p_value": 0.076, "input_sha256": "aac9f2ab15a5d891c05c197aab00e101b9a93ecf1e8e73c7da90107fb2e93335"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2570355372, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.8658219284901847, "interval": [-6.2503608475801, 0.062137184690799], "p_value": 0.07745955965955689, "input_sha256": "aac9f2ab15a5d891c05c197aab00e101b9a93ecf1e8e73c7da90107fb2e93335"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2570355372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -190.5172963233594, "interval": [-429.8161933577693, 48.78160071105049], "p_value": 0.129, "input_sha256": "7a4d0f54b231a8c41d12b84d01b870ce9a972cd7d424c28360571748c5637aab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2570355372, "p_value_method": "welch_average_effect", "success": true, "estimate": -190.5172963233594, "interval": [-519.7193909103702, -14.548937987803239], "p_value": 0.1135262183666653, "input_sha256": "7a4d0f54b231a8c41d12b84d01b870ce9a972cd7d424c28360571748c5637aab"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 685545303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5091929709705454, "interval": [-1.4327995017669743, 6.451185443708065], "p_value": 0.2, "input_sha256": "d8814254dc96b5c25e588c6ab64b19cdccba94927e8a46eba4f18327f8e5599a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 685545303, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5091929709705454, "interval": [-0.9430771992650148, 6.281802452823879], "p_value": 0.20493409458002718, "input_sha256": "d8814254dc96b5c25e588c6ab64b19cdccba94927e8a46eba4f18327f8e5599a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 685545303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -50.064288241804704, "interval": [-210.03401965821865, 109.90544317460926], "p_value": 0.52, "input_sha256": "4d12bc920cf29a33cf42dd6605b131de1ba80589de98b0d14c293745e1b4b6df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 685545303, "p_value_method": "welch_average_effect", "success": true, "estimate": -50.064288241804704, "interval": [-211.375421251187, 99.79267719651915], "p_value": 0.5289140906983516, "input_sha256": "4d12bc920cf29a33cf42dd6605b131de1ba80589de98b0d14c293745e1b4b6df"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2499852287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9528147288985593, "interval": [-4.71074277273534, 2.805113314938222], "p_value": 0.608, "input_sha256": "641fbb261fb1d364eb48a6a828863aff756bfc226864f8abfa4f3fb7ec2e6abf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2499852287, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9528147288985593, "interval": [-4.44490562211955, 2.4177188083770953], "p_value": 0.6107221576371121, "input_sha256": "641fbb261fb1d364eb48a6a828863aff756bfc226864f8abfa4f3fb7ec2e6abf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2499852287, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 82.54634030453194, "interval": [-36.513341431495235, 201.6060220405591], "p_value": 0.169, "input_sha256": "4748cadb6b02871b705c099ea576c9799c94b20e5aeb46a9e387fd1943922bb9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2499852287, "p_value_method": "welch_average_effect", "success": true, "estimate": 82.54634030453194, "interval": [-14.849922948299247, 208.2645149565523], "p_value": 0.16614056168776797, "input_sha256": "4748cadb6b02871b705c099ea576c9799c94b20e5aeb46a9e387fd1943922bb9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4162878596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.492337602144763, "interval": [-7.19658278151317, -1.7880924227763568], "p_value": 0.003, "input_sha256": "f70d9182461b22c4d88465881c5595d8bd717f975db49ab44466c288ecf86222"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4162878596, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.492337602144763, "interval": [-7.04285962474211, -2.1017714105631393], "p_value": 0.0017704060915978998, "input_sha256": "f70d9182461b22c4d88465881c5595d8bd717f975db49ab44466c288ecf86222"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4162878596, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -82.08547031695737, "interval": [-298.05080186758835, 133.87986123367358], "p_value": 0.632, "input_sha256": "b16162c7e5874c58d21256df5c2888b7f102b788baaa618a91f5a53364895971"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4162878596, "p_value_method": "welch_average_effect", "success": true, "estimate": -82.08547031695737, "interval": [-436.4259472566996, 44.41393369614023], "p_value": 0.4393814011112359, "input_sha256": "b16162c7e5874c58d21256df5c2888b7f102b788baaa618a91f5a53364895971"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3741311976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.718934331842382, "interval": [-3.1771895115936615, 4.615058175278426], "p_value": 0.702, "input_sha256": "f6319ee046f8e6afe2b5a39bca05b26d356207f4545cd34357d7e792de54f02c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3741311976, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.718934331842382, "interval": [-3.0117128373616895, 4.227882143346066], "p_value": 0.7099589920720412, "input_sha256": "f6319ee046f8e6afe2b5a39bca05b26d356207f4545cd34357d7e792de54f02c"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3741311976, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -105.49334662394867, "interval": [-279.695434131874, 68.70874088397667], "p_value": 0.212, "input_sha256": "50465477eb9274cd9e3c47ce80037c5f635e9b0b51e8518eb43ce75cff470ea3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3741311976, "p_value_method": "welch_average_effect", "success": true, "estimate": -105.49334662394867, "interval": [-296.28744573716017, 27.255806752460444], "p_value": 0.2262669764382995, "input_sha256": "50465477eb9274cd9e3c47ce80037c5f635e9b0b51e8518eb43ce75cff470ea3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2213483178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.3215821232977092, "interval": [-4.8532087165112285, 4.21004446991581], "p_value": 0.88, "input_sha256": "81f635fbe8ba4f892cf5eaae8a2323fbea91af6d0f47d2f1bae79c644e2893d4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2213483178, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.3215821232977092, "interval": [-5.1038587993373525, 3.4221855293023036], "p_value": 0.8865184413270633, "input_sha256": "81f635fbe8ba4f892cf5eaae8a2323fbea91af6d0f47d2f1bae79c644e2893d4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2213483178, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -127.49876528669844, "interval": [-361.29220784584794, 106.29467727245105], "p_value": 0.293, "input_sha256": "7eb73c3a56386215dd58f63adc796163704b451b9da40fbcf924a114ac09739a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2213483178, "p_value_method": "welch_average_effect", "success": true, "estimate": -127.49876528669844, "interval": [-429.9968644409873, 30.72088644763198], "p_value": 0.2717003853966621, "input_sha256": "7eb73c3a56386215dd58f63adc796163704b451b9da40fbcf924a114ac09739a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3207197939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1521604860173866, "interval": [-2.2374327296682393, 4.541753701703012], "p_value": 0.516, "input_sha256": "1d9f66d9b012e4b7c8364e46a1cb785dacedff398a80403a76cf825e66924c69"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3207197939, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1521604860173866, "interval": [-2.0057949795748335, 4.337930944225786], "p_value": 0.49438220721452364, "input_sha256": "1d9f66d9b012e4b7c8364e46a1cb785dacedff398a80403a76cf825e66924c69"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3207197939, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -137.4995980834448, "interval": [-294.1008296601052, 19.101633493215644], "p_value": 0.069, "input_sha256": "6583355c724aec6b9c8c1e708288afe23e46039222883dee0996bcdd843a3fe1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3207197939, "p_value_method": "welch_average_effect", "success": true, "estimate": -137.4995980834448, "interval": [-312.8462836140656, -16.21106080071742], "p_value": 0.08248850024431906, "input_sha256": "6583355c724aec6b9c8c1e708288afe23e46039222883dee0996bcdd843a3fe1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2215825417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.103240565195767, "interval": [-6.183621241040259, 1.9771401106487252], "p_value": 0.328, "input_sha256": "f286770e40282615d2bc772884cf3fd85567850762d03116b0a3f4dc42675f75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2215825417, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.103240565195767, "interval": [-5.824536497170264, 1.731768122290785], "p_value": 0.3014465581418139, "input_sha256": "f286770e40282615d2bc772884cf3fd85567850762d03116b0a3f4dc42675f75"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2215825417, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.804081463760113, "interval": [-139.2376403197086, 142.84580324722884], "p_value": 0.987, "input_sha256": "0756c7c880bf25f1c18916638ed6e00cce4a234070d7179486ee32bb2323f889"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2215825417, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.804081463760113, "interval": [-154.20765666329592, 122.31474528850136], "p_value": 0.9794536981848687, "input_sha256": "0756c7c880bf25f1c18916638ed6e00cce4a234070d7179486ee32bb2323f889"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1654171543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.808259016239619, "interval": [-5.886184110742057, 2.2696660782628193], "p_value": 0.353, "input_sha256": "c1157fb4c2eeebc96b6d1fa3db1ad570003c655bc86dd2b1131093233427c450"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1654171543, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.808259016239619, "interval": [-6.112161770836192, 1.8663763422985504], "p_value": 0.3749413006436598, "input_sha256": "c1157fb4c2eeebc96b6d1fa3db1ad570003c655bc86dd2b1131093233427c450"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1654171543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 125.2001891294069, "interval": [-96.70584455723103, 347.1062228160448], "p_value": 0.288, "input_sha256": "4704408ab2fe3831db12e5ec756ca95c53d8876d0a7425afd52c508ecc7a8d6a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1654171543, "p_value_method": "welch_average_effect", "success": true, "estimate": 125.2001891294069, "interval": [-61.336796211907576, 351.4305983469867], "p_value": 0.25874391586998347, "input_sha256": "4704408ab2fe3831db12e5ec756ca95c53d8876d0a7425afd52c508ecc7a8d6a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4267163461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9185303402989575, "interval": [-5.813085552886761, 1.9760248722888463], "p_value": 0.353, "input_sha256": "b8c5f1da8654bbc26ea58678520fbce95f66eb64ef55671eff6ffec95ea23106"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4267163461, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9185303402989575, "interval": [-6.045188900010925, 1.6015821860763877], "p_value": 0.324118502275467, "input_sha256": "b8c5f1da8654bbc26ea58678520fbce95f66eb64ef55671eff6ffec95ea23106"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4267163461, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -61.62333441152728, "interval": [-304.7014337312862, 181.45476490823168], "p_value": 0.647, "input_sha256": "38150da49665a14f9abd52252c8f90e0332ce1d27c53f163ae1577c1aa1050ac"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4267163461, "p_value_method": "welch_average_effect", "success": true, "estimate": -61.62333441152728, "interval": [-359.5540507430518, 123.3055508053565], "p_value": 0.6085472868056664, "input_sha256": "38150da49665a14f9abd52252c8f90e0332ce1d27c53f163ae1577c1aa1050ac"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 33768273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.902422605002835, "interval": [-6.525489734298419, 0.7206445242927488], "p_value": 0.12, "input_sha256": "0ad487bf638c4de4f7c5c7f5594240c70ae871147aa61b1aaf7b45bad50974d6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 33768273, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.902422605002835, "interval": [-6.046650409278146, 0.7260290959320121], "p_value": 0.11312499209680729, "input_sha256": "0ad487bf638c4de4f7c5c7f5594240c70ae871147aa61b1aaf7b45bad50974d6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 33768273, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 47.15619549227719, "interval": [-173.12626369899016, 267.43865468354454], "p_value": 0.704, "input_sha256": "8a24476e910df66b27a6780c34aae234ed3e83610bc0b4603dcc4df632641e86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 33768273, "p_value_method": "welch_average_effect", "success": true, "estimate": 47.15619549227719, "interval": [-147.1541795317636, 281.4547027546977], "p_value": 0.6670461896652247, "input_sha256": "8a24476e910df66b27a6780c34aae234ed3e83610bc0b4603dcc4df632641e86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1214139100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.75126774498699, "interval": [-1.4253980751633515, 6.927933565137331], "p_value": 0.189, "input_sha256": "fa0e5e7219453e8727b20e9c5ce0f9e9a6c38c2b0c995607fdc1cb0ab96be715"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1214139100, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.75126774498699, "interval": [-0.9558868288588961, 6.626635751538498], "p_value": 0.18977367612693108, "input_sha256": "fa0e5e7219453e8727b20e9c5ce0f9e9a6c38c2b0c995607fdc1cb0ab96be715"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1214139100, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -30.022738869420465, "interval": [-203.72037356458824, 143.6748958257473], "p_value": 0.727, "input_sha256": "c63010a1afa0b67cb2c40ff2ed62014a7859b4070a66e585ab5f4a564bb8aba3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1214139100, "p_value_method": "welch_average_effect", "success": true, "estimate": -30.022738869420465, "interval": [-209.25011999908367, 134.4704931230114], "p_value": 0.7282964598869968, "input_sha256": "c63010a1afa0b67cb2c40ff2ed62014a7859b4070a66e585ab5f4a564bb8aba3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3470999427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.3784590125548082, "interval": [-5.30027489166501, 2.5433568665553934], "p_value": 0.473, "input_sha256": "a41628893ae23fd022370551af0c49f65403c8a0920b08f5610732fc4ca8cb65"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3470999427, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.3784590125548082, "interval": [-4.819080698130332, 2.647182690957041], "p_value": 0.47995966722394856, "input_sha256": "a41628893ae23fd022370551af0c49f65403c8a0920b08f5610732fc4ca8cb65"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3470999427, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 59.04125103653618, "interval": [-77.74058839527405, 195.8230904683464], "p_value": 0.376, "input_sha256": "f74155390ce0e62cc2c5e199bea10d2e6f36136ca11786669e77bbe11d28aa9b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3470999427, "p_value_method": "welch_average_effect", "success": true, "estimate": 59.04125103653618, "interval": [-48.96525815213516, 209.02727215944125], "p_value": 0.3858748804520331, "input_sha256": "f74155390ce0e62cc2c5e199bea10d2e6f36136ca11786669e77bbe11d28aa9b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1975672390, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.897596836367061, "interval": [-3.0171756125271174, 4.812369285261239], "p_value": 0.65, "input_sha256": "f46c23c122588e0fda64558a01d1720121d8baadd0f0dbdb5e7e432eb94668b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1975672390, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.897596836367061, "interval": [-2.629596152042769, 4.5918607803939], "p_value": 0.6451791389614463, "input_sha256": "f46c23c122588e0fda64558a01d1720121d8baadd0f0dbdb5e7e432eb94668b6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1975672390, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 229.7554979723501, "interval": [2.6570663552326437, 456.85392958946755], "p_value": 0.019, "input_sha256": "da10dea929ef2546223c1e2e027bd45aaacd9d778f37613c6b10565a776f4fef"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1975672390, "p_value_method": "welch_average_effect", "success": true, "estimate": 229.7554979723501, "interval": [66.51678890075145, 493.84815710296687], "p_value": 0.04760409621502187, "input_sha256": "da10dea929ef2546223c1e2e027bd45aaacd9d778f37613c6b10565a776f4fef"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 911856601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.812476651857219, "interval": [-2.0378870244775635, 5.662840328192002], "p_value": 0.342, "input_sha256": "27fa72d14d06dd5032e4fb0a50b1c66cfe63f38d0ce2d1a0d1646769bf184fc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 911856601, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.812476651857219, "interval": [-1.8306355178387768, 5.4701033874341585], "p_value": 0.34639296782947737, "input_sha256": "27fa72d14d06dd5032e4fb0a50b1c66cfe63f38d0ce2d1a0d1646769bf184fc7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 911856601, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.222808104673817, "interval": [-232.15429456976443, 238.59991077911207], "p_value": 0.984, "input_sha256": "5481a9dafbdd825cff885ace65dfb404eb99d29c5361a9f57bd44e1d7c1e5621"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 911856601, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.222808104673817, "interval": [-217.54153757624348, 234.0359945811658], "p_value": 0.9780318582991184, "input_sha256": "5481a9dafbdd825cff885ace65dfb404eb99d29c5361a9f57bd44e1d7c1e5621"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4129200729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7016958171913696, "interval": [-3.061156033275858, 4.464547667658597], "p_value": 0.724, "input_sha256": "1bf71b474329a269891795afd05acdfcaa7a4fdb22e68717338405e453205bd3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4129200729, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7016958171913696, "interval": [-2.6719468536319115, 4.308168791108075], "p_value": 0.707697947742137, "input_sha256": "1bf71b474329a269891795afd05acdfcaa7a4fdb22e68717338405e453205bd3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4129200729, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -119.27389727274962, "interval": [-324.93118588781033, 86.38339134231111], "p_value": 0.271, "input_sha256": "ad395dbbab63f48eb47520528186a728556320636b6dd6676c42c89a93ff0613"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4129200729, "p_value_method": "welch_average_effect", "success": true, "estimate": -119.27389727274962, "interval": [-375.0071055567771, 18.448492126690898], "p_value": 0.2423212957862964, "input_sha256": "ad395dbbab63f48eb47520528186a728556320636b6dd6676c42c89a93ff0613"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1489732361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3681850431725664, "interval": [-0.6096102008095765, 5.34598028715471], "p_value": 0.109, "input_sha256": "3387343e4d2019703edac6ebbc9638b56460c384102d143c4c865b1283c2f8e6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1489732361, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3681850431725664, "interval": [-0.27663379221641504, 5.251533588627995], "p_value": 0.11563901918277072, "input_sha256": "3387343e4d2019703edac6ebbc9638b56460c384102d143c4c865b1283c2f8e6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1489732361, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 34.57548307803893, "interval": [-140.50327979294343, 209.6542459490213], "p_value": 0.671, "input_sha256": "8aeb45a6dc9ef6c49d8ec12ad1b6d21af0cd097ab2b453e4d3ff0ae13ad0eaec"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1489732361, "p_value_method": "welch_average_effect", "success": true, "estimate": 34.57548307803893, "interval": [-121.06731290640356, 216.8441290678675], "p_value": 0.6915001884380532, "input_sha256": "8aeb45a6dc9ef6c49d8ec12ad1b6d21af0cd097ab2b453e4d3ff0ae13ad0eaec"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2258433314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1747153945722388, "interval": [-4.9971146995880895, 2.647683910443612], "p_value": 0.54, "input_sha256": "945d5611ef66b031b4b0c74edb3790fcd05420f1012df91df535cf1e0c834727"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2258433314, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1747153945722388, "interval": [-5.008217170687458, 2.06273524357094], "p_value": 0.5352137329633411, "input_sha256": "945d5611ef66b031b4b0c74edb3790fcd05420f1012df91df535cf1e0c834727"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2258433314, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -116.6809100867437, "interval": [-304.5982577504046, 71.23643757691721], "p_value": 0.225, "input_sha256": "dae25651afed82564471b960a2ef1b6d229392448d11199915ff7f9fb3c3f575"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2258433314, "p_value_method": "welch_average_effect", "success": true, "estimate": -116.6809100867437, "interval": [-325.8276599680483, 30.31024347468168], "p_value": 0.21488698282068447, "input_sha256": "dae25651afed82564471b960a2ef1b6d229392448d11199915ff7f9fb3c3f575"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2789343377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5988710582180534, "interval": [-2.258397023789044, 7.456139140225151], "p_value": 0.302, "input_sha256": "46ee4540cd205d375c53476e03a81a4b8bcfb25a6fdb93a3b876ef384a0cfcfe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2789343377, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5988710582180534, "interval": [-1.5825061222472714, 7.6327146582905785], "p_value": 0.28483367835671214, "input_sha256": "46ee4540cd205d375c53476e03a81a4b8bcfb25a6fdb93a3b876ef384a0cfcfe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2789343377, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 35.73226939496621, "interval": [-112.40780125083168, 183.8723400407641], "p_value": 0.657, "input_sha256": "a8f33ef9be25bb07e4454d32707ea11d8c4c04cdce3b82369285ccbf0bd02cc5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2789343377, "p_value_method": "welch_average_effect", "success": true, "estimate": 35.73226939496621, "interval": [-101.29459009460795, 188.2852049042728], "p_value": 0.6280915015531483, "input_sha256": "a8f33ef9be25bb07e4454d32707ea11d8c4c04cdce3b82369285ccbf0bd02cc5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 611741639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.21451122597889594, "interval": [-3.981684368608933, 4.410706820566725], "p_value": 0.92, "input_sha256": "14f6776705ee03cb34f03fe8bb7c179b7f8c6b2f3aaf15493dcb119d3f44ab5f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 611741639, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.21451122597889594, "interval": [-3.398209681567665, 4.005626130011551], "p_value": 0.9180115177526447, "input_sha256": "14f6776705ee03cb34f03fe8bb7c179b7f8c6b2f3aaf15493dcb119d3f44ab5f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 611741639, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 64.55999789320393, "interval": [-46.94700172477158, 176.06699751117944], "p_value": 0.262, "input_sha256": "b8e35da43640fa5f07349ba762dbf0144e2a284427f3af152526301de7e75dbd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 611741639, "p_value_method": "welch_average_effect", "success": true, "estimate": 64.55999789320393, "interval": [-12.95708388394589, 193.23824212620528], "p_value": 0.2429451999062784, "input_sha256": "b8e35da43640fa5f07349ba762dbf0144e2a284427f3af152526301de7e75dbd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 813545051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9149348401260742, "interval": [-3.0656611338183968, 4.895530814070545], "p_value": 0.657, "input_sha256": "e6d3df53074fdb29ee3b682b8a1df317615c642408ff6bd8f57a59c72d40dd57"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 813545051, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9149348401260742, "interval": [-2.4989059780201637, 5.006841939991357], "p_value": 0.6440751862644394, "input_sha256": "e6d3df53074fdb29ee3b682b8a1df317615c642408ff6bd8f57a59c72d40dd57"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 813545051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -110.14354414865588, "interval": [-323.01141289841826, 102.7243246011065], "p_value": 0.342, "input_sha256": "8373b3ed3024b329ce3ecba21961c0360b7cc4b718b580105f122f2ae56e5e6f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 813545051, "p_value_method": "welch_average_effect", "success": true, "estimate": -110.14354414865588, "interval": [-365.5305049605025, 45.14107647122235], "p_value": 0.2956821728228204, "input_sha256": "8373b3ed3024b329ce3ecba21961c0360b7cc4b718b580105f122f2ae56e5e6f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1172759150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5167399755072584, "interval": [-3.3192585999688076, 4.352738550983324], "p_value": 0.788, "input_sha256": "7540d3f27b762a29a0356c16adb93a12d671400bab44c54c8ef4d1faaa3bf2b4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1172759150, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5167399755072584, "interval": [-2.9090165442838862, 4.191252321116778], "p_value": 0.7857373366523264, "input_sha256": "7540d3f27b762a29a0356c16adb93a12d671400bab44c54c8ef4d1faaa3bf2b4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1172759150, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -113.12633183598095, "interval": [-320.0832460788886, 93.83058240692671], "p_value": 0.265, "input_sha256": "bc0c7bc3ad271b28b86179f9c4314aa92acdaf2f72c76b9a8080fc6bbad4de53"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1172759150, "p_value_method": "welch_average_effect", "success": true, "estimate": -113.12633183598095, "interval": [-336.0678910288925, 39.69663998879342], "p_value": 0.2710638689741137, "input_sha256": "bc0c7bc3ad271b28b86179f9c4314aa92acdaf2f72c76b9a8080fc6bbad4de53"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2755674825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0517299509622084, "interval": [-1.7706089562461567, 5.874068858170574], "p_value": 0.287, "input_sha256": "de88a327e8bd95fb6e82902f4adaf290d14d239d5c024e6a25179584777bcfae"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2755674825, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0517299509622084, "interval": [-1.4964754512673994, 5.766551513476476], "p_value": 0.2840344527471543, "input_sha256": "de88a327e8bd95fb6e82902f4adaf290d14d239d5c024e6a25179584777bcfae"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2755674825, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 180.6374301689783, "interval": [-55.34592772549604, 416.62078806345266], "p_value": 0.095, "input_sha256": "2cbd31579554158e6783ffa23eed0a1f0366c8c39c4714179441ec13b880aeb7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2755674825, "p_value_method": "welch_average_effect", "success": true, "estimate": 180.6374301689783, "interval": [26.110404483316223, 492.0261456720245], "p_value": 0.12654168333036192, "input_sha256": "2cbd31579554158e6783ffa23eed0a1f0366c8c39c4714179441ec13b880aeb7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3016112319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9051985299103134, "interval": [-4.979919527102409, 3.169522467281782], "p_value": 0.666, "input_sha256": "e39bc939648f7b0cea65e812768f216f043f691ca108f59876a1f0e5fb02315f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3016112319, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9051985299103134, "interval": [-4.724266323265796, 3.125772115611225], "p_value": 0.6546946409798767, "input_sha256": "e39bc939648f7b0cea65e812768f216f043f691ca108f59876a1f0e5fb02315f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3016112319, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -91.02960728549964, "interval": [-241.01834608931478, 58.959131518315516], "p_value": 0.264, "input_sha256": "755ff7d872a826e806f161b6478257ae57bad39002d228e20737482c3dae8dff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3016112319, "p_value_method": "welch_average_effect", "success": true, "estimate": -91.02960728549964, "interval": [-210.70510564005042, 79.86142861777255], "p_value": 0.2267186180533101, "input_sha256": "755ff7d872a826e806f161b6478257ae57bad39002d228e20737482c3dae8dff"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3208925484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7736913023795786, "interval": [-4.589294874230957, 3.0419122694717995], "p_value": 0.68, "input_sha256": "3d0ac6adc48e53aa99f447816c00cb0d1a1949e6703ad0bef9b3791b9184cabe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3208925484, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7736913023795786, "interval": [-4.608977231617934, 2.624930569857712], "p_value": 0.683633481192839, "input_sha256": "3d0ac6adc48e53aa99f447816c00cb0d1a1949e6703ad0bef9b3791b9184cabe"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3208925484, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.267030380921454, "interval": [-161.7314855934954, 242.2655463553383], "p_value": 0.701, "input_sha256": "59ffa2876e3e2f40804e451a1c73765002e7a351e3513059dc1251e09c48667b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3208925484, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.267030380921454, "interval": [-142.77868549262232, 232.6605003453621], "p_value": 0.6887148326194018, "input_sha256": "59ffa2876e3e2f40804e451a1c73765002e7a351e3513059dc1251e09c48667b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1767637347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.229125847749751, "interval": [-6.495694419746392, 2.0374427242468895], "p_value": 0.29, "input_sha256": "8c93bee9bd4456e30bad1e65b1be84bc7cacc51bf334be77c89fdc4c6463bec8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1767637347, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.229125847749751, "interval": [-6.170100803271186, 1.692150904333732], "p_value": 0.296858431280619, "input_sha256": "8c93bee9bd4456e30bad1e65b1be84bc7cacc51bf334be77c89fdc4c6463bec8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1767637347, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.5772795242242, "interval": [-256.5729002805084, 123.41834123206004], "p_value": 0.508, "input_sha256": "5628fb6a7552faba79c68872053aa951cee4f0823092565068ade68c28cee1fa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1767637347, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.5772795242242, "interval": [-239.00538203543854, 129.2815386635688], "p_value": 0.48232656533533536, "input_sha256": "5628fb6a7552faba79c68872053aa951cee4f0823092565068ade68c28cee1fa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3111246746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.9789543724433436, "interval": [-6.481866463196449, 2.523957718309762], "p_value": 0.374, "input_sha256": "d9ea8c5f3796856be593c9a7ad5dc4991ad681735d2f56b1de7ac4889e0c0dbc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3111246746, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.9789543724433436, "interval": [-5.741172011973073, 2.6247699633313246], "p_value": 0.3778174047558682, "input_sha256": "d9ea8c5f3796856be593c9a7ad5dc4991ad681735d2f56b1de7ac4889e0c0dbc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3111246746, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -75.96259942854766, "interval": [-272.55285108873386, 120.62765223163856], "p_value": 0.479, "input_sha256": "84151eb0e2e58d08ba59d29fc43fd7239bc4a85f43ac9839e02d96321b6e5023"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3111246746, "p_value_method": "welch_average_effect", "success": true, "estimate": -75.96259942854766, "interval": [-384.6796208816612, 57.821478496804914], "p_value": 0.4343965139284083, "input_sha256": "84151eb0e2e58d08ba59d29fc43fd7239bc4a85f43ac9839e02d96321b6e5023"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3481634603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7810679308828572, "interval": [-1.7862759559509764, 5.348411817716691], "p_value": 0.333, "input_sha256": "ae60165ba09bb84ee27dddebbfa441035f62365bccd28fdfe86b33ada7a45649"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3481634603, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7810679308828572, "interval": [-1.602970662702518, 5.0613916397106875], "p_value": 0.3184806614716058, "input_sha256": "ae60165ba09bb84ee27dddebbfa441035f62365bccd28fdfe86b33ada7a45649"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3481634603, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.445801088008139, "interval": [-107.65762064584133, 138.5492228218576], "p_value": 0.816, "input_sha256": "4847c47e6903f2785acfe464c2c453cdf8ba4198591e4c619934e178d80cc81f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3481634603, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.445801088008139, "interval": [-106.43467533948665, 121.64107918114733], "p_value": 0.8007684767313833, "input_sha256": "4847c47e6903f2785acfe464c2c453cdf8ba4198591e4c619934e178d80cc81f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 577645593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1223264335381735, "interval": [-3.137369336558076, 5.382022203634423], "p_value": 0.591, "input_sha256": "77be8d31236fce01dd3c4e837aeec3595d22abb1726fa723d332d90950460f6e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 577645593, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1223264335381735, "interval": [-3.1345374644027872, 4.843457285113156], "p_value": 0.596830598611934, "input_sha256": "77be8d31236fce01dd3c4e837aeec3595d22abb1726fa723d332d90950460f6e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 577645593, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 62.706806559408875, "interval": [-181.37100372451235, 306.7846168433301], "p_value": 0.6, "input_sha256": "740e86929c070bd71b5aaa6f23f47ed405ef057dc52944e2a2b7225b848b2eb0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 577645593, "p_value_method": "welch_average_effect", "success": true, "estimate": 62.706806559408875, "interval": [-121.70993032930501, 356.6786304325902], "p_value": 0.6049779975756288, "input_sha256": "740e86929c070bd71b5aaa6f23f47ed405ef057dc52944e2a2b7225b848b2eb0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2924843094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.073956584680159, "interval": [-8.510151664573229, 0.3622384952129112], "p_value": 0.072, "input_sha256": "fe8264605de987a2a80a72ac5e3d5c5b570f545ff4a2911e8a6e1c122c030652"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2924843094, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.073956584680159, "interval": [-7.732828498008666, 0.3905525640481614], "p_value": 0.07076512904414176, "input_sha256": "fe8264605de987a2a80a72ac5e3d5c5b570f545ff4a2911e8a6e1c122c030652"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2924843094, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 120.16018262642488, "interval": [-39.71065037313328, 280.03101562598306], "p_value": 0.108, "input_sha256": "20fef0e80d99075a981de444bb995a84581363258bf2a226d20ff9f819758330"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2924843094, "p_value_method": "welch_average_effect", "success": true, "estimate": 120.16018262642488, "interval": [18.410757988196178, 302.7674427487195], "p_value": 0.1333253802815816, "input_sha256": "20fef0e80d99075a981de444bb995a84581363258bf2a226d20ff9f819758330"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 581280495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.8745841042094362, "interval": [-4.366005703728416, 2.616837495309544], "p_value": 0.631, "input_sha256": "03f42c5617a4e5a46b03436679f6397ed714b877f390826627347d623e028363"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 581280495, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.8745841042094362, "interval": [-3.916483862315833, 2.512025174772196], "p_value": 0.6145558849934267, "input_sha256": "03f42c5617a4e5a46b03436679f6397ed714b877f390826627347d623e028363"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 581280495, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.560588470202461, "interval": [-143.87101922082724, 128.74984228042229], "p_value": 0.927, "input_sha256": "53b1e80cb35af1058877ec83c9217fca37a349deeca7ca18ff92a0acab9b3ab6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 581280495, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.560588470202461, "interval": [-153.64317705782378, 104.57559323226931], "p_value": 0.9111135737031589, "input_sha256": "53b1e80cb35af1058877ec83c9217fca37a349deeca7ca18ff92a0acab9b3ab6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 422803841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.316828728723582, "interval": [-3.5071159330087562, 6.14077339045592], "p_value": 0.589, "input_sha256": "fb5fb47dcdf0d4a0d39a881ed2b6475f2e8d6c58b1a85950ace94422ca0da0e9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 422803841, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.316828728723582, "interval": [-3.0672808644279037, 5.804406102277448], "p_value": 0.5810631578200205, "input_sha256": "fb5fb47dcdf0d4a0d39a881ed2b6475f2e8d6c58b1a85950ace94422ca0da0e9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 422803841, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -15.551195770174104, "interval": [-221.07791353065895, 189.97552199031074], "p_value": 0.901, "input_sha256": "8b023ea568213aa4239ba548de40a4fc9849999d03659ebfbc660b65f538f9aa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 422803841, "p_value_method": "welch_average_effect", "success": true, "estimate": -15.551195770174104, "interval": [-232.27609952760122, 184.68761735079494], "p_value": 0.8790700238363174, "input_sha256": "8b023ea568213aa4239ba548de40a4fc9849999d03659ebfbc660b65f538f9aa"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3712121075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.7665052058099757, "interval": [-6.3094231588951315, 2.77641274727518], "p_value": 0.454, "input_sha256": "116035e3995730603bb47836989dd24575c94c28ee0b0a5707059e351deb8abc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3712121075, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.7665052058099757, "interval": [-6.365240831445849, 2.292550787834198], "p_value": 0.435405128710022, "input_sha256": "116035e3995730603bb47836989dd24575c94c28ee0b0a5707059e351deb8abc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3712121075, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.671939692343756, "interval": [-229.65499537241783, 212.31111598773032], "p_value": 0.915, "input_sha256": "1be6b37f3a1df93e5b83ede411640970502f8d4793ff675c3fbb1d58f6f71b44"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3712121075, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.671939692343756, "interval": [-199.78376949155236, 233.05715614487914], "p_value": 0.9370649514101712, "input_sha256": "1be6b37f3a1df93e5b83ede411640970502f8d4793ff675c3fbb1d58f6f71b44"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2286179117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.31137693936262245, "interval": [-3.3546490152028103, 3.9774028939280552], "p_value": 0.859, "input_sha256": "b56f2c4c926e365f812ec9e3394ad1febbbb873560f12b5475ba1f4e7f08a5eb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2286179117, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.31137693936262245, "interval": [-3.014544503199134, 4.004946109610479], "p_value": 0.8643812309683265, "input_sha256": "b56f2c4c926e365f812ec9e3394ad1febbbb873560f12b5475ba1f4e7f08a5eb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2286179117, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.08833925483074, "interval": [-254.99660006904273, 164.81992155938124], "p_value": 0.698, "input_sha256": "f4e2cb283157cccfa2b9314d448aa6ec037b9d6169698d7b2c614ad21ee35cd0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2286179117, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.08833925483074, "interval": [-282.92819035006727, 121.36838456079961], "p_value": 0.6657758950212582, "input_sha256": "f4e2cb283157cccfa2b9314d448aa6ec037b9d6169698d7b2c614ad21ee35cd0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4161804809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.6511250582705568, "interval": [-4.505368103254049, 3.203117986712935], "p_value": 0.726, "input_sha256": "5542289ad244f2cdf0afd5bff264b00fcff77aadea0a9c5fcd5e5663142b97c2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4161804809, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.6511250582705568, "interval": [-4.364433969888697, 3.0162123248700516], "p_value": 0.7342385544659262, "input_sha256": "5542289ad244f2cdf0afd5bff264b00fcff77aadea0a9c5fcd5e5663142b97c2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4161804809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.319267953671556, "interval": [-182.0816654140018, 169.4431295066587], "p_value": 0.968, "input_sha256": "bb2948fdb6c366b413647918a5eb701eb8c486c6b1e6e2d60eefcb2bab4a5296"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4161804809, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.319267953671556, "interval": [-257.76513690950526, 106.44035400810019], "p_value": 0.9420222982780948, "input_sha256": "bb2948fdb6c366b413647918a5eb701eb8c486c6b1e6e2d60eefcb2bab4a5296"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 477738308, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7138894984304276, "interval": [-4.657783432607852, 3.2300044357469964], "p_value": 0.708, "input_sha256": "bad08b27329f1f581929775c1397bbda0ee08490662e7116e299d8c667131ff6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 477738308, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7138894984304276, "interval": [-3.898938698927794, 3.332768961656175], "p_value": 0.7160133868941236, "input_sha256": "bad08b27329f1f581929775c1397bbda0ee08490662e7116e299d8c667131ff6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 477738308, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.76493418119335, "interval": [-257.7073685830342, 124.17750022064752], "p_value": 0.522, "input_sha256": "9673bf8994e5ce8ed9803f28c8c4194651c89d3294b95189cfce98ff1c79c468"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 477738308, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.76493418119335, "interval": [-275.4126772859312, 96.26492478468205], "p_value": 0.4818640005181919, "input_sha256": "9673bf8994e5ce8ed9803f28c8c4194651c89d3294b95189cfce98ff1c79c468"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2964114535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.5628842927889384, "interval": [-3.377161129712763, 4.502929715290639], "p_value": 0.752, "input_sha256": "75c5abf7d9f758d25c8db7cdab9bae07e0c1407ecfc38a4a58320ee7e79b1435"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2964114535, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.5628842927889384, "interval": [-2.819173189225111, 4.0907961337454655], "p_value": 0.7739847547503097, "input_sha256": "75c5abf7d9f758d25c8db7cdab9bae07e0c1407ecfc38a4a58320ee7e79b1435"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2964114535, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -95.74936484110182, "interval": [-348.77423458432384, 157.2755049021202], "p_value": 0.477, "input_sha256": "24dafbe0c708db0301ca265b658754630b87f7d38d91860d90e154dc93f76a17"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2964114535, "p_value_method": "welch_average_effect", "success": true, "estimate": -95.74936484110182, "interval": [-408.4048003358087, 83.36092270740116], "p_value": 0.4455201892688171, "input_sha256": "24dafbe0c708db0301ca265b658754630b87f7d38d91860d90e154dc93f76a17"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 671528035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1417736518966173, "interval": [-5.002308026291063, 2.7187607224978283], "p_value": 0.552, "input_sha256": "10ec350f4b2e0b6bb3a8a284694c2d1b4afc478e9d4018643b0b5d8cea94bc52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 671528035, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1417736518966173, "interval": [-4.40232258295265, 2.640877682236356], "p_value": 0.5529064277423403, "input_sha256": "10ec350f4b2e0b6bb3a8a284694c2d1b4afc478e9d4018643b0b5d8cea94bc52"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 671528035, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 23.194379038236505, "interval": [-116.46622837499972, 162.8549864514727], "p_value": 0.745, "input_sha256": "ba76c7f757c9d84e37c6b2ba05edcbaaa26e47f6c84e0e842b3741c593f33612"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 671528035, "p_value_method": "welch_average_effect", "success": true, "estimate": 23.194379038236505, "interval": [-94.18799467479184, 170.1911682698199], "p_value": 0.7375420553334151, "input_sha256": "ba76c7f757c9d84e37c6b2ba05edcbaaa26e47f6c84e0e842b3741c593f33612"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3129606026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.35038038031863117, "interval": [-3.6260319149219744, 4.326792675559236], "p_value": 0.857, "input_sha256": "b66ef095deb364f4b608fd313f8d897d47daccfe69550c547e0bc31c818bb868"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3129606026, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.35038038031863117, "interval": [-3.282500900715009, 4.044114611704556], "p_value": 0.8593724918213422, "input_sha256": "b66ef095deb364f4b608fd313f8d897d47daccfe69550c547e0bc31c818bb868"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3129606026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -29.124691019683894, "interval": [-176.7574895590663, 118.50810751969851], "p_value": 0.699, "input_sha256": "140a1863c2cbf33492e2484e262e0f43d3f0b312eaafb143731b7b57b07a5e34"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3129606026, "p_value_method": "welch_average_effect", "success": true, "estimate": -29.124691019683894, "interval": [-215.36813349789992, 84.48988061379454], "p_value": 0.6903411947345564, "input_sha256": "140a1863c2cbf33492e2484e262e0f43d3f0b312eaafb143731b7b57b07a5e34"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2855407703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.481515924029221, "interval": [-8.682983280597124, -0.2800485674613169], "p_value": 0.04, "input_sha256": "bdc0c7c600e4079c7c7deb0b34c96d3614e71c25fc1e59862b2e4a441a40c8bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2855407703, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.481515924029221, "interval": [-8.324375095581928, -0.3325858856973588], "p_value": 0.037212608099698126, "input_sha256": "bdc0c7c600e4079c7c7deb0b34c96d3614e71c25fc1e59862b2e4a441a40c8bf"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2855407703, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -76.2248950851527, "interval": [-327.31192174848616, 174.86213157818074], "p_value": 0.579, "input_sha256": "177667d53ab9d21ac5d04c11c545947b868064fd3da72698f97f60bf89dcd523"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2855407703, "p_value_method": "welch_average_effect", "success": true, "estimate": -76.2248950851527, "interval": [-352.7693306909281, 112.86695952027868], "p_value": 0.539333481982657, "input_sha256": "177667d53ab9d21ac5d04c11c545947b868064fd3da72698f97f60bf89dcd523"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3774761225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1603950126172666, "interval": [-6.576927026549557, 4.2561370013150235], "p_value": 0.645, "input_sha256": "87020a335da50a8acf9c5d435527c396fbf119c11b8d31f8ee14d7f39de7d9da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3774761225, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1603950126172666, "interval": [-6.656667723163288, 4.114624642677746], "p_value": 0.6667357434043648, "input_sha256": "87020a335da50a8acf9c5d435527c396fbf119c11b8d31f8ee14d7f39de7d9da"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3774761225, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -25.62149415743798, "interval": [-237.61268763137085, 186.3696993164949], "p_value": 0.816, "input_sha256": "344b62845c86257e05a3a581f75a069c2b450bdebf8dae03c4a6d6c1665fbb7b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3774761225, "p_value_method": "welch_average_effect", "success": true, "estimate": -25.62149415743798, "interval": [-226.99786690236988, 169.4090378921797], "p_value": 0.8078909046413917, "input_sha256": "344b62845c86257e05a3a581f75a069c2b450bdebf8dae03c4a6d6c1665fbb7b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1943672663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.379177408032568, "interval": [-7.528785623824603, 0.7704308077594666], "p_value": 0.104, "input_sha256": "477e1d16e5ae1abb58b57177f2842beb25a035885073985c4b4c1f079477d86b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1943672663, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.379177408032568, "interval": [-6.958330489746149, 0.5335580034539881], "p_value": 0.10720736779646835, "input_sha256": "477e1d16e5ae1abb58b57177f2842beb25a035885073985c4b4c1f079477d86b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1943672663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -49.28518163867419, "interval": [-210.20831908558415, 111.63795580823579], "p_value": 0.539, "input_sha256": "ead0477e938ea80e267b4d8d9499da2742099faefc4e3818d98043e02900799f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1943672663, "p_value_method": "welch_average_effect", "success": true, "estimate": -49.28518163867419, "interval": [-193.6930061350136, 95.08308606291459], "p_value": 0.5353800032311892, "input_sha256": "ead0477e938ea80e267b4d8d9499da2742099faefc4e3818d98043e02900799f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1819476488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.258552703967938, "interval": [-5.292974522294802, 2.775869114358926], "p_value": 0.497, "input_sha256": "c3c3bcb7c662a29e9177fbbc8476e64eb13b2f700403eeb6101c41268463ef63"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1819476488, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.258552703967938, "interval": [-4.949255069961321, 2.179518519834165], "p_value": 0.5314240267952174, "input_sha256": "c3c3bcb7c662a29e9177fbbc8476e64eb13b2f700403eeb6101c41268463ef63"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1819476488, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 136.91551633336536, "interval": [-39.93814977839202, 313.76918244512274], "p_value": 0.092, "input_sha256": "982e9831f01f0d167d3161f87bcffaefd65dae9dc863115ce48af531b0096fc0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1819476488, "p_value_method": "welch_average_effect", "success": true, "estimate": 136.91551633336536, "interval": [26.593204558455902, 408.0042612552462], "p_value": 0.12241374744142383, "input_sha256": "982e9831f01f0d167d3161f87bcffaefd65dae9dc863115ce48af531b0096fc0"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2550735560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.5447041284551304, "interval": [-0.8358452071951379, 5.925253464105399], "p_value": 0.139, "input_sha256": "7f0f7b11d749faa2488a87a142850901e5ed80c92586ecc88ee8e65c3e608a9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2550735560, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.5447041284551304, "interval": [-0.20052294890943406, 6.122429504685394], "p_value": 0.13555989728045753, "input_sha256": "7f0f7b11d749faa2488a87a142850901e5ed80c92586ecc88ee8e65c3e608a9e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2550735560, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -140.8635241920967, "interval": [-314.55365245441374, 32.826604070220355], "p_value": 0.064, "input_sha256": "9704312c0ab870f69e74684d015d444001ef95ddb6043bac1a187a37ae1a0ce7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2550735560, "p_value_method": "welch_average_effect", "success": true, "estimate": -140.8635241920967, "interval": [-391.23561338283935, -31.120660794894093], "p_value": 0.10664414322530925, "input_sha256": "9704312c0ab870f69e74684d015d444001ef95ddb6043bac1a187a37ae1a0ce7"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1194284328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6967417521278474, "interval": [-2.7287732468403387, 4.1222567510960335], "p_value": 0.714, "input_sha256": "881ade934d323edaeef734a660a79d2edc89bfc7f9b6b08bd6f23dc42a8b59f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1194284328, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6967417521278474, "interval": [-2.7096964309279477, 3.9578032956009412], "p_value": 0.6816428953860195, "input_sha256": "881ade934d323edaeef734a660a79d2edc89bfc7f9b6b08bd6f23dc42a8b59f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1194284328, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -126.20616237181257, "interval": [-375.08505625121643, 122.67273150759131], "p_value": 0.348, "input_sha256": "c9d4678792b0c218a72075923094f4e812c98e885e0cf0b0b7181abe985012b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1194284328, "p_value_method": "welch_average_effect", "success": true, "estimate": -126.20616237181257, "interval": [-402.491570530458, 66.14423585808434], "p_value": 0.3078164100595331, "input_sha256": "c9d4678792b0c218a72075923094f4e812c98e885e0cf0b0b7181abe985012b5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4178470731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.974835622783857, "interval": [-6.521854970495964, 2.5721837249282498], "p_value": 0.396, "input_sha256": "2f222c4a0e3f05556ad3521759c79e986c861460a15380be130f3546b67428e8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4178470731, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.974835622783857, "interval": [-6.3056782127326345, 2.498409721608794], "p_value": 0.38480307671553515, "input_sha256": "2f222c4a0e3f05556ad3521759c79e986c861460a15380be130f3546b67428e8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4178470731, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -265.4847563312496, "interval": [-586.5632362064441, 55.593723543944805], "p_value": 0.068, "input_sha256": "87c8d2117d1bbb28b17b73769b4c5f6999ce21dbc997cc2ef5c71783edb130a3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4178470731, "p_value_method": "welch_average_effect", "success": true, "estimate": -265.4847563312496, "interval": [-734.5806326485138, -50.756567316883235], "p_value": 0.10019808472838106, "input_sha256": "87c8d2117d1bbb28b17b73769b4c5f6999ce21dbc997cc2ef5c71783edb130a3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2175751881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6969340689474137, "interval": [-6.121175899503046, 0.7273077616082189], "p_value": 0.123, "input_sha256": "ef8511a89b2cddb45518b7bdcab0fa7d9a130da5ef5080866c13ab8edfa07b1e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2175751881, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6969340689474137, "interval": [-6.139115649301457, 0.34939325989975306], "p_value": 0.1190117918501467, "input_sha256": "ef8511a89b2cddb45518b7bdcab0fa7d9a130da5ef5080866c13ab8edfa07b1e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2175751881, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.8095009270817, "interval": [-144.92148229925948, 129.30248044509608], "p_value": 0.906, "input_sha256": "cb9fd07d7c4c18d50932be9d00329c1a56590e24e3eecd49556a3cfc05bd2894"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2175751881, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.8095009270817, "interval": [-160.00679905329648, 98.38311760195181], "p_value": 0.9086508854378481, "input_sha256": "cb9fd07d7c4c18d50932be9d00329c1a56590e24e3eecd49556a3cfc05bd2894"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3953445893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.9980652657982763, "interval": [-4.76515654170555, 2.7690260101089974], "p_value": 0.605, "input_sha256": "09155507cd1606ae8403bce091517e19e966c61d417a6472f462c20bb68c95ca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3953445893, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.9980652657982763, "interval": [-4.620423500292527, 2.0526962121785175], "p_value": 0.5941989588631915, "input_sha256": "09155507cd1606ae8403bce091517e19e966c61d417a6472f462c20bb68c95ca"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3953445893, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 43.87612774829529, "interval": [-131.5253100858057, 219.27756558239628], "p_value": 0.626, "input_sha256": "ee45b8fea1ed323225fec44fb334e61d5c484b8ff4339d2199f280ea5e0caf8b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3953445893, "p_value_method": "welch_average_effect", "success": true, "estimate": 43.87612774829529, "interval": [-79.32902322038012, 258.47955867943375], "p_value": 0.6126133364829744, "input_sha256": "ee45b8fea1ed323225fec44fb334e61d5c484b8ff4339d2199f280ea5e0caf8b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1303543954, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1630523119059557, "interval": [-5.417542787747697, 3.091438163935786], "p_value": 0.613, "input_sha256": "2d3f2c34fbe09a61d16a4c5d1e22a0cdec92003f496dd19e8b9976281f4c7219"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1303543954, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1630523119059557, "interval": [-4.803608739375657, 2.8350662419959654], "p_value": 0.5817579988880082, "input_sha256": "2d3f2c34fbe09a61d16a4c5d1e22a0cdec92003f496dd19e8b9976281f4c7219"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1303543954, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.75665726309273, "interval": [-294.1725834216126, 160.65926889542715], "p_value": 0.569, "input_sha256": "0ab4e41c05bef6497e47b892036591d6efa9885d79beb6b1d7069543256580ed"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1303543954, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.75665726309273, "interval": [-336.28193820701244, 111.07506794805543], "p_value": 0.5520583765486401, "input_sha256": "0ab4e41c05bef6497e47b892036591d6efa9885d79beb6b1d7069543256580ed"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 476343882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.172030386965451, "interval": [0.30388630110998793, 8.040174472820915], "p_value": 0.032, "input_sha256": "9653a547805849c637d73f299911e52370f636b9fa5bfbd8bf1ce88dedbac5a1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 476343882, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.172030386965451, "interval": [0.4920357641974053, 7.7559011805279905], "p_value": 0.0352544285638321, "input_sha256": "9653a547805849c637d73f299911e52370f636b9fa5bfbd8bf1ce88dedbac5a1"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 476343882, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 30.343576093957438, "interval": [-113.02496267275438, 173.71211486066926], "p_value": 0.782, "input_sha256": "c6c50e62477912a257e2b259147ff40362ae7ea5bae165dbc5968a938020ca3f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 476343882, "p_value_method": "welch_average_effect", "success": true, "estimate": 30.343576093957438, "interval": [-65.00232768747863, 235.01991483802115], "p_value": 0.6675517413050653, "input_sha256": "c6c50e62477912a257e2b259147ff40362ae7ea5bae165dbc5968a938020ca3f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2644202384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.48546363000370363, "interval": [-3.4240083683656946, 4.394935628373101], "p_value": 0.811, "input_sha256": "525e5f6992791de3d37cb36a7296091fba28684dae27816a44818e2d300f40ed"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2644202384, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.48546363000370363, "interval": [-3.063438480045296, 4.30545854933553], "p_value": 0.8027252166470348, "input_sha256": "525e5f6992791de3d37cb36a7296091fba28684dae27816a44818e2d300f40ed"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2644202384, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 13.39062154557179, "interval": [-161.06304411951413, 187.84428721065768], "p_value": 0.877, "input_sha256": "f107c87a91007b025d494ab8e439407b2b2364e6b8ff13f03852ee5f33ca40bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2644202384, "p_value_method": "welch_average_effect", "success": true, "estimate": 13.39062154557179, "interval": [-127.371178845434, 192.0977543863733], "p_value": 0.8772468293138715, "input_sha256": "f107c87a91007b025d494ab8e439407b2b2364e6b8ff13f03852ee5f33ca40bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 284768613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8932626372286503, "interval": [-2.6922783937583112, 4.478803668215612], "p_value": 0.615, "input_sha256": "99b23f0d9f48677f78728def576b1888c2816b8672f50ae8f15fb6d8b369be86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 284768613, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8932626372286503, "interval": [-2.6458989909367023, 4.019969983251189], "p_value": 0.6169356944308235, "input_sha256": "99b23f0d9f48677f78728def576b1888c2816b8672f50ae8f15fb6d8b369be86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 284768613, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 41.706438509282506, "interval": [-108.64983706834444, 192.06271408690947], "p_value": 0.586, "input_sha256": "a06873872c331f49e7a4ea6380ea584209ec8c91ffcc0311325a4f90bc6b952e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 284768613, "p_value_method": "welch_average_effect", "success": true, "estimate": 41.706438509282506, "interval": [-77.53556247000839, 206.14544547599024], "p_value": 0.5764356990117117, "input_sha256": "a06873872c331f49e7a4ea6380ea584209ec8c91ffcc0311325a4f90bc6b952e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2561002189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.750882258623413, "interval": [-0.377002671684993, 5.878767188931819], "p_value": 0.078, "input_sha256": "28525a45606aee583a5ac1893a62ea18ae2dc5963b5078146d7647c88b438874"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2561002189, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.750882258623413, "interval": [-0.006141167356929474, 5.472020942443306], "p_value": 0.08300722466239815, "input_sha256": "28525a45606aee583a5ac1893a62ea18ae2dc5963b5078146d7647c88b438874"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2561002189, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 88.54029409068079, "interval": [-121.87707818941868, 298.95766637078026], "p_value": 0.504, "input_sha256": "fbf01a3be8ca1b1fa1bce471a3090fdc58aec2d531c5145ff5e5f0895279c8d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2561002189, "p_value_method": "welch_average_effect", "success": true, "estimate": 88.54029409068079, "interval": [-44.497050175772905, 423.09026450573975], "p_value": 0.39305544229283085, "input_sha256": "fbf01a3be8ca1b1fa1bce471a3090fdc58aec2d531c5145ff5e5f0895279c8d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 647248794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.89940572338584, "interval": [-6.395630777704762, 0.5968193309330818], "p_value": 0.105, "input_sha256": "d6088b12642de753c5305df4be02b780bd7693cfec7e80577eb50a7bb147a4d3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 647248794, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.89940572338584, "interval": [-6.228793275638653, 0.46071263219470976], "p_value": 0.10135063034816873, "input_sha256": "d6088b12642de753c5305df4be02b780bd7693cfec7e80577eb50a7bb147a4d3"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 647248794, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -76.92043601906025, "interval": [-239.66713600312266, 85.82626396500217], "p_value": 0.367, "input_sha256": "088aa4e912e7ed383cc27cf571883b27eb42b410a0a5cb186d117cd68a58bff6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 647248794, "p_value_method": "welch_average_effect", "success": true, "estimate": -76.92043601906025, "interval": [-260.4982423615662, 52.712852888197354], "p_value": 0.34274943745895114, "input_sha256": "088aa4e912e7ed383cc27cf571883b27eb42b410a0a5cb186d117cd68a58bff6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 787755300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.3967861296248376, "interval": [-8.14144090224206, 1.3478686429923856], "p_value": 0.149, "input_sha256": "33781df22c60c33c6a53bcf3047ad7412c29da5cfdd6791d3b226c442f8241f4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 787755300, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.3967861296248376, "interval": [-7.9405233023602735, 0.7112003139510591], "p_value": 0.1554311125125195, "input_sha256": "33781df22c60c33c6a53bcf3047ad7412c29da5cfdd6791d3b226c442f8241f4"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 787755300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.503240754026706, "interval": [-124.5683084867634, 105.56182697870999], "p_value": 0.877, "input_sha256": "f35c42eb8ccfaa31e05f805035b32e8669933b0388a3f0ffe35091662978cb60"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 787755300, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.503240754026706, "interval": [-117.4823245068838, 96.81103330279349], "p_value": 0.8679397166514755, "input_sha256": "f35c42eb8ccfaa31e05f805035b32e8669933b0388a3f0ffe35091662978cb60"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2461377983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.428231283874119, "interval": [-7.354934981523638, -1.5015275862246011], "p_value": 0.002, "input_sha256": "ef154adf61d01edc3bf5e69f52028ede1e537d13414fe4fc3d54fc763129d8a5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2461377983, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.428231283874119, "interval": [-7.04501760409587, -1.748099886700037], "p_value": 0.004069397735643158, "input_sha256": "ef154adf61d01edc3bf5e69f52028ede1e537d13414fe4fc3d54fc763129d8a5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2461377983, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.67026768767514, "interval": [-224.41051399557242, 83.06997862022214], "p_value": 0.387, "input_sha256": "89bd4648b30112a32125ae835b16b7841b5812e4fd25cbfe3d90a4c085054beb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2461377983, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.67026768767514, "interval": [-233.3444551487321, 66.19448767695003], "p_value": 0.35691576591343344, "input_sha256": "89bd4648b30112a32125ae835b16b7841b5812e4fd25cbfe3d90a4c085054beb"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2944576067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1708867388058302, "interval": [-5.781441417673322, 3.4396679400616614], "p_value": 0.615, "input_sha256": "3c73f329aba7d9cdcb6e7b43b3d2f00df0efc6e1495a2e71bc556d156549462a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2944576067, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1708867388058302, "interval": [-5.6734283526143034, 2.487284850229649], "p_value": 0.610058341838057, "input_sha256": "3c73f329aba7d9cdcb6e7b43b3d2f00df0efc6e1495a2e71bc556d156549462a"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2944576067, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -66.29157784730013, "interval": [-226.45418032477488, 93.87102463017463], "p_value": 0.407, "input_sha256": "3512ff38d58cdf4d2bca5e3d5061afb3a5d85a9afcb70a6262b75a2c1493d0e2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2944576067, "p_value_method": "welch_average_effect", "success": true, "estimate": -66.29157784730013, "interval": [-214.2311528788852, 95.8277560392798], "p_value": 0.40694617301495406, "input_sha256": "3512ff38d58cdf4d2bca5e3d5061afb3a5d85a9afcb70a6262b75a2c1493d0e2"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 775011418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2312109611877311, "interval": [-4.613574577077466, 4.1511526547020035], "p_value": 0.905, "input_sha256": "a943e96e840b491511aabe4779356274a455f8128f071c01ecda85c074b19804"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 775011418, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2312109611877311, "interval": [-4.071651150787369, 3.8719168388147707], "p_value": 0.9154021455411303, "input_sha256": "a943e96e840b491511aabe4779356274a455f8128f071c01ecda85c074b19804"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 775011418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 140.14713735717905, "interval": [15.863528736802564, 264.43074597755555], "p_value": 0.015, "input_sha256": "049961f151637caf2f1e291b8890c809069269bc2e3ecafdf5ea28b8e407f163"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 775011418, "p_value_method": "welch_average_effect", "success": true, "estimate": 140.14713735717905, "interval": [47.14834175004692, 282.57082331166475], "p_value": 0.028913259523654762, "input_sha256": "049961f151637caf2f1e291b8890c809069269bc2e3ecafdf5ea28b8e407f163"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4129667763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3589575134802487, "interval": [-2.456493353493702, 7.174408380454199], "p_value": 0.321, "input_sha256": "f4ab3e704d34a45c8f9e2212f3aa455d23b08517d5bcefcce9d738ad41890e13"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4129667763, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3589575134802487, "interval": [-2.501539551023389, 6.520863685844989], "p_value": 0.32676297301827173, "input_sha256": "f4ab3e704d34a45c8f9e2212f3aa455d23b08517d5bcefcce9d738ad41890e13"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4129667763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 27.996846127871663, "interval": [-213.45694030968528, 269.4506325654286], "p_value": 0.811, "input_sha256": "4f4fefaaaa1edcd070cc55adb73027aeefb66994e50e99ed0c8684f58afe8b57"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4129667763, "p_value_method": "welch_average_effect", "success": true, "estimate": 27.996846127871663, "interval": [-159.83125908437694, 325.0531981303293], "p_value": 0.8149665064667315, "input_sha256": "4f4fefaaaa1edcd070cc55adb73027aeefb66994e50e99ed0c8684f58afe8b57"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1035340561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.005631715700483042, "interval": [-2.807015966141732, 2.795752534740766], "p_value": 0.997, "input_sha256": "349cc502f409794865bd3f93ab07a91a5e1e8a883cbfb5fd6ccb25d8df0a4656"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1035340561, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.005631715700483042, "interval": [-2.32094278978806, 2.6890159348349356], "p_value": 0.9967739003465992, "input_sha256": "349cc502f409794865bd3f93ab07a91a5e1e8a883cbfb5fd6ccb25d8df0a4656"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1035340561, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.755446557196336, "interval": [-130.82760638328844, 212.3384994976811], "p_value": 0.632, "input_sha256": "7c6b8ac700d10dbe12b5363a60a15e5f7547e90aa5d434b8c9d091f4ceee5724"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1035340561, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.755446557196336, "interval": [-100.60339236530166, 208.3900701239557], "p_value": 0.6331773647286969, "input_sha256": "7c6b8ac700d10dbe12b5363a60a15e5f7547e90aa5d434b8c9d091f4ceee5724"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3740558463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.40634845549218745, "interval": [-4.233647485677068, 5.046344396661443], "p_value": 0.862, "input_sha256": "bfe237cabdc01db658421bb22d1359ad784913e8431208cb2b20bbc6955c05b8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3740558463, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.40634845549218745, "interval": [-3.907449632846927, 4.873405981159149], "p_value": 0.8601558726936727, "input_sha256": "bfe237cabdc01db658421bb22d1359ad784913e8431208cb2b20bbc6955c05b8"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3740558463, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 96.07217705274726, "interval": [-80.29623016058102, 272.4405842660756], "p_value": 0.297, "input_sha256": "c965214a23df5c74704195045d2ba5d824cd10229e4915fe91ded42bf701b426"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3740558463, "p_value_method": "welch_average_effect", "success": true, "estimate": 96.07217705274726, "interval": [-44.6972097237809, 310.64592900488867], "p_value": 0.27474217046686744, "input_sha256": "c965214a23df5c74704195045d2ba5d824cd10229e4915fe91ded42bf701b426"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 4204463114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.4273831920370377, "interval": [-4.273546965058209, 3.418780580984133], "p_value": 0.839, "input_sha256": "a891fe97a152669815a0d389f13f7b2cb4f85fb5342e109831908a1c67e43f15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 4204463114, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.4273831920370377, "interval": [-4.340343029958343, 2.766767961515229], "p_value": 0.8231289401965, "input_sha256": "a891fe97a152669815a0d389f13f7b2cb4f85fb5342e109831908a1c67e43f15"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 4204463114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 24.16900869934065, "interval": [-233.1957123182561, 281.5337297169374], "p_value": 0.862, "input_sha256": "18ab0abbd5f31544d7a675689b4510c1b2950230fcb2f80731e20214f1816b86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 4204463114, "p_value_method": "welch_average_effect", "success": true, "estimate": 24.16900869934065, "interval": [-172.9416266261283, 385.53580339564627], "p_value": 0.8497576316055514, "input_sha256": "18ab0abbd5f31544d7a675689b4510c1b2950230fcb2f80731e20214f1816b86"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2904474624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.7712778678409755, "interval": [-5.303061750451652, 3.7605060147697014], "p_value": 0.725, "input_sha256": "6c06ebe039d9bde43e65b8d4c8c90078e05c4e061f38bdfc3a3c056e3d2a0ad6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2904474624, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.7712778678409755, "interval": [-4.76506967151452, 3.4860960750349093], "p_value": 0.7316410194284102, "input_sha256": "6c06ebe039d9bde43e65b8d4c8c90078e05c4e061f38bdfc3a3c056e3d2a0ad6"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2904474624, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -115.62958269451467, "interval": [-329.9408683941382, 98.68170300510887], "p_value": 0.329, "input_sha256": "8232967846bda424f740509bd347e7101e3d00fc600a009362e5f701ef65dbe5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2904474624, "p_value_method": "welch_average_effect", "success": true, "estimate": -115.62958269451467, "interval": [-417.35339718080405, 24.71880312199131], "p_value": 0.2772867121819218, "input_sha256": "8232967846bda424f740509bd347e7101e3d00fc600a009362e5f701ef65dbe5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3433429029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2864673382554503, "interval": [-3.0438735336201166, 5.616808210131017], "p_value": 0.57, "input_sha256": "07ca1cdf950ae5aeaa094d804c7dcbe723be8f40cbd134a47660e31e7b118e1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3433429029, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2864673382554503, "interval": [-2.8831642653234475, 5.112827684332291], "p_value": 0.5509345003756367, "input_sha256": "07ca1cdf950ae5aeaa094d804c7dcbe723be8f40cbd134a47660e31e7b118e1f"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3433429029, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -32.865913011668766, "interval": [-227.95622401721957, 162.22439799388204], "p_value": 0.735, "input_sha256": "769bcdb179a1d7f6dd49f926205f7c1289fa091c675cc55727f729f7682be8bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3433429029, "p_value_method": "welch_average_effect", "success": true, "estimate": -32.865913011668766, "interval": [-233.47806522531195, 131.763703377463], "p_value": 0.7349483084401249, "input_sha256": "769bcdb179a1d7f6dd49f926205f7c1289fa091c675cc55727f729f7682be8bc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3382123005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.5840404144648623, "interval": [-5.263426166585627, 4.095345337655902], "p_value": 0.805, "input_sha256": "9b56e4129bb55f1b676dd0ecd11f4b5beae70efbbf524d0b0b0740a84ecbb39e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3382123005, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.5840404144648623, "interval": [-5.077367947858262, 3.5911564588394396], "p_value": 0.8015069016127931, "input_sha256": "9b56e4129bb55f1b676dd0ecd11f4b5beae70efbbf524d0b0b0740a84ecbb39e"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3382123005, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -11.058411601092843, "interval": [-284.79412284402645, 262.6772996418408], "p_value": 0.913, "input_sha256": "02b99f3f2e1821a16b2b2c8fed31dcfaf638d317c421d1a31d2d0e5f6c1b0d42"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3382123005, "p_value_method": "welch_average_effect", "success": true, "estimate": -11.058411601092843, "interval": [-253.91016889183922, 271.9910401868861], "p_value": 0.9352307222124441, "input_sha256": "02b99f3f2e1821a16b2b2c8fed31dcfaf638d317c421d1a31d2d0e5f6c1b0d42"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2871631933, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.15583577377545232, "interval": [-3.9219883716325636, 4.233659919183468], "p_value": 0.939, "input_sha256": "d5a87e933a4fcd2bf34f1128a3288c9551d163befb6ddd6ccda48c1639d418f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2871631933, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.15583577377545232, "interval": [-3.310430200769137, 4.45286752798823], "p_value": 0.9387375356300279, "input_sha256": "d5a87e933a4fcd2bf34f1128a3288c9551d163befb6ddd6ccda48c1639d418f9"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2871631933, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.04456856567718, "interval": [-124.98233237105366, 215.07146950240804], "p_value": 0.648, "input_sha256": "f8e0e7b9b55aa5cecaae50affe23a4a076da6b4d5a5be174c43f764f2234c6fc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2871631933, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.04456856567718, "interval": [-77.40101597382316, 254.23799887100782], "p_value": 0.5931107356245271, "input_sha256": "f8e0e7b9b55aa5cecaae50affe23a4a076da6b4d5a5be174c43f764f2234c6fc"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 1635501091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -3.1035078343074503, "interval": [-6.4514386166868505, 0.24442294807195042], "p_value": 0.075, "input_sha256": "41839609d469efca04e22ef202a6e43de100864425d8c6f4489275a377063489"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 1635501091, "p_value_method": "welch_average_effect", "success": true, "estimate": -3.1035078343074503, "interval": [-6.2542208546801, 0.017707421039651942], "p_value": 0.06823969717366299, "input_sha256": "41839609d469efca04e22ef202a6e43de100864425d8c6f4489275a377063489"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 1635501091, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -30.96961521401208, "interval": [-209.95665922988724, 148.01742880186305], "p_value": 0.662, "input_sha256": "f494d6bb6a01f91b34f2bb974c2b77723fec0715f1a82fe0da39980b4e95f585"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 1635501091, "p_value_method": "welch_average_effect", "success": true, "estimate": -30.96961521401208, "interval": [-186.651905924694, 156.8206439081031], "p_value": 0.7280473417572378, "input_sha256": "f494d6bb6a01f91b34f2bb974c2b77723fec0715f1a82fe0da39980b4e95f585"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 2189947781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -1.1865159559261613, "interval": [-4.985657668454217, 2.6126257566018944], "p_value": 0.542, "input_sha256": "48730ebe037048b30eded128ccd00fcb6c2003dcf7d2b2b99a279e064e317525"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 2189947781, "p_value_method": "welch_average_effect", "success": true, "estimate": -1.1865159559261613, "interval": [-4.43469500389855, 2.3831970770328543], "p_value": 0.5304809207390564, "input_sha256": "48730ebe037048b30eded128ccd00fcb6c2003dcf7d2b2b99a279e064e317525"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 2189947781, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 40.92678190195082, "interval": [-218.63314130552632, 300.48670510942793], "p_value": 0.75, "input_sha256": "f89b5ddfed7300a854559c1e387b1208f561ddf0bd68f687c055ced689a45abd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 2189947781, "p_value_method": "welch_average_effect", "success": true, "estimate": 40.92678190195082, "interval": [-175.11615937231687, 324.39223569256353], "p_value": 0.751099754275413, "input_sha256": "f89b5ddfed7300a854559c1e387b1208f561ddf0bd68f687c055ced689a45abd"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 484206288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.09334101292667363, "interval": [-3.730749606764386, 3.9174316326177334], "p_value": 0.961, "input_sha256": "21eb67bd6a507d1626cc904b2249a72720b41059479b0c7249e1944a14bbe720"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 484206288, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.09334101292667363, "interval": [-3.8128700085119562, 3.6249842769322314], "p_value": 0.960801083659958, "input_sha256": "21eb67bd6a507d1626cc904b2249a72720b41059479b0c7249e1944a14bbe720"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 484206288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -25.835131373998422, "interval": [-153.24544979756487, 101.57518704956803], "p_value": 0.733, "input_sha256": "a4d8a83fc3c770e3d97bd7e19da88df60778aa0f9ba08c94f1569b466af7f225"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 484206288, "p_value_method": "welch_average_effect", "success": true, "estimate": -25.835131373998422, "interval": [-175.22130000951265, 67.58347072721264], "p_value": 0.6826866895970622, "input_sha256": "a4d8a83fc3c770e3d97bd7e19da88df60778aa0f9ba08c94f1569b466af7f225"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 0.0, "seed": 3467857537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9213927767330574, "interval": [-1.2868006404398384, 7.129586193905953], "p_value": 0.163, "input_sha256": "3cf441302170e152e2e7ff3bd71f4988e375ba256fa1bc8215dd00ade48079d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 0.0, "seed": 3467857537, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9213927767330574, "interval": [-1.249174299112456, 6.4977774573404545], "p_value": 0.167882718657762, "input_sha256": "3cf441302170e152e2e7ff3bd71f4988e375ba256fa1bc8215dd00ade48079d5"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 0.0, "seed": 3467857537, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.54314153812017, "interval": [-121.68836282048362, 248.77464589672394], "p_value": 0.506, "input_sha256": "6ed38bafcfd000ef2ec60c73a9e3b98c2fc53ca28aaa7281b771698216b4784b"}
{"scenario": "unstable_baseline", "effect": 0.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 0.0, "seed": 3467857537, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.54314153812017, "interval": [-90.11004873889769, 274.3256837722511], "p_value": 0.48898114325723463, "input_sha256": "6ed38bafcfd000ef2ec60c73a9e3b98c2fc53ca28aaa7281b771698216b4784b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3492196572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.744304152875609, "interval": [5.841047989583958, 13.647560316167258], "p_value": 0.001, "input_sha256": "01929f731f3551e9ec19273df75f14767ad4730c4ac130056f17ce6da38c5183"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3492196572, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.744304152875609, "interval": [6.2786155521105345, 13.415763329350598], "p_value": 1.2206694159904628e-05, "input_sha256": "01929f731f3551e9ec19273df75f14767ad4730c4ac130056f17ce6da38c5183"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3492196572, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 28.81433769178193, "interval": [-196.01123772604132, 253.63991310960517], "p_value": 0.767, "input_sha256": "0672cb7806b614233daa7bab7d2397472f9a0df2d64438e3914f1225f276e3f7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 0, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3492196572, "p_value_method": "welch_average_effect", "success": true, "estimate": 28.81433769178193, "interval": [-175.88167952678225, 230.4722101055533], "p_value": 0.7966773355700674, "input_sha256": "0672cb7806b614233daa7bab7d2397472f9a0df2d64438e3914f1225f276e3f7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2863617447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.305354074219373, "interval": [0.5462242182296171, 8.064483930209128], "p_value": 0.019, "input_sha256": "5509c76472926006ab9667371c2c08254285a6520f7861cf3951a76fbff8befc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2863617447, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.305354074219373, "interval": [0.7487305160263046, 8.12978134976963], "p_value": 0.025897941422982348, "input_sha256": "5509c76472926006ab9667371c2c08254285a6520f7861cf3951a76fbff8befc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2863617447, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 52.972888775974724, "interval": [-172.99249089433792, 278.93826844628734], "p_value": 0.676, "input_sha256": "0cc2b0752fa0153aec9975a0e1c29d3821774686721477f559e86b4676f264e9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 1, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2863617447, "p_value_method": "welch_average_effect", "success": true, "estimate": 52.972888775974724, "interval": [-108.7292873549085, 395.5539678917678], "p_value": 0.6356492773793195, "input_sha256": "0cc2b0752fa0153aec9975a0e1c29d3821774686721477f559e86b4676f264e9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3338400656, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.536909555324337, "interval": [2.994122994838363, 10.07969611581031], "p_value": 0.002, "input_sha256": "83c15a11ae1f710239129d83aaaccfb136963188bf293de75ef0e5deaf66c24f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3338400656, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.536909555324337, "interval": [3.0859491362844635, 9.575198374665504], "p_value": 0.0006183499512093436, "input_sha256": "83c15a11ae1f710239129d83aaaccfb136963188bf293de75ef0e5deaf66c24f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3338400656, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -100.3988168550521, "interval": [-269.97438109585664, 69.17674738575246], "p_value": 0.251, "input_sha256": "277eab33bac2a6911313154f03e89cbce115f1cfb99ed10483047176b51b7a4a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 2, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3338400656, "p_value_method": "welch_average_effect", "success": true, "estimate": -100.3988168550521, "interval": [-310.31440536364624, 20.69648436206445], "p_value": 0.23395340016719368, "input_sha256": "277eab33bac2a6911313154f03e89cbce115f1cfb99ed10483047176b51b7a4a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1617499765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9030275939877015, "interval": [-0.6867224245999317, 6.492777612575335], "p_value": 0.112, "input_sha256": "1e4443cd310463a6508aeaa7b8a6688dc845d822e6cba21d81abce4475e0d3e1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1617499765, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9030275939877015, "interval": [-0.7658555243061621, 6.161998158314773], "p_value": 0.10985475245097513, "input_sha256": "1e4443cd310463a6508aeaa7b8a6688dc845d822e6cba21d81abce4475e0d3e1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1617499765, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 103.43658737269021, "interval": [-164.8838149540705, 371.7569896994509], "p_value": 0.494, "input_sha256": "2162cd7c6f3cbe56dbf642fba20cfbf7bd44ef2fce289c6f9f5bf566dc40e549"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 3, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1617499765, "p_value_method": "welch_average_effect", "success": true, "estimate": 103.43658737269021, "interval": [-91.13626496600907, 427.28728175061576], "p_value": 0.4365199816337001, "input_sha256": "2162cd7c6f3cbe56dbf642fba20cfbf7bd44ef2fce289c6f9f5bf566dc40e549"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 47173855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.763562792794547, "interval": [1.426062910755042, 10.10106267483405], "p_value": 0.009, "input_sha256": "b455c761ba5a88d923ca49bfc08022337ed23013a9edc979bbd08ee29b50f0bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 47173855, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.763562792794547, "interval": [1.3074009394973825, 9.611628544650058], "p_value": 0.010590912574901313, "input_sha256": "b455c761ba5a88d923ca49bfc08022337ed23013a9edc979bbd08ee29b50f0bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 47173855, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -36.86797058236024, "interval": [-238.80759282084003, 165.07165165611954], "p_value": 0.697, "input_sha256": "82c2302d1e28e856614dfdd73aaccc9eccfb052f2cc9322335ab6f3ea3e8b28c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 4, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 47173855, "p_value_method": "welch_average_effect", "success": true, "estimate": -36.86797058236024, "interval": [-252.8660185115018, 143.86471886833112], "p_value": 0.7132120134461052, "input_sha256": "82c2302d1e28e856614dfdd73aaccc9eccfb052f2cc9322335ab6f3ea3e8b28c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 487175360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.020575385498729, "interval": [2.807706459103577, 11.23344431189388], "p_value": 0.004, "input_sha256": "aab2f56b066208e36c4ec0f7fa44f0b0575db069a04b981bc85384a19dc2827e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 487175360, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.020575385498729, "interval": [2.5244047594699626, 10.62026959595063], "p_value": 0.001719494416321605, "input_sha256": "aab2f56b066208e36c4ec0f7fa44f0b0575db069a04b981bc85384a19dc2827e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 487175360, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 217.16609994741958, "interval": [-25.859404695956158, 460.19160459079535], "p_value": 0.078, "input_sha256": "eeb1c5bff99be7bd18c1e0a69e0b9dce534462ba23874dd51c7b5493b56cf7ee"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 5, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 487175360, "p_value_method": "welch_average_effect", "success": true, "estimate": 217.16609994741958, "interval": [47.37371462043039, 507.6253006737832], "p_value": 0.0772754247289673, "input_sha256": "eeb1c5bff99be7bd18c1e0a69e0b9dce534462ba23874dd51c7b5493b56cf7ee"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2186828627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.597377858245403, "interval": [5.069178164891239, 12.125577551599568], "p_value": 0.001, "input_sha256": "d01e369b0040f2ace0d06f32da3274d3963463762d22be2db445bca87176e49e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2186828627, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.597377858245403, "interval": [5.414531741786417, 11.943945696022492], "p_value": 1.9056038415468125e-05, "input_sha256": "d01e369b0040f2ace0d06f32da3274d3963463762d22be2db445bca87176e49e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2186828627, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 179.3485602270713, "interval": [-127.27743075861014, 485.9745512127527], "p_value": 0.26, "input_sha256": "3c33f09032e4188025c4f41a417b6e8935f911d2db701a7714de7bda40c618c1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 6, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2186828627, "p_value_method": "welch_average_effect", "success": true, "estimate": 179.3485602270713, "interval": [-16.231879230749122, 595.377770950176], "p_value": 0.23832936046658518, "input_sha256": "3c33f09032e4188025c4f41a417b6e8935f911d2db701a7714de7bda40c618c1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 563889592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.795589283927626, "interval": [2.0139783366137682, 9.577200231241484], "p_value": 0.008, "input_sha256": "5dc4c15c5fa7adfad91f20eb3d29ba0580857558aed0351b5078c94143996e24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 563889592, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.795589283927626, "interval": [2.226949455436372, 9.340986671921472], "p_value": 0.0036367014396783224, "input_sha256": "5dc4c15c5fa7adfad91f20eb3d29ba0580857558aed0351b5078c94143996e24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 563889592, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -9.435136986012395, "interval": [-249.64885558368982, 230.77858161166503], "p_value": 0.93, "input_sha256": "057584476cc5ef99d5aea362eb7a8daa4e60a5d2636d50bdd2e324de3fa23c14"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 7, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 563889592, "p_value_method": "welch_average_effect", "success": true, "estimate": -9.435136986012395, "interval": [-316.17442531341624, 164.0121702912539], "p_value": 0.9368866176738997, "input_sha256": "057584476cc5ef99d5aea362eb7a8daa4e60a5d2636d50bdd2e324de3fa23c14"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4278486587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.614314282987383, "interval": [6.196607519315453, 13.032021046659313], "p_value": 0.001, "input_sha256": "1f515ca2fcdb6baadfa622a1decfb6220d1332867f4b2a42632620d471ec0676"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4278486587, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.614314282987383, "interval": [6.471090738317247, 12.72585589118827], "p_value": 1.5566064457338721e-06, "input_sha256": "1f515ca2fcdb6baadfa622a1decfb6220d1332867f4b2a42632620d471ec0676"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4278486587, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 71.27364188075623, "interval": [-162.11957176771628, 304.66685552922877], "p_value": 0.573, "input_sha256": "76bd34f1c85a92db392d7a4aa47887044322a1044b30e8e1b84acf03d7d73b07"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 8, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4278486587, "p_value_method": "welch_average_effect", "success": true, "estimate": 71.27364188075623, "interval": [-113.96188012660342, 342.3990664533906], "p_value": 0.5383565521768289, "input_sha256": "76bd34f1c85a92db392d7a4aa47887044322a1044b30e8e1b84acf03d7d73b07"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4145725720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.934223500349386, "interval": [-0.24756874677010376, 8.116015747468875], "p_value": 0.074, "input_sha256": "2b4458136e8ae1ddb8999a9fd513a31e7f0b41bc6078cfd0821c88df66845fbb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4145725720, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.934223500349386, "interval": [0.2723618955810538, 8.20788521998536], "p_value": 0.06434970616257135, "input_sha256": "2b4458136e8ae1ddb8999a9fd513a31e7f0b41bc6078cfd0821c88df66845fbb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4145725720, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -97.4280548883905, "interval": [-274.86691176965246, 80.01080199287145], "p_value": 0.294, "input_sha256": "6c89e75e8674c683ff3467b5510a6a80cab4f3305d4374b25ff78cf8866f14bb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 9, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4145725720, "p_value_method": "welch_average_effect", "success": true, "estimate": -97.4280548883905, "interval": [-305.5406744922612, 35.687065880591234], "p_value": 0.2708797189381717, "input_sha256": "6c89e75e8674c683ff3467b5510a6a80cab4f3305d4374b25ff78cf8866f14bb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2891014025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.207790181908875, "interval": [-0.07755420455855955, 8.493134568376309], "p_value": 0.051, "input_sha256": "9b5747c9f25259579ff5985d42a558948d71db20d02dbe5b6a9930b106e6ea06"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2891014025, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.207790181908875, "interval": [0.2068156547153666, 8.3245664365793], "p_value": 0.05406272279217464, "input_sha256": "9b5747c9f25259579ff5985d42a558948d71db20d02dbe5b6a9930b106e6ea06"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2891014025, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -113.7293196662016, "interval": [-356.0616294677418, 128.6029901353386], "p_value": 0.35, "input_sha256": "f8f9b35dedfe0c076c785ad42ea8770c20ed695b2f52f2a6e7f66dffc4645950"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 10, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2891014025, "p_value_method": "welch_average_effect", "success": true, "estimate": -113.7293196662016, "interval": [-363.4862380713474, 81.80342567981153], "p_value": 0.34645317656372143, "input_sha256": "f8f9b35dedfe0c076c785ad42ea8770c20ed695b2f52f2a6e7f66dffc4645950"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1845653616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2925178074700927, "interval": [-1.7410422974456807, 6.326077912385866], "p_value": 0.259, "input_sha256": "28e5b55e59fc21e12408669a3f6064ebf56b2c945b251677927e4c66ecbafef2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1845653616, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2925178074700927, "interval": [-1.9507905763445996, 5.959846817686914], "p_value": 0.25709128164447126, "input_sha256": "28e5b55e59fc21e12408669a3f6064ebf56b2c945b251677927e4c66ecbafef2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1845653616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -58.60822897519958, "interval": [-208.2790885668777, 91.06263061647854], "p_value": 0.436, "input_sha256": "4d77413c83423c602e0e37c188e123ad6f1bbdd40fdd18367e13f77b9aa43e89"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 11, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1845653616, "p_value_method": "welch_average_effect", "success": true, "estimate": -58.60822897519958, "interval": [-224.15752656728537, 57.82965809302219], "p_value": 0.42951070264240654, "input_sha256": "4d77413c83423c602e0e37c188e123ad6f1bbdd40fdd18367e13f77b9aa43e89"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1706642740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.20956239233542462, "interval": [-4.007085179729686, 4.4262099644005355], "p_value": 0.919, "input_sha256": "fd905a21924ba61d047a6893c9d66aa7871318b7bf4c178ee1908d1d4eced0ba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1706642740, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.20956239233542462, "interval": [-3.9298987755961745, 3.645356758479714], "p_value": 0.9203707627367542, "input_sha256": "fd905a21924ba61d047a6893c9d66aa7871318b7bf4c178ee1908d1d4eced0ba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1706642740, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 22.511766721346817, "interval": [-192.60701523759505, 237.63054868028868], "p_value": 0.84, "input_sha256": "b359a677b7d8614fa1c943755b0bc6f512d1a6994a2af3ce129a68c3e915fe15"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 12, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1706642740, "p_value_method": "welch_average_effect", "success": true, "estimate": 22.511766721346817, "interval": [-189.0268538667238, 218.97110653738895], "p_value": 0.8333170379884386, "input_sha256": "b359a677b7d8614fa1c943755b0bc6f512d1a6994a2af3ce129a68c3e915fe15"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 425068004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6448096155712086, "interval": [-3.218347903930514, 4.507967135072931], "p_value": 0.733, "input_sha256": "a445ae52345cc391ecf66326a407d0b458b97a2094fb1e1afd0d594043248018"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 425068004, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6448096155712086, "interval": [-2.7129941048733213, 5.088911009567572], "p_value": 0.7368665133945043, "input_sha256": "a445ae52345cc391ecf66326a407d0b458b97a2094fb1e1afd0d594043248018"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 425068004, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 112.38275224283521, "interval": [-72.61801675890334, 297.3835212445738], "p_value": 0.212, "input_sha256": "39ab866dcbee2c1787bf4e5b6fc67552f395911d0ef4dfddba207e4037aec0d3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 13, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 425068004, "p_value_method": "welch_average_effect", "success": true, "estimate": 112.38275224283521, "interval": [-35.80457462612496, 306.1304773760682], "p_value": 0.2244381062659838, "input_sha256": "39ab866dcbee2c1787bf4e5b6fc67552f395911d0ef4dfddba207e4037aec0d3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2973985332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.496765494279062, "interval": [-0.5406968608405656, 7.53422784939869], "p_value": 0.08, "input_sha256": "480ab6796373739a173ddcb320bd3dfbb723f692daab355989ee8ff5e701e477"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2973985332, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.496765494279062, "interval": [-0.6212115175022541, 6.8335577327818715], "p_value": 0.0875900623941938, "input_sha256": "480ab6796373739a173ddcb320bd3dfbb723f692daab355989ee8ff5e701e477"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2973985332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 146.727007698573, "interval": [-135.77530821452456, 429.22932361167057], "p_value": 0.333, "input_sha256": "ece0d13a1b1e8407a4e0be80cf57d1944210332aeb3d8fcad95c85c974cf0f5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 14, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2973985332, "p_value_method": "welch_average_effect", "success": true, "estimate": 146.727007698573, "interval": [-75.93437776406648, 474.12928300235507], "p_value": 0.2979910528078152, "input_sha256": "ece0d13a1b1e8407a4e0be80cf57d1944210332aeb3d8fcad95c85c974cf0f5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 950345406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.7878760782560779, "interval": [-3.2033784122041564, 4.779130568716312], "p_value": 0.7, "input_sha256": "b921a765bb13eff72a63f8ca1f9c04fca8e77f47b7cf4c4a8ca0d3774d39c578"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 950345406, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.7878760782560779, "interval": [-2.8683445454965355, 4.4022413114752], "p_value": 0.6916353901907776, "input_sha256": "b921a765bb13eff72a63f8ca1f9c04fca8e77f47b7cf4c4a8ca0d3774d39c578"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 950345406, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -168.67757993016835, "interval": [-398.3491382998843, 60.99397843954762], "p_value": 0.131, "input_sha256": "a1f16f7d9350af5cc10593809686df480f0fe1933798224b88efbb5860c34693"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 15, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 950345406, "p_value_method": "welch_average_effect", "success": true, "estimate": -168.67757993016835, "interval": [-419.9618077744195, 13.55190150840991], "p_value": 0.1441102838871803, "input_sha256": "a1f16f7d9350af5cc10593809686df480f0fe1933798224b88efbb5860c34693"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 580615101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7378377188348253, "interval": [-1.128887608081134, 6.604563045750785], "p_value": 0.154, "input_sha256": "7b945a3e55968284e433bb19a691c766720f268471c29be3b852b1cd6b9b4eed"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 580615101, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7378377188348253, "interval": [-0.7767569140446405, 6.351275003152271], "p_value": 0.1598796037802833, "input_sha256": "7b945a3e55968284e433bb19a691c766720f268471c29be3b852b1cd6b9b4eed"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 580615101, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 229.4963282787466, "interval": [-142.16946233918185, 601.1621188966751], "p_value": 0.243, "input_sha256": "6006c7deb07074dde15df02a136c2e958b09cb6d434307ca7c022b7b1ede47f5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 16, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 580615101, "p_value_method": "welch_average_effect", "success": true, "estimate": 229.4963282787466, "interval": [-17.33043650098652, 789.6891255816187], "p_value": 0.21402399194598062, "input_sha256": "6006c7deb07074dde15df02a136c2e958b09cb6d434307ca7c022b7b1ede47f5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2353854362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.435099486990559, "interval": [3.7016358529399844, 11.168563121041133], "p_value": 0.002, "input_sha256": "ca8ead3d467b3fb348cf06ded98f090d18cc5a6b9e22cf0040352051fe22ea6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2353854362, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.435099486990559, "interval": [4.0698753659062, 10.847849626420537], "p_value": 0.00027292402270184617, "input_sha256": "ca8ead3d467b3fb348cf06ded98f090d18cc5a6b9e22cf0040352051fe22ea6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2353854362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 242.4178727632226, "interval": [8.072946266283424, 476.7627992601617], "p_value": 0.033, "input_sha256": "447e161e41a6b36759b486a52c1cbe8204a77dfa669153f5c97145f25c0e4227"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 17, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2353854362, "p_value_method": "welch_average_effect", "success": true, "estimate": 242.4178727632226, "interval": [62.889079635491996, 522.2735668182987], "p_value": 0.04317742704299776, "input_sha256": "447e161e41a6b36759b486a52c1cbe8204a77dfa669153f5c97145f25c0e4227"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3614901973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.085551108057384, "interval": [0.32230106034300166, 7.848801155771767], "p_value": 0.028, "input_sha256": "d28b0aa43e5208f1ce8c84dd93ca4aefbca854ca017b9363672f4bd159ce46e4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3614901973, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.085551108057384, "interval": [0.45071741909982616, 8.004115840789911], "p_value": 0.034140525357896113, "input_sha256": "d28b0aa43e5208f1ce8c84dd93ca4aefbca854ca017b9363672f4bd159ce46e4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3614901973, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 145.61485299433184, "interval": [-62.464308607908436, 353.6940145965721], "p_value": 0.172, "input_sha256": "331a9f6b9e7084886504613472255f24941aa28de3f155d60e07f0af323cdc66"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 18, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3614901973, "p_value_method": "welch_average_effect", "success": true, "estimate": 145.61485299433184, "interval": [-18.234339404896783, 395.9485066448138], "p_value": 0.16251454701889123, "input_sha256": "331a9f6b9e7084886504613472255f24941aa28de3f155d60e07f0af323cdc66"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 347267414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.732317804964255, "interval": [1.6370165671581356, 9.827619042770376], "p_value": 0.003, "input_sha256": "00816d3f5df31eecf225fda9395ebf4478957ee4637615c709bdd53a356d0056"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 347267414, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.732317804964255, "interval": [1.8541495429941124, 9.486147600626229], "p_value": 0.007351995562822921, "input_sha256": "00816d3f5df31eecf225fda9395ebf4478957ee4637615c709bdd53a356d0056"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 347267414, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 103.44214354651098, "interval": [-168.71982624922583, 375.6041133422478], "p_value": 0.464, "input_sha256": "469d2181d8f26d0d91c528f969900e2ca5b2acc1df6241ed46f112402535cf2a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 19, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 347267414, "p_value_method": "welch_average_effect", "success": true, "estimate": 103.44214354651098, "interval": [-83.06947059383332, 452.16804689733505], "p_value": 0.4413643706677306, "input_sha256": "469d2181d8f26d0d91c528f969900e2ca5b2acc1df6241ed46f112402535cf2a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3355733362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.548693385143576, "interval": [-1.8579622621726761, 6.955349032459828], "p_value": 0.263, "input_sha256": "eb099531469d45f9b6cd676298a0e366fea3d6561e8a083a7e06e1d07263ed77"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3355733362, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.548693385143576, "interval": [-1.4149692087397032, 7.0367222742451485], "p_value": 0.24838408742523455, "input_sha256": "eb099531469d45f9b6cd676298a0e366fea3d6561e8a083a7e06e1d07263ed77"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3355733362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 149.119950122138, "interval": [-87.74834893449665, 385.98824917877266], "p_value": 0.194, "input_sha256": "f2b45a33cdc5513f325e459e4a0aecec687957d6cb55f07a534cb950e83a67b6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 20, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3355733362, "p_value_method": "welch_average_effect", "success": true, "estimate": 149.119950122138, "interval": [-35.35004360303395, 415.2392577679802], "p_value": 0.20765533610329653, "input_sha256": "f2b45a33cdc5513f325e459e4a0aecec687957d6cb55f07a534cb950e83a67b6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101902875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.240031260516247, "interval": [3.2979600924805585, 11.182102428551936], "p_value": 0.002, "input_sha256": "76573354299ad2053887197149d7f96a628d361138e6214a5e2604c67fe258df"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101902875, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.240031260516247, "interval": [3.520131089158481, 10.979939806664621], "p_value": 0.0006466141696893043, "input_sha256": "76573354299ad2053887197149d7f96a628d361138e6214a5e2604c67fe258df"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 101902875, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 258.39374323364524, "interval": [-62.70436251226312, 579.4918489795537], "p_value": 0.114, "input_sha256": "b785e7880792d18f66c9bebdb8766f9a4cd722d2130cc68a0ed1839c026efa2e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 21, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 101902875, "p_value_method": "welch_average_effect", "success": true, "estimate": 258.39374323364524, "interval": [18.873091248850926, 607.1746036424084], "p_value": 0.10875870421438519, "input_sha256": "b785e7880792d18f66c9bebdb8766f9a4cd722d2130cc68a0ed1839c026efa2e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1029795227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.741014215744304, "interval": [0.6332194737650365, 8.848808957723572], "p_value": 0.027, "input_sha256": "8cc69ca934b8d3aa20cf7501133b0e5e42ef929bfff01f810cb349a9d625b3d5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1029795227, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.741014215744304, "interval": [0.9980136047901759, 8.329503093157824], "p_value": 0.02497714184160964, "input_sha256": "8cc69ca934b8d3aa20cf7501133b0e5e42ef929bfff01f810cb349a9d625b3d5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1029795227, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 147.61174725324497, "interval": [-94.59158891883396, 389.8150834253239], "p_value": 0.236, "input_sha256": "f888c7d1d6c5b16901e836ba25fefd08678f2c5a5d7109c93cb7058d2eba06da"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 22, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1029795227, "p_value_method": "welch_average_effect", "success": true, "estimate": 147.61174725324497, "interval": [-35.21195266516249, 416.7849056355609], "p_value": 0.2213894757703936, "input_sha256": "f888c7d1d6c5b16901e836ba25fefd08678f2c5a5d7109c93cb7058d2eba06da"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1379326809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.538649498035085, "interval": [0.109384179371391, 8.967914816698778], "p_value": 0.047, "input_sha256": "826a8fefea44db22901ed7f2aa1d27d45e712e671211a0780f44a77d3563a20e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1379326809, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.538649498035085, "interval": [0.5466173433677641, 8.774572412642016], "p_value": 0.04488123702814621, "input_sha256": "826a8fefea44db22901ed7f2aa1d27d45e712e671211a0780f44a77d3563a20e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 1379326809, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -101.60984189844521, "interval": [-345.06243149502166, 141.84274769813126], "p_value": 0.502, "input_sha256": "c76c556a398917c580a55f0edc47d6281041fbeb0ada4430626686e0cf6adeac"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 23, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 1379326809, "p_value_method": "welch_average_effect", "success": true, "estimate": -101.60984189844521, "interval": [-490.4549585385134, 51.97855192732888], "p_value": 0.39657696818922894, "input_sha256": "c76c556a398917c580a55f0edc47d6281041fbeb0ada4430626686e0cf6adeac"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3350465037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.690925569748028, "interval": [0.9084789982148997, 10.473372141281157], "p_value": 0.017, "input_sha256": "0d203461a629e2e3f28a9130f1af35ef6302a89c9c00aeb0f40ab8dc4881b1fa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3350465037, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.690925569748028, "interval": [0.9897049240681436, 10.222538397700212], "p_value": 0.02096635705977339, "input_sha256": "0d203461a629e2e3f28a9130f1af35ef6302a89c9c00aeb0f40ab8dc4881b1fa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3350465037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 121.14433500954041, "interval": [-149.19009953039844, 391.47876954947924], "p_value": 0.426, "input_sha256": "7dad26ca9b904de25f3e7b630428d3874c925bf4e883240238115da31c3be8b8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 24, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3350465037, "p_value_method": "welch_average_effect", "success": true, "estimate": 121.14433500954041, "interval": [-59.87050241856959, 491.9312820172491], "p_value": 0.3653545287813743, "input_sha256": "7dad26ca9b904de25f3e7b630428d3874c925bf4e883240238115da31c3be8b8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3090278758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.151420615604193, "interval": [0.8702771859171792, 9.432564045291208], "p_value": 0.016, "input_sha256": "445b1b26bfde8d2e5528c10b792d7249155b9fb085a0e1d4ce25da4f0dd6e3f2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3090278758, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.151420615604193, "interval": [1.4772824970707872, 9.72596783110879], "p_value": 0.019821943923436423, "input_sha256": "445b1b26bfde8d2e5528c10b792d7249155b9fb085a0e1d4ce25da4f0dd6e3f2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3090278758, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0914487516139104, "interval": [-195.3843328361919, 197.56723033941972], "p_value": 0.994, "input_sha256": "2af75a6f4c7a0aa4b19597684d9b9b54086704cbf9210aa5649fac7f3abd6efb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 25, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3090278758, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0914487516139104, "interval": [-178.25066174443552, 206.27866409473737], "p_value": 0.9910860361249239, "input_sha256": "2af75a6f4c7a0aa4b19597684d9b9b54086704cbf9210aa5649fac7f3abd6efb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3280841728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.2137144644072695, "interval": [-4.173111272829325, 4.600540201643864], "p_value": 0.936, "input_sha256": "bec7e8771be328b8c202fc96cc411f2d51124659a6125acd458f544eee8f648d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3280841728, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.2137144644072695, "interval": [-4.324144212295226, 3.7703182760498404], "p_value": 0.921752477261748, "input_sha256": "bec7e8771be328b8c202fc96cc411f2d51124659a6125acd458f544eee8f648d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3280841728, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -297.22468986647067, "interval": [-701.9274381968214, 107.47805846388002], "p_value": 0.157, "input_sha256": "78dd23775674f7ac44bb27f8eff3b7096a523fe5f50d80b4ae3c7c03fd37137f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 26, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3280841728, "p_value_method": "welch_average_effect", "success": true, "estimate": -297.22468986647067, "interval": [-861.4171080721685, -40.01572358184898], "p_value": 0.14135382383389541, "input_sha256": "78dd23775674f7ac44bb27f8eff3b7096a523fe5f50d80b4ae3c7c03fd37137f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1558871830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.302728755162436, "interval": [5.64361421998842, 12.961843290336452], "p_value": 0.001, "input_sha256": "1d9338ee9111d2ae73056e446e7bee60d2d6bbaff982d32837855b1335345b28"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1558871830, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.302728755162436, "interval": [6.129255240558863, 13.10587692713836], "p_value": 8.392478588645314e-06, "input_sha256": "1d9338ee9111d2ae73056e446e7bee60d2d6bbaff982d32837855b1335345b28"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1558871830, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 115.70495890207579, "interval": [-94.3015465330021, 325.71146433715364], "p_value": 0.295, "input_sha256": "0ccc91476e433ac3144e67a3ae66892980e46374f4565a6126f4e4fa40145a38"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 27, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1558871830, "p_value_method": "welch_average_effect", "success": true, "estimate": 115.70495890207579, "interval": [-50.01419050871769, 352.4784273961222], "p_value": 0.270952170782879, "input_sha256": "0ccc91476e433ac3144e67a3ae66892980e46374f4565a6126f4e4fa40145a38"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3316163001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.402656756789476, "interval": [-1.4992146926002907, 6.304528206179242], "p_value": 0.216, "input_sha256": "4e7351d9b8bf0702a4617fdee4f091d4e71fe485e431ab59bedfe33347a1dcdd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3316163001, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.402656756789476, "interval": [-1.3333951747832036, 5.9228220131244225], "p_value": 0.21970479298474677, "input_sha256": "4e7351d9b8bf0702a4617fdee4f091d4e71fe485e431ab59bedfe33347a1dcdd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3316163001, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -45.56320773855336, "interval": [-288.0496937422116, 196.9232782651049], "p_value": 0.698, "input_sha256": "37331cdea2ced6cc0d0f4426c01bcbbd900a303dabe4124f19ade978e334a243"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 28, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3316163001, "p_value_method": "welch_average_effect", "success": true, "estimate": -45.56320773855336, "interval": [-332.4386306741643, 137.1741216511213], "p_value": 0.7054061690629747, "input_sha256": "37331cdea2ced6cc0d0f4426c01bcbbd900a303dabe4124f19ade978e334a243"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 824957891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4776469017731273, "interval": [-0.5461960138183724, 7.501489817364627], "p_value": 0.09, "input_sha256": "9a336cc0358cdc280de438fe064c1d2eccb5a4f9cf3634e1a8834deba97dd33b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 824957891, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4776469017731273, "interval": [-0.3251549167231258, 7.247905405813398], "p_value": 0.08824905105085484, "input_sha256": "9a336cc0358cdc280de438fe064c1d2eccb5a4f9cf3634e1a8834deba97dd33b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 824957891, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 115.8015115253778, "interval": [-110.02384605757575, 341.62686910833133], "p_value": 0.321, "input_sha256": "3170141383e0da10d51d5b6bd857b2a31e65589c8fccdb20a89a1c1a569dd413"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 29, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 824957891, "p_value_method": "welch_average_effect", "success": true, "estimate": 115.8015115253778, "interval": [-33.41525812725756, 445.2460560824061], "p_value": 0.3012202668692488, "input_sha256": "3170141383e0da10d51d5b6bd857b2a31e65589c8fccdb20a89a1c1a569dd413"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3505690610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.368504385728718, "interval": [-1.8171340162635978, 6.554142787721034], "p_value": 0.27, "input_sha256": "b6b17662add1d87d9c7046fbde51a485637a4867f7789f0a100eab57f4767757"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3505690610, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.368504385728718, "interval": [-1.5416539955397428, 6.821555253047459], "p_value": 0.25882719446031466, "input_sha256": "b6b17662add1d87d9c7046fbde51a485637a4867f7789f0a100eab57f4767757"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3505690610, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 78.39850560096642, "interval": [-199.03364813643765, 355.8306593383705], "p_value": 0.544, "input_sha256": "23d1db3962ed1cd7a957d637f3ce41af5183bc62f1d5f8470a8573b61bad83c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 30, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3505690610, "p_value_method": "welch_average_effect", "success": true, "estimate": 78.39850560096642, "interval": [-115.06746562819282, 388.4968860670326], "p_value": 0.5673066601597588, "input_sha256": "23d1db3962ed1cd7a957d637f3ce41af5183bc62f1d5f8470a8573b61bad83c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1924141894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.2399195115126371, "interval": [-2.3309741032185274, 4.810813126243802], "p_value": 0.481, "input_sha256": "576645f9287f57eb16a61ef1c49b9444a1f1b47dda69b74cd64058f936a1435c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1924141894, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.2399195115126371, "interval": [-1.8038120726473386, 4.872544309166345], "p_value": 0.48628290893413795, "input_sha256": "576645f9287f57eb16a61ef1c49b9444a1f1b47dda69b74cd64058f936a1435c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1924141894, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 16.24954815527218, "interval": [-250.9459011720457, 283.44499748259005], "p_value": 0.916, "input_sha256": "8bd69ef68a7c321840787187fb05f8d5299402f4386fca32920bdc1e579943de"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 31, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1924141894, "p_value_method": "welch_average_effect", "success": true, "estimate": 16.24954815527218, "interval": [-199.55829697461738, 327.2793626516474], "p_value": 0.9023766198908987, "input_sha256": "8bd69ef68a7c321840787187fb05f8d5299402f4386fca32920bdc1e579943de"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1764463336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.162223246567221, "interval": [-0.3364399465255614, 6.660886439660003], "p_value": 0.064, "input_sha256": "743296e2ab5068f52a8a3c649389dbbe0243d13269609deea7a755c420cbc772"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1764463336, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.162223246567221, "interval": [0.059251834582257155, 6.650962481503382], "p_value": 0.07509595186302055, "input_sha256": "743296e2ab5068f52a8a3c649389dbbe0243d13269609deea7a755c420cbc772"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1764463336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 42.84338886508223, "interval": [-148.2781352499256, 233.96491298009008], "p_value": 0.726, "input_sha256": "298152d2bc792f9d32a8b92a8b29b7989823bd57de329a63b0c21bb2a7ed6006"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 32, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1764463336, "p_value_method": "welch_average_effect", "success": true, "estimate": 42.84338886508223, "interval": [-135.20472179453765, 225.5473311171853], "p_value": 0.6517827523898272, "input_sha256": "298152d2bc792f9d32a8b92a8b29b7989823bd57de329a63b0c21bb2a7ed6006"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2228632663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.132678447425743, "interval": [0.367226556411401, 7.898130338440085], "p_value": 0.032, "input_sha256": "0a27e68214de39b7ec9e87bd9d7b8c5c783874e91cd03d5eec400a16120c07d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2228632663, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.132678447425743, "interval": [0.9165016447329867, 8.157907569127715], "p_value": 0.03239348529555928, "input_sha256": "0a27e68214de39b7ec9e87bd9d7b8c5c783874e91cd03d5eec400a16120c07d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2228632663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -67.61040144565527, "interval": [-263.4252445172212, 128.20444162591065], "p_value": 0.523, "input_sha256": "9b8359e4abf277a0ed960b29a22f6ba47680f01576ba7df81ac2b57e7b4e3597"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 33, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2228632663, "p_value_method": "welch_average_effect", "success": true, "estimate": -67.61040144565527, "interval": [-289.4578332781227, 73.01637392497513], "p_value": 0.4860578163802336, "input_sha256": "9b8359e4abf277a0ed960b29a22f6ba47680f01576ba7df81ac2b57e7b4e3597"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1230238945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.12098109166376, "interval": [2.7747079892358903, 9.467254194091629], "p_value": 0.001, "input_sha256": "c2767786d7059f9f6baf7b0c1efe1065627278ee643e5b3375bb712ac41ee578"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1230238945, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.12098109166376, "interval": [3.068983402321252, 9.645335537665169], "p_value": 0.0006984975425355534, "input_sha256": "c2767786d7059f9f6baf7b0c1efe1065627278ee643e5b3375bb712ac41ee578"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1230238945, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 83.42630418914368, "interval": [-210.30536200345463, 377.15797038174196], "p_value": 0.615, "input_sha256": "8fd23bcdb75b0ac0228cc9d8fcffbb6b845072413e6d074f6a776f32d1a2b196"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 34, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1230238945, "p_value_method": "welch_average_effect", "success": true, "estimate": 83.42630418914368, "interval": [-132.86579870765343, 455.7885957914531], "p_value": 0.5670040209445821, "input_sha256": "8fd23bcdb75b0ac0228cc9d8fcffbb6b845072413e6d074f6a776f32d1a2b196"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2349385208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.300035835012588, "interval": [2.2435944074874854, 10.356477262537691], "p_value": 0.005, "input_sha256": "334bb192bd9f1b69cbc8b1beed72fc7cc71484e89b942f674653009a0197a6ad"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2349385208, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.300035835012588, "interval": [2.6460913030535003, 10.810204402298597], "p_value": 0.00323005537198512, "input_sha256": "334bb192bd9f1b69cbc8b1beed72fc7cc71484e89b942f674653009a0197a6ad"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 2349385208, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 218.17890860622163, "interval": [-5.978634556050423, 442.3364517684937], "p_value": 0.041, "input_sha256": "6806b356ac307037c6e19513166497eb4ef9e03deb71d4f989220e279d4f4464"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 35, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 2349385208, "p_value_method": "welch_average_effect", "success": true, "estimate": 218.17890860622163, "interval": [69.27386896099111, 489.58756900219703], "p_value": 0.05594893457256519, "input_sha256": "6806b356ac307037c6e19513166497eb4ef9e03deb71d4f989220e279d4f4464"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1329852686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.1281488125617862, "interval": [-2.23722764180183, 6.493525266925403], "p_value": 0.331, "input_sha256": "44b8473484b8a7243b992efc2e02660da304abd5eee9fdfc034d343e4685ddab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1329852686, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.1281488125617862, "interval": [-1.8916134516058518, 6.515953336350091], "p_value": 0.3288713614257307, "input_sha256": "44b8473484b8a7243b992efc2e02660da304abd5eee9fdfc034d343e4685ddab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1329852686, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.45412576053971, "interval": [-240.10631349457583, 271.01456501565525], "p_value": 0.887, "input_sha256": "234863c75d08f774854f4de749afeb45f37455255ed4443a9d94e0d1adec76d1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 36, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1329852686, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.45412576053971, "interval": [-173.94054070088688, 326.6527325546071], "p_value": 0.902929595953328, "input_sha256": "234863c75d08f774854f4de749afeb45f37455255ed4443a9d94e0d1adec76d1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3383246910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.45843405322025, "interval": [0.5683182473303412, 8.34854985911016], "p_value": 0.029, "input_sha256": "57afd86e7214e99b057aacb4f808898fb83349b7de2dede6ead4cc33bb2a6666"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3383246910, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.45843405322025, "interval": [0.5565459121905941, 8.106842019101622], "p_value": 0.025808339129766454, "input_sha256": "57afd86e7214e99b057aacb4f808898fb83349b7de2dede6ead4cc33bb2a6666"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3383246910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -22.981750490375347, "interval": [-205.38765432102537, 159.4241533402747], "p_value": 0.815, "input_sha256": "231ca6fc4e478d4362c509e9782dc69e80d5c2bd6b31344f4da4c32c99741c38"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 37, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3383246910, "p_value_method": "welch_average_effect", "success": true, "estimate": -22.981750490375347, "interval": [-176.31684452975279, 158.10014729361467], "p_value": 0.800026643264109, "input_sha256": "231ca6fc4e478d4362c509e9782dc69e80d5c2bd6b31344f4da4c32c99741c38"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2815194460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.929596425203432, "interval": [0.7109952824329184, 9.148197567973945], "p_value": 0.025, "input_sha256": "15a62c88aff6e57abae776be550e04dd74d2a4f3e4dedee831540e892e7566e4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2815194460, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.929596425203432, "interval": [0.6836659189932957, 8.603994197721846], "p_value": 0.023214813502531927, "input_sha256": "15a62c88aff6e57abae776be550e04dd74d2a4f3e4dedee831540e892e7566e4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2815194460, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 200.6365720927212, "interval": [-24.571219278493942, 425.84436346393636], "p_value": 0.068, "input_sha256": "1638d9fe33e1f51d9270bd2437d3ab63586e988f8eee8a130c36ec20bc7e2b9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 38, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2815194460, "p_value_method": "welch_average_effect", "success": true, "estimate": 200.6365720927212, "interval": [41.22304301566128, 488.7198300011638], "p_value": 0.07815024467685484, "input_sha256": "1638d9fe33e1f51d9270bd2437d3ab63586e988f8eee8a130c36ec20bc7e2b9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2767574315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.412459805411208, "interval": [-0.22520154720183427, 7.05012115802425], "p_value": 0.062, "input_sha256": "09d5418758cc2c0e688bb7bc4d312bd38465709059ca58a5dcb5145ab5cb1743"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2767574315, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.412459805411208, "interval": [-0.03352383452540177, 6.809376189522164], "p_value": 0.06513577772685025, "input_sha256": "09d5418758cc2c0e688bb7bc4d312bd38465709059ca58a5dcb5145ab5cb1743"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2767574315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.67736129458018, "interval": [-210.62193383218656, 223.97665642134692], "p_value": 0.947, "input_sha256": "d128fddf3b95b6ac8a0f7bcb6928c1e5e4fc9b4f13f375de8ae87cab0054e14e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 39, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2767574315, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.67736129458018, "interval": [-185.39840854296943, 234.6572456095555], "p_value": 0.9507230530394607, "input_sha256": "d128fddf3b95b6ac8a0f7bcb6928c1e5e4fc9b4f13f375de8ae87cab0054e14e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 428241645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.0233247446792557, "interval": [0.1573807317698246, 5.889268757588686], "p_value": 0.051, "input_sha256": "06cf69c7148ee3acb29c2937da6b029afb1e9b909a33ae84165b45e987230d0a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 428241645, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.0233247446792557, "interval": [0.4171648651359129, 5.661950118700703], "p_value": 0.039220926749911865, "input_sha256": "06cf69c7148ee3acb29c2937da6b029afb1e9b909a33ae84165b45e987230d0a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 428241645, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 172.44984522027943, "interval": [-27.062031463345647, 371.9617219039045], "p_value": 0.077, "input_sha256": "0ef29f5772d210de0a062bfc707bd843a31045fca1506e84113ac369b7b10a42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 40, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 428241645, "p_value_method": "welch_average_effect", "success": true, "estimate": 172.44984522027943, "interval": [15.597924247278172, 385.9868003234867], "p_value": 0.08692146110292927, "input_sha256": "0ef29f5772d210de0a062bfc707bd843a31045fca1506e84113ac369b7b10a42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 447124640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.324093128080044, "interval": [1.5487263651757255, 9.099459890984363], "p_value": 0.007, "input_sha256": "588f7efd943da69197661b905e04ec36c3969e662d4902e5230a39754839b0e7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 447124640, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.324093128080044, "interval": [2.009613797154555, 8.919529635831493], "p_value": 0.007053032960763558, "input_sha256": "588f7efd943da69197661b905e04ec36c3969e662d4902e5230a39754839b0e7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 447124640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 79.74685364708915, "interval": [-159.00305668771122, 318.49676398188956], "p_value": 0.497, "input_sha256": "648be465dd696248ab4401dde331ed7b7e3543359af5d5625c46a917438a96aa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 41, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 447124640, "p_value_method": "welch_average_effect", "success": true, "estimate": 79.74685364708915, "interval": [-93.16225112291244, 356.9778709024644], "p_value": 0.49885048801680576, "input_sha256": "648be465dd696248ab4401dde331ed7b7e3543359af5d5625c46a917438a96aa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 220023037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.927155199167302, "interval": [4.777170965351852, 13.077139432982753], "p_value": 0.001, "input_sha256": "f97e303173700ec753c15fed626c55216c36d81ea62dac07ce289f4821d29409"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 220023037, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.927155199167302, "interval": [5.440051424373078, 13.33214993436437], "p_value": 9.746042332499941e-05, "input_sha256": "f97e303173700ec753c15fed626c55216c36d81ea62dac07ce289f4821d29409"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 220023037, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 191.74778026366354, "interval": [-93.53708432890735, 477.03264485623447], "p_value": 0.191, "input_sha256": "78d84e5514eb50cedfb823b91389687e5120dd118618171bfbaffb6ef59d6e81"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 42, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 220023037, "p_value_method": "welch_average_effect", "success": true, "estimate": 191.74778026366354, "interval": [-9.905062503731592, 546.0427979722568], "p_value": 0.1795500607850761, "input_sha256": "78d84e5514eb50cedfb823b91389687e5120dd118618171bfbaffb6ef59d6e81"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2691208251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.328317277308598, "interval": [4.4948629984788315, 12.161771556138364], "p_value": 0.001, "input_sha256": "0152c104c1b03149673ca10b4df77678da4972ea4328fc04a3b9e16de02ee693"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2691208251, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.328317277308598, "interval": [4.697173869580218, 11.762885006807183], "p_value": 8.5297687119405e-05, "input_sha256": "0152c104c1b03149673ca10b4df77678da4972ea4328fc04a3b9e16de02ee693"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2691208251, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 160.35665899675215, "interval": [-101.21344970561577, 421.9267676991201], "p_value": 0.198, "input_sha256": "65d3b539c84f2b4209f9b5af1b595d0f92b74e2b3d78c023e7fcb68a4e46c7cc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 43, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2691208251, "p_value_method": "welch_average_effect", "success": true, "estimate": 160.35665899675215, "interval": [-0.264417250017097, 632.1680972213378], "p_value": 0.21739380878112777, "input_sha256": "65d3b539c84f2b4209f9b5af1b595d0f92b74e2b3d78c023e7fcb68a4e46c7cc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 791152941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.916414050114943, "interval": [2.98675006647042, 10.846078033759465], "p_value": 0.003, "input_sha256": "44a2e69ce44e35b3914435025755f303bf3af5f755c83efd2929dca5b94e97ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 791152941, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.916414050114943, "interval": [3.092798551194142, 10.576950374121814], "p_value": 0.001007576912303406, "input_sha256": "44a2e69ce44e35b3914435025755f303bf3af5f755c83efd2929dca5b94e97ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 791152941, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.63903797847226, "interval": [-200.9410013763137, 294.2190773332582], "p_value": 0.75, "input_sha256": "4db79812fa49bd3ef65102841dbf9b64ab702269fa7a8ad6e1cd511d413f5d88"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 44, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 791152941, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.63903797847226, "interval": [-130.85580392785025, 332.17103716687785], "p_value": 0.7039192804943308, "input_sha256": "4db79812fa49bd3ef65102841dbf9b64ab702269fa7a8ad6e1cd511d413f5d88"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 701583764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.02182255708326, "interval": [1.4996853724283188, 10.5439597417382], "p_value": 0.014, "input_sha256": "4469aaab76db367b1664f113a7809e914d8311ec439caeafcccf01a6fdf74d94"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 701583764, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.02182255708326, "interval": [1.864451677019406, 10.269015433016369], "p_value": 0.01040964456597353, "input_sha256": "4469aaab76db367b1664f113a7809e914d8311ec439caeafcccf01a6fdf74d94"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 701583764, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 50.79097256904443, "interval": [-138.19318477293234, 239.77512991102117], "p_value": 0.617, "input_sha256": "2889c695d90e68c59df70b4e139ec881fe4332a13a9c51b9f0ec47bf0dca1f63"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 45, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 701583764, "p_value_method": "welch_average_effect", "success": true, "estimate": 50.79097256904443, "interval": [-79.18374789417504, 291.88766597196746], "p_value": 0.5878715532736939, "input_sha256": "2889c695d90e68c59df70b4e139ec881fe4332a13a9c51b9f0ec47bf0dca1f63"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2450644245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2931099257201026, "interval": [-0.0077796541346244474, 6.59399950557483], "p_value": 0.055, "input_sha256": "59755297d49522ec477758c7b7fa736e444e407650577c4df3d90c40049c3e95"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2450644245, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2931099257201026, "interval": [0.19485872651014505, 6.410922219666697], "p_value": 0.05051527661191014, "input_sha256": "59755297d49522ec477758c7b7fa736e444e407650577c4df3d90c40049c3e95"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2450644245, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -154.04413160282837, "interval": [-345.9856978649775, 37.89743465932074], "p_value": 0.115, "input_sha256": "5e607496cab236b16f823759f3d4e21cc402fcc3fddf83075bfeed76a0df112f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 46, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2450644245, "p_value_method": "welch_average_effect", "success": true, "estimate": -154.04413160282837, "interval": [-347.56005792021875, 4.9997163532629525], "p_value": 0.11060113465004996, "input_sha256": "5e607496cab236b16f823759f3d4e21cc402fcc3fddf83075bfeed76a0df112f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3290294266, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.064628050777035, "interval": [0.12307490041191071, 8.006181201142159], "p_value": 0.036, "input_sha256": "b67c42de4fef2af83aedc7d9768a5c8b21ead0f80309c4db1017ce1b47e18535"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3290294266, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.064628050777035, "interval": [-0.03647521941251316, 7.647947335291723], "p_value": 0.04363388810449704, "input_sha256": "b67c42de4fef2af83aedc7d9768a5c8b21ead0f80309c4db1017ce1b47e18535"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3290294266, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -31.791416207275972, "interval": [-252.0669109869666, 188.48407857241466], "p_value": 0.753, "input_sha256": "b119a4eda64bde309dcb8910c4c09a5abfb92205c9b08e1d6c92455c0e6fcbfa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 47, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3290294266, "p_value_method": "welch_average_effect", "success": true, "estimate": -31.791416207275972, "interval": [-240.85750380038132, 186.02943716305433], "p_value": 0.7717443143232597, "input_sha256": "b119a4eda64bde309dcb8910c4c09a5abfb92205c9b08e1d6c92455c0e6fcbfa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 428190026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.266972046803328, "interval": [1.5986850066174734, 10.935259086989184], "p_value": 0.006, "input_sha256": "6800888ddcafec01168412e937f6eae24f3eba40e92d26d875e946fe1c91ec10"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 428190026, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.266972046803328, "interval": [1.753963194563696, 10.831215700066615], "p_value": 0.009915137469447827, "input_sha256": "6800888ddcafec01168412e937f6eae24f3eba40e92d26d875e946fe1c91ec10"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 428190026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 91.6843497575334, "interval": [-137.59430214949495, 320.9630016645617], "p_value": 0.464, "input_sha256": "0a3a7d11d0fb8dfb2f006ae0578d463f8b5b01adbae1820738462d605cc53e59"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 48, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 428190026, "p_value_method": "welch_average_effect", "success": true, "estimate": 91.6843497575334, "interval": [-63.222202254091044, 409.24007511207304], "p_value": 0.4182600520388503, "input_sha256": "0a3a7d11d0fb8dfb2f006ae0578d463f8b5b01adbae1820738462d605cc53e59"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1606896851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.642317950533512, "interval": [4.075924555312486, 11.208711345754537], "p_value": 0.001, "input_sha256": "8f49924cb1ab7dcaf305f72c9d777ee868376044227ca92dd57ab07b952ee2a1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1606896851, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.642317950533512, "interval": [4.217037329468246, 10.744214719010676], "p_value": 0.00010282948738118225, "input_sha256": "8f49924cb1ab7dcaf305f72c9d777ee868376044227ca92dd57ab07b952ee2a1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1606896851, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -41.45186791008757, "interval": [-233.8394280977317, 150.93569227755657], "p_value": 0.752, "input_sha256": "6d2ffe2479f1b2ae0ead8af14afd2c9aeec8f07fd9ba6dc33aa73c8ff3d17cc4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 49, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1606896851, "p_value_method": "welch_average_effect", "success": true, "estimate": -41.45186791008757, "interval": [-178.64303282275674, 205.1715863428721], "p_value": 0.6639469736986353, "input_sha256": "6d2ffe2479f1b2ae0ead8af14afd2c9aeec8f07fd9ba6dc33aa73c8ff3d17cc4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4141683860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.4327027386342763, "interval": [-2.0370060354924364, 6.902411512760989], "p_value": 0.284, "input_sha256": "7fab3a9771fd5f03b62b670ccce70a09352a14efd28d2fae0ab8a867b1027144"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4141683860, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.4327027386342763, "interval": [-1.7067945594855578, 6.760753728832138], "p_value": 0.2760862926395641, "input_sha256": "7fab3a9771fd5f03b62b670ccce70a09352a14efd28d2fae0ab8a867b1027144"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4141683860, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -261.5821400001974, "interval": [-518.1501754882935, -5.014104512101312], "p_value": 0.007, "input_sha256": "d7810fc044ba6ba8e509dbfe974df0eb97ca5de88786f9240da0622073d0c1fb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 50, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4141683860, "p_value_method": "welch_average_effect", "success": true, "estimate": -261.5821400001974, "interval": [-646.7203127973737, -100.02131346350423], "p_value": 0.04607493498507012, "input_sha256": "d7810fc044ba6ba8e509dbfe974df0eb97ca5de88786f9240da0622073d0c1fb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1132965107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.663009173213606, "interval": [3.353906633570639, 11.972111712856574], "p_value": 0.002, "input_sha256": "7efa93cef21a8a577475df8a4a4252b14db51b6a6d0453b63618a8724ce7b1b3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1132965107, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.663009173213606, "interval": [3.3772710369678474, 11.550065078060257], "p_value": 0.0009114133986934806, "input_sha256": "7efa93cef21a8a577475df8a4a4252b14db51b6a6d0453b63618a8724ce7b1b3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1132965107, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 116.9613774836123, "interval": [-165.2447037164024, 399.167458683627], "p_value": 0.442, "input_sha256": "140a632bd56a242b533a4d0ff56810881e15fb867c6245c8dc302baf2b8aa14b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 51, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1132965107, "p_value_method": "welch_average_effect", "success": true, "estimate": 116.9613774836123, "interval": [-156.33705556921058, 375.6647328870584], "p_value": 0.40616123330212295, "input_sha256": "140a632bd56a242b533a4d0ff56810881e15fb867c6245c8dc302baf2b8aa14b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3933377727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7272217729783605, "interval": [4.043332435651217, 11.411111110305505], "p_value": 0.001, "input_sha256": "eccd8fd97bad17d3f8d6ea58faef28b2d4be97665df5e0f9c4e0743b9e74c223"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3933377727, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7272217729783605, "interval": [4.013553756101915, 11.295674569616569], "p_value": 0.00014412214696228387, "input_sha256": "eccd8fd97bad17d3f8d6ea58faef28b2d4be97665df5e0f9c4e0743b9e74c223"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3933377727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -50.81260037621176, "interval": [-232.65012725510365, 131.0249265026801], "p_value": 0.582, "input_sha256": "dad5fedf760fa2d2c7509fb964c3354791a38170c47dc0e18b369fd716519be4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 52, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3933377727, "p_value_method": "welch_average_effect", "success": true, "estimate": -50.81260037621176, "interval": [-244.47192767020147, 112.56434661523312], "p_value": 0.5743946773173518, "input_sha256": "dad5fedf760fa2d2c7509fb964c3354791a38170c47dc0e18b369fd716519be4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 101426616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.945234898851497, "interval": [4.4281073089684595, 11.462362488734534], "p_value": 0.002, "input_sha256": "6aa58cd8864b2678e0ed004759ed2d429cf87bad4c25552e3258f7a0841efc73"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 101426616, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.945234898851497, "interval": [4.690252338284153, 11.243367476035175], "p_value": 5.06270699024986e-05, "input_sha256": "6aa58cd8864b2678e0ed004759ed2d429cf87bad4c25552e3258f7a0841efc73"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 101426616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.7133677673102, "interval": [-96.16604684749903, 245.59278238211942], "p_value": 0.387, "input_sha256": "7fd88509f18f2ecd4e5c800e2cca5260efa909a995fd4364ad3fb2bb72d47c1b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 53, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 101426616, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.7133677673102, "interval": [-65.61658660076088, 242.0233982341324], "p_value": 0.38080283688824734, "input_sha256": "7fd88509f18f2ecd4e5c800e2cca5260efa909a995fd4364ad3fb2bb72d47c1b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2782164375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.550327377757132, "interval": [2.370655012906243, 8.72999974260802], "p_value": 0.002, "input_sha256": "bfd0b74150dd109189296936c49e975e6414729a1540060eea1e5ac31ea1be09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2782164375, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.550327377757132, "interval": [2.481747559647203, 8.15215608239789], "p_value": 0.0011001048355903185, "input_sha256": "bfd0b74150dd109189296936c49e975e6414729a1540060eea1e5ac31ea1be09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2782164375, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 74.5288074357062, "interval": [-82.25909588728544, 231.31671075869784], "p_value": 0.404, "input_sha256": "83e35d94ca1188a15e208ac47ad5f4639b581a0ca20f96770d0ce8a383e12e9f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 54, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2782164375, "p_value_method": "welch_average_effect", "success": true, "estimate": 74.5288074357062, "interval": [-28.044470784443945, 314.084369390324], "p_value": 0.33532001099609354, "input_sha256": "83e35d94ca1188a15e208ac47ad5f4639b581a0ca20f96770d0ce8a383e12e9f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3610676910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.539573367700548, "interval": [0.5473134328554767, 6.5318333025456194], "p_value": 0.024, "input_sha256": "d85b8f3e5ff8befbbf003026f822b02fa821e897979bf90190dd93abddef4752"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3610676910, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.539573367700548, "interval": [0.8167671285235597, 6.452913479689505], "p_value": 0.021672559321847466, "input_sha256": "d85b8f3e5ff8befbbf003026f822b02fa821e897979bf90190dd93abddef4752"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3610676910, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -84.85155362940404, "interval": [-289.88500527043686, 120.18189801162879], "p_value": 0.434, "input_sha256": "77a020568b9f09087430655b6a4b0c7b2869e9c625b6ee90978b6d1ad5c5a969"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 55, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3610676910, "p_value_method": "welch_average_effect", "success": true, "estimate": -84.85155362940404, "interval": [-302.4079652564678, 81.87084731111582], "p_value": 0.40554576375762863, "input_sha256": "77a020568b9f09087430655b6a4b0c7b2869e9c625b6ee90978b6d1ad5c5a969"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2698721112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3846442383163033, "interval": [-1.9121121823057976, 6.681400658938404], "p_value": 0.277, "input_sha256": "35caf30220c08db2d21c2b1b3d94fef9160635f3bfb353b803677dd3fcba697d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2698721112, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3846442383163033, "interval": [-1.4881342578989043, 6.472152530708198], "p_value": 0.26729013887001085, "input_sha256": "35caf30220c08db2d21c2b1b3d94fef9160635f3bfb353b803677dd3fcba697d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2698721112, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 161.4975898385113, "interval": [18.193279099086652, 304.80190057793595], "p_value": 0.006, "input_sha256": "4e337db8eea1dfddecde8c4d12db85bec15af9b4a9743c041fb46b0984513e24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 56, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2698721112, "p_value_method": "welch_average_effect", "success": true, "estimate": 161.4975898385113, "interval": [60.63954692523456, 323.7080454967385], "p_value": 0.028969245363414296, "input_sha256": "4e337db8eea1dfddecde8c4d12db85bec15af9b4a9743c041fb46b0984513e24"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2226051785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.162491610617973, "interval": [3.036438400103698, 11.288544821132248], "p_value": 0.003, "input_sha256": "87382669d65eeae59125ca0738c5efb5227ab400fd2ca5129abf08c24cf55872"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2226051785, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.162491610617973, "interval": [2.7881842634239216, 10.76664224309789], "p_value": 0.0011613345338676298, "input_sha256": "87382669d65eeae59125ca0738c5efb5227ab400fd2ca5129abf08c24cf55872"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2226051785, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 204.4089654928737, "interval": [35.89753917913586, 372.9203918066115], "p_value": 0.013, "input_sha256": "4f0e2e624b1e5c81fdcba698b17c839fcf211ed62b6e19a1198576f7e5251713"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 57, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2226051785, "p_value_method": "welch_average_effect", "success": true, "estimate": 204.4089654928737, "interval": [76.20065659048349, 387.6310984610524], "p_value": 0.019826737980895234, "input_sha256": "4f0e2e624b1e5c81fdcba698b17c839fcf211ed62b6e19a1198576f7e5251713"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3281798142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4197502548126035, "interval": [0.5193799098323297, 8.320120599792878], "p_value": 0.028, "input_sha256": "25889d8424874b4e456e530f9b69d8be870138683a4e39bcb9041b05743158cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3281798142, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4197502548126035, "interval": [0.9209136114662073, 8.280758173205083], "p_value": 0.02751602935975369, "input_sha256": "25889d8424874b4e456e530f9b69d8be870138683a4e39bcb9041b05743158cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3281798142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.168771710061236, "interval": [-226.2115783251416, 240.54912174526407], "p_value": 0.957, "input_sha256": "647619fb2339533007a848bf209adb20e7ac1204dec3281b560d28ac41c071ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 58, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3281798142, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.168771710061236, "interval": [-235.06109805664016, 224.28833578663253], "p_value": 0.9507124053311358, "input_sha256": "647619fb2339533007a848bf209adb20e7ac1204dec3281b560d28ac41c071ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1671715282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.0914000920050118, "interval": [-1.4382766781518983, 3.621076862161922], "p_value": 0.388, "input_sha256": "eb2be46d8156b1f631b528308099a029884b8d1a138d2e3291de834eb6980cec"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1671715282, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.0914000920050118, "interval": [-1.3227035108012548, 3.248491273543345], "p_value": 0.38701570350116465, "input_sha256": "eb2be46d8156b1f631b528308099a029884b8d1a138d2e3291de834eb6980cec"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1671715282, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -83.32477887147488, "interval": [-345.5730590244524, 178.92350128150267], "p_value": 0.597, "input_sha256": "bc06a3bb23792585cab6fe020d28ada06f56634183eec6d9b4205d14b03efb69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 59, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1671715282, "p_value_method": "welch_average_effect", "success": true, "estimate": -83.32477887147488, "interval": [-459.3714711098487, 93.34596973491685], "p_value": 0.5202111867377228, "input_sha256": "bc06a3bb23792585cab6fe020d28ada06f56634183eec6d9b4205d14b03efb69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 669029937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.405521841657203, "interval": [-0.3835228361588259, 7.194566519473232], "p_value": 0.092, "input_sha256": "02a60f1ae5fcdf8dec265f5e5bbcd60cc18c2308f3e13d3c42c2d0c1a8cf5d84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 669029937, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.405521841657203, "interval": [-0.3314510845540347, 6.796627351920403], "p_value": 0.07670406360554614, "input_sha256": "02a60f1ae5fcdf8dec265f5e5bbcd60cc18c2308f3e13d3c42c2d0c1a8cf5d84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 669029937, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.30407080977758, "interval": [-124.53031103547895, 341.13845265503414], "p_value": 0.353, "input_sha256": "61795fe190e4d348bdb0c258217ce71e42b9ca705dc4dd695699791f41b6c3bc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 60, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 669029937, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.30407080977758, "interval": [-59.13994016855347, 382.26868718422656], "p_value": 0.3495206508944374, "input_sha256": "61795fe190e4d348bdb0c258217ce71e42b9ca705dc4dd695699791f41b6c3bc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 870942702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3208836473634396, "interval": [-1.2760876857565933, 5.917854980483472], "p_value": 0.196, "input_sha256": "289a862c1a503f2b3830bcaaac8a2e4b250d61ce1bdfd42e6096512918498b25"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 870942702, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3208836473634396, "interval": [-1.0076211625206555, 5.749695112716482], "p_value": 0.19783407052626203, "input_sha256": "289a862c1a503f2b3830bcaaac8a2e4b250d61ce1bdfd42e6096512918498b25"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 870942702, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 218.0443399218923, "interval": [3.9029694251155718, 432.18571041866903], "p_value": 0.037, "input_sha256": "45139d9f34c2add6bec95416845d3a867306cc12bde27778d1c4698d26947e9d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 61, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 870942702, "p_value_method": "welch_average_effect", "success": true, "estimate": 218.0443399218923, "interval": [50.30810144426975, 443.79386542437993], "p_value": 0.046316774864452875, "input_sha256": "45139d9f34c2add6bec95416845d3a867306cc12bde27778d1c4698d26947e9d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3259732663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.5093407875050175, "interval": [3.460665087972246, 11.55801648703779], "p_value": 0.001, "input_sha256": "912cf5159463795919d610334b9ddf81ce80ed514988f46b4fe7f30c2ac5ff07"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3259732663, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.5093407875050175, "interval": [4.047851116416195, 11.93797511944512], "p_value": 0.0006219130740753662, "input_sha256": "912cf5159463795919d610334b9ddf81ce80ed514988f46b4fe7f30c2ac5ff07"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3259732663, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 169.18159250092197, "interval": [-77.03465248227803, 415.39783748412196], "p_value": 0.206, "input_sha256": "105cbcbbba73566c48b66a2019f884e53e35ffcc5e3381203b9229362b8f6e4f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 62, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3259732663, "p_value_method": "welch_average_effect", "success": true, "estimate": 169.18159250092197, "interval": [-47.30777241453567, 431.8570135566545], "p_value": 0.17129336875255158, "input_sha256": "105cbcbbba73566c48b66a2019f884e53e35ffcc5e3381203b9229362b8f6e4f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2385205707, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.558147919524398, "interval": [3.020843385973648, 10.095452453075147], "p_value": 0.002, "input_sha256": "f439551f3eb125359ccb2f339e6c14add1f7394ac4a705515800f6307b801844"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2385205707, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.558147919524398, "interval": [2.990755357379864, 9.929773980543704], "p_value": 0.0005839700567143641, "input_sha256": "f439551f3eb125359ccb2f339e6c14add1f7394ac4a705515800f6307b801844"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2385205707, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 157.99952015360216, "interval": [-38.30827745638172, 354.30731776358607], "p_value": 0.129, "input_sha256": "77f14735d8592d79d14eccb8da7fab6fcc7b23e0bb945e10953c28a7d7b874ea"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 63, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2385205707, "p_value_method": "welch_average_effect", "success": true, "estimate": 157.99952015360216, "interval": [12.943920127508342, 395.33711843249324], "p_value": 0.10950601782444754, "input_sha256": "77f14735d8592d79d14eccb8da7fab6fcc7b23e0bb945e10953c28a7d7b874ea"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4084801036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.505202326746456, "interval": [0.9472218029317112, 10.063182850561201], "p_value": 0.028, "input_sha256": "1513acfced8ffd4480074cfe94ef71d3edab7335abce42d12ed74ec17e6de852"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4084801036, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.505202326746456, "interval": [1.130416698631962, 9.73479921438071], "p_value": 0.019250994653822136, "input_sha256": "1513acfced8ffd4480074cfe94ef71d3edab7335abce42d12ed74ec17e6de852"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4084801036, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 237.52175167068526, "interval": [-40.88931529579759, 515.9328186371681], "p_value": 0.043, "input_sha256": "ab244666aef26bc48423548b26ecc3001b0c8c233470aa5ba3d8bcd6612416b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 64, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4084801036, "p_value_method": "welch_average_effect", "success": true, "estimate": 237.52175167068526, "interval": [55.80352161164095, 626.501849748828], "p_value": 0.09071777230616547, "input_sha256": "ab244666aef26bc48423548b26ecc3001b0c8c233470aa5ba3d8bcd6612416b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3306822257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.105648402543153, "interval": [-0.2551827525989445, 8.46647955768525], "p_value": 0.06, "input_sha256": "97fbd339e66a57ea773e4e28e11c704a9d561a2ef679a793c582694ff9be2be3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3306822257, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.105648402543153, "interval": [0.5108332770759757, 8.141701280348155], "p_value": 0.0642250944708415, "input_sha256": "97fbd339e66a57ea773e4e28e11c704a9d561a2ef679a793c582694ff9be2be3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3306822257, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 43.866161968758234, "interval": [-164.20976257720142, 251.9420865147179], "p_value": 0.655, "input_sha256": "5819fbfd9e9edbcf9e2c4ba9656c7d79bbc346cf3fdd39d2f9bd3120462f4ebb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 65, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3306822257, "p_value_method": "welch_average_effect", "success": true, "estimate": 43.866161968758234, "interval": [-150.49841170157129, 248.71530572450413], "p_value": 0.671863235055626, "input_sha256": "5819fbfd9e9edbcf9e2c4ba9656c7d79bbc346cf3fdd39d2f9bd3120462f4ebb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3737077523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.137408967654777, "interval": [4.414201174268849, 11.860616761040703], "p_value": 0.001, "input_sha256": "1e931e8200ca1d901adba3837f709eed4ebbf782ef231e52a6d0aec0a90c94e6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3737077523, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.137408967654777, "interval": [4.630709984378594, 11.991574049260493], "p_value": 8.113299716135413e-05, "input_sha256": "1e931e8200ca1d901adba3837f709eed4ebbf782ef231e52a6d0aec0a90c94e6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3737077523, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 65.3242873984186, "interval": [-134.67437398577164, 265.3229487826088], "p_value": 0.527, "input_sha256": "a721acd13f3426828f151824d2baf7327bd4b53ef26d329a15fa1d9d40ce33a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 66, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3737077523, "p_value_method": "welch_average_effect", "success": true, "estimate": 65.3242873984186, "interval": [-95.669405217832, 287.1160963201169], "p_value": 0.5109574963729132, "input_sha256": "a721acd13f3426828f151824d2baf7327bd4b53ef26d329a15fa1d9d40ce33a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 392403272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.9742690963184, "interval": [6.181877111369502, 13.766661081267298], "p_value": 0.001, "input_sha256": "d06458e3986ed7ae865299de29a74e055f4e53277cd7bad5428112d3f10d9ce1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 392403272, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.9742690963184, "interval": [6.378261905335515, 13.497180450853786], "p_value": 5.3982195983610414e-06, "input_sha256": "d06458e3986ed7ae865299de29a74e055f4e53277cd7bad5428112d3f10d9ce1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 392403272, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.019315027210496, "interval": [-152.20292016918833, 244.24155022360932], "p_value": 0.647, "input_sha256": "34d45c4c8820da4a810f5ab34e74beda5991193f384ea9a38235622271af8aad"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 67, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 392403272, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.019315027210496, "interval": [-144.50134309931005, 233.2624579422996], "p_value": 0.6409710982048369, "input_sha256": "34d45c4c8820da4a810f5ab34e74beda5991193f384ea9a38235622271af8aad"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1533316545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2206498426763535, "interval": [1.4525887550482341, 10.988710930304473], "p_value": 0.015, "input_sha256": "a8246865bfea8fbda6a6cbbce92f71821d9ae4b2e9238ca661a0c716cb6476a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1533316545, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2206498426763535, "interval": [2.108064272140428, 10.640840398385423], "p_value": 0.011926901807982082, "input_sha256": "a8246865bfea8fbda6a6cbbce92f71821d9ae4b2e9238ca661a0c716cb6476a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 1533316545, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 38.20494547038085, "interval": [-134.9358727799476, 211.34576372070933], "p_value": 0.726, "input_sha256": "74113d101b2d59e90b9ef1d9232aadb6d2ac06405ec6f0b83346cc51515888ba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 68, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 1533316545, "p_value_method": "welch_average_effect", "success": true, "estimate": 38.20494547038085, "interval": [-89.28398188612329, 287.1671864425111], "p_value": 0.6555794929637495, "input_sha256": "74113d101b2d59e90b9ef1d9232aadb6d2ac06405ec6f0b83346cc51515888ba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2279362772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.482357726177133, "interval": [3.7510446931238435, 11.213670759230423], "p_value": 0.001, "input_sha256": "62a232f7c7b3ec5e2c1a7a59acb2b70d86afb0a06fdbf1f0561f88432fd60b0e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2279362772, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.482357726177133, "interval": [4.313007412179951, 11.535343278271828], "p_value": 0.0002562958328299998, "input_sha256": "62a232f7c7b3ec5e2c1a7a59acb2b70d86afb0a06fdbf1f0561f88432fd60b0e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2279362772, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 231.9945182853354, "interval": [-16.32731860623386, 480.31635517690466], "p_value": 0.019, "input_sha256": "aa531926641731e484c17b9bc0edaf69d3b43c5391d6215f78115c1380e6740e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 69, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2279362772, "p_value_method": "welch_average_effect", "success": true, "estimate": 231.9945182853354, "interval": [77.0029935252194, 549.4337390366942], "p_value": 0.06548551760313476, "input_sha256": "aa531926641731e484c17b9bc0edaf69d3b43c5391d6215f78115c1380e6740e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 88201584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.560039003155209, "interval": [0.1370943881877933, 8.982983618122624], "p_value": 0.051, "input_sha256": "1c7479e407cadda6ba00609cce683af2ed11d4098b9fc0f721fc02fff3674601"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 88201584, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.560039003155209, "interval": [-0.13313081847065478, 8.71290442904097], "p_value": 0.043641283543207406, "input_sha256": "1c7479e407cadda6ba00609cce683af2ed11d4098b9fc0f721fc02fff3674601"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 88201584, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -75.72396353663655, "interval": [-251.40456509703412, 99.95663802376103], "p_value": 0.378, "input_sha256": "95fd99fe2ff3c74452e23a378a62aba07cad37e7ae23ab74bf5290e0f165e69d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 70, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 88201584, "p_value_method": "welch_average_effect", "success": true, "estimate": -75.72396353663655, "interval": [-266.94036902514165, 57.98827650151829], "p_value": 0.3859469055262381, "input_sha256": "95fd99fe2ff3c74452e23a378a62aba07cad37e7ae23ab74bf5290e0f165e69d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1610304773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.220209119851946, "interval": [2.7250725924801498, 9.715345647223742], "p_value": 0.002, "input_sha256": "284d4722c7b0dda8c520fa8b98dcf13d0481a0a8823454db9ab34fc3525dd07b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1610304773, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.220209119851946, "interval": [3.101282635873579, 9.72992076498216], "p_value": 0.0008996738034841218, "input_sha256": "284d4722c7b0dda8c520fa8b98dcf13d0481a0a8823454db9ab34fc3525dd07b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1610304773, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 54.4118738339148, "interval": [-162.60544850497539, 271.42919617280495], "p_value": 0.639, "input_sha256": "8fb44111e8b9a7c93b6de4d3078e5736034f0a09b4daf60cb42e54d61b436b6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 71, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1610304773, "p_value_method": "welch_average_effect", "success": true, "estimate": 54.4118738339148, "interval": [-160.8709665262577, 221.88320141795805], "p_value": 0.6143842541012465, "input_sha256": "8fb44111e8b9a7c93b6de4d3078e5736034f0a09b4daf60cb42e54d61b436b6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1801159606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.8816146453714016, "interval": [2.254847020073827, 9.508382270668976], "p_value": 0.004, "input_sha256": "3a3ce14630731f7287888a63ec61fc176f6f31c2c312381d9bd3a776d7a38606"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1801159606, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.8816146453714016, "interval": [2.5468337121702906, 9.38231794717704], "p_value": 0.002284766572235335, "input_sha256": "3a3ce14630731f7287888a63ec61fc176f6f31c2c312381d9bd3a776d7a38606"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1801159606, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -18.73297071982239, "interval": [-195.95963876164777, 158.493697322003], "p_value": 0.841, "input_sha256": "895ec61ace2dd29a83aea6790b02997e922ec887a21a48df3d4fcb0adc01ea42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 72, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1801159606, "p_value_method": "welch_average_effect", "success": true, "estimate": -18.73297071982239, "interval": [-213.2310976772251, 133.5686948795418], "p_value": 0.8316270964208291, "input_sha256": "895ec61ace2dd29a83aea6790b02997e922ec887a21a48df3d4fcb0adc01ea42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1468370315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.183159191356756, "interval": [1.7147501288722244, 8.651568253841287], "p_value": 0.007, "input_sha256": "171363ccc482002078df6906a40193826a7ad7dec8c388c08d9e30cb86617434"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1468370315, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.183159191356756, "interval": [1.4131568698272636, 8.173414791268051], "p_value": 0.004439963353864805, "input_sha256": "171363ccc482002078df6906a40193826a7ad7dec8c388c08d9e30cb86617434"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1468370315, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 119.00358436775437, "interval": [-80.79561453848908, 318.8027832739978], "p_value": 0.242, "input_sha256": "140ff1db5b48a3f3e04e2abb255b1a0e4d0a2541495a8f462c1a36d3309e49c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 73, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1468370315, "p_value_method": "welch_average_effect", "success": true, "estimate": 119.00358436775437, "interval": [-31.921045112817605, 360.02449810056856], "p_value": 0.23130182253746662, "input_sha256": "140ff1db5b48a3f3e04e2abb255b1a0e4d0a2541495a8f462c1a36d3309e49c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1127696124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.7900534326861202, "interval": [-2.027306491300851, 5.607413356673091], "p_value": 0.326, "input_sha256": "84e5f0b14f71e766936e77c64241cca3bf4af00980947be1dcabb1d96400a3cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1127696124, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.7900534326861202, "interval": [-1.8695510555197066, 5.580572157290953], "p_value": 0.3484535300850671, "input_sha256": "84e5f0b14f71e766936e77c64241cca3bf4af00980947be1dcabb1d96400a3cd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1127696124, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 96.16038830057339, "interval": [-134.43160780532094, 326.75238440646774], "p_value": 0.438, "input_sha256": "0e8d001e457939e4b1ad3306abefd6b4954ca81f8dff1b8edccc0d8635b2b052"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 74, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1127696124, "p_value_method": "welch_average_effect", "success": true, "estimate": 96.16038830057339, "interval": [-59.40472838151757, 380.31679933568086], "p_value": 0.3979034648772548, "input_sha256": "0e8d001e457939e4b1ad3306abefd6b4954ca81f8dff1b8edccc0d8635b2b052"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3059323078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.421897859288665, "interval": [1.6171023487679008, 9.226693369809428], "p_value": 0.006, "input_sha256": "58622b845223129bb3fed920d39d6ff046d39eac115e0bf74df5d918284fd1dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3059323078, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.421897859288665, "interval": [2.1267167299362653, 8.984658334364624], "p_value": 0.006692221988949173, "input_sha256": "58622b845223129bb3fed920d39d6ff046d39eac115e0bf74df5d918284fd1dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3059323078, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 49.42633639674506, "interval": [-169.19041208654627, 268.0430848800364], "p_value": 0.632, "input_sha256": "9bddd78c82bcd210cb01ec41c3da3faac71e8aedabb9b25c5c68ec01b14783dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 75, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3059323078, "p_value_method": "welch_average_effect", "success": true, "estimate": 49.42633639674506, "interval": [-171.60196025878128, 228.9188336713664], "p_value": 0.6497624521566092, "input_sha256": "9bddd78c82bcd210cb01ec41c3da3faac71e8aedabb9b25c5c68ec01b14783dc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2175692382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.2890855639417946, "interval": [-1.6663343003039737, 6.244505428187563], "p_value": 0.245, "input_sha256": "542b555889ca761155b030e2f4916bb07dafe80e30df72fb7b204e11a45c4fcc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2175692382, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.2890855639417946, "interval": [-1.3260597676256731, 6.101490747515872], "p_value": 0.24852993171886978, "input_sha256": "542b555889ca761155b030e2f4916bb07dafe80e30df72fb7b204e11a45c4fcc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2175692382, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -38.83507012146566, "interval": [-314.39110429166897, 236.72096404873764], "p_value": 0.826, "input_sha256": "70de36e912327d0f37860a6e1134318001c90ae37b7bb584f22d1d411c083ad4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 76, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2175692382, "p_value_method": "welch_average_effect", "success": true, "estimate": -38.83507012146566, "interval": [-352.8354612781817, 178.81473603323732], "p_value": 0.7764866957548258, "input_sha256": "70de36e912327d0f37860a6e1134318001c90ae37b7bb584f22d1d411c083ad4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2582231543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.2867228507290207, "interval": [-4.280221684525879, 3.7067759830678377], "p_value": 0.889, "input_sha256": "08afb10558d104b520ef250cdd335cd8d7cb133f2e87b0246fe4334abaf85c09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2582231543, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.2867228507290207, "interval": [-3.77312559103666, 3.7407161886536007], "p_value": 0.8844937338866814, "input_sha256": "08afb10558d104b520ef250cdd335cd8d7cb133f2e87b0246fe4334abaf85c09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2582231543, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -81.811611512844, "interval": [-333.1352073669125, 169.5119843412245], "p_value": 0.53, "input_sha256": "48456454beced19980a7a0253f732a7b850fd5990548f900be23a9d5fb237aab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 77, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2582231543, "p_value_method": "welch_average_effect", "success": true, "estimate": -81.811611512844, "interval": [-400.13825965617116, 108.65994119048364], "p_value": 0.50964886122307, "input_sha256": "48456454beced19980a7a0253f732a7b850fd5990548f900be23a9d5fb237aab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3773956436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.714606164078912, "interval": [1.5405833329093142, 7.88862899524851], "p_value": 0.005, "input_sha256": "7fc2bba5f91739e0c93cef55530ca58b6ad6f70c02479504df1e0706db89e161"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3773956436, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.714606164078912, "interval": [1.7764491409580994, 7.745424998217939], "p_value": 0.004685908003427064, "input_sha256": "7fc2bba5f91739e0c93cef55530ca58b6ad6f70c02479504df1e0706db89e161"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3773956436, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 189.8403477331916, "interval": [-55.876333321999056, 435.55702878838224], "p_value": 0.112, "input_sha256": "a18f0eba9e32854cb22375ea187ac0b364445b227d29f151653c35e64e5adb09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 78, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3773956436, "p_value_method": "welch_average_effect", "success": true, "estimate": 189.8403477331916, "interval": [28.590753142509953, 492.51498232013705], "p_value": 0.12307363278720394, "input_sha256": "a18f0eba9e32854cb22375ea187ac0b364445b227d29f151653c35e64e5adb09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 916613799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.532323115560834, "interval": [1.1480004717640258, 9.916645759357642], "p_value": 0.015, "input_sha256": "632b1f0b10cb412044cef5220e4a81e6359c4eb89d0d5eab45815e30f71d43c1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 916613799, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.532323115560834, "interval": [2.027845587121254, 10.345519852727842], "p_value": 0.014859588837617578, "input_sha256": "632b1f0b10cb412044cef5220e4a81e6359c4eb89d0d5eab45815e30f71d43c1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 916613799, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 295.73683626646084, "interval": [-80.44616566544198, 671.9198381983637], "p_value": 0.109, "input_sha256": "87953f0b0617c2941353caa08d8ca6634efc8df76fe3864d35e3e3fdd2ce7bf5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 79, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 916613799, "p_value_method": "welch_average_effect", "success": true, "estimate": 295.73683626646084, "interval": [51.23744810030244, 838.1856874492214], "p_value": 0.11664332198620814, "input_sha256": "87953f0b0617c2941353caa08d8ca6634efc8df76fe3864d35e3e3fdd2ce7bf5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1975410763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.9061457459863611, "interval": [-2.9463537146651255, 4.758645206637848], "p_value": 0.645, "input_sha256": "b80b646ccc2b16c429f56853324cde0a66dca506307377198dbcd5c229d9bf50"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1975410763, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.9061457459863611, "interval": [-2.4077092990753695, 4.662653624773063], "p_value": 0.6364027908168444, "input_sha256": "b80b646ccc2b16c429f56853324cde0a66dca506307377198dbcd5c229d9bf50"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1975410763, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 98.33057507679396, "interval": [-100.0894941825573, 296.7506443361452], "p_value": 0.375, "input_sha256": "d0cf5b05f48b083e84258a3fdf31b7f123860a4ccccc8b8513db12a0c3b2a496"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 80, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1975410763, "p_value_method": "welch_average_effect", "success": true, "estimate": 98.33057507679396, "interval": [-36.03764271174989, 360.2075332892494], "p_value": 0.3156618085809739, "input_sha256": "d0cf5b05f48b083e84258a3fdf31b7f123860a4ccccc8b8513db12a0c3b2a496"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2681202372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.977779132461679, "interval": [0.7659683812159379, 9.18958988370742], "p_value": 0.018, "input_sha256": "3e533db7013bd7e5b6b11ba2d0a94ec663d5f63b2e7704e9bc4beccdc11b950d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2681202372, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.977779132461679, "interval": [0.6000436788371348, 8.464897672442875], "p_value": 0.021802299556801887, "input_sha256": "3e533db7013bd7e5b6b11ba2d0a94ec663d5f63b2e7704e9bc4beccdc11b950d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2681202372, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 225.22703491749027, "interval": [-48.89678399388217, 499.3508538288627], "p_value": 0.088, "input_sha256": "a950e64b29a47230d18d70211174e538eef8aa48036de4fd99cdcc0fd2b3f4a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 81, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2681202372, "p_value_method": "welch_average_effect", "success": true, "estimate": 225.22703491749027, "interval": [38.628426168741676, 549.0536887674813], "p_value": 0.10224714559142248, "input_sha256": "a950e64b29a47230d18d70211174e538eef8aa48036de4fd99cdcc0fd2b3f4a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2894374842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.833596733889614, "interval": [1.9744877482848815, 9.692705719494347], "p_value": 0.007, "input_sha256": "a413be111b8275f2c18a6d972269d91047eb495248eabfabb6f118014d80085d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2894374842, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.833596733889614, "interval": [2.3090270272015876, 9.30736522102203], "p_value": 0.004171433536344001, "input_sha256": "a413be111b8275f2c18a6d972269d91047eb495248eabfabb6f118014d80085d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2894374842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -22.048502925369235, "interval": [-251.24045688350756, 207.1434510327691], "p_value": 0.847, "input_sha256": "cbcca29b17d31ae74326daa1acf1ec2000d54455f14754aee76e545c547a8a93"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 82, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2894374842, "p_value_method": "welch_average_effect", "success": true, "estimate": -22.048502925369235, "interval": [-253.86098186539948, 158.33159688960146], "p_value": 0.8459343268482334, "input_sha256": "cbcca29b17d31ae74326daa1acf1ec2000d54455f14754aee76e545c547a8a93"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3769855090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8587955764881006, "interval": [-0.36736710415281326, 8.084958257129014], "p_value": 0.07, "input_sha256": "01b842ee9b63710975564051b2c075a6325ffe189d2ab58f9c42f242d53c47b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3769855090, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8587955764881006, "interval": [-0.1713052481319295, 7.588348460130438], "p_value": 0.0722906729279477, "input_sha256": "01b842ee9b63710975564051b2c075a6325ffe189d2ab58f9c42f242d53c47b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3769855090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -16.465568948616067, "interval": [-267.2856696940231, 234.354531796791], "p_value": 0.896, "input_sha256": "8d2fd726d1d1432a6ed4674e022128963e2966302a6408e0072c74371da95f47"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 83, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3769855090, "p_value_method": "welch_average_effect", "success": true, "estimate": -16.465568948616067, "interval": [-302.3868753246539, 164.34056496680165], "p_value": 0.8942223478499669, "input_sha256": "8d2fd726d1d1432a6ed4674e022128963e2966302a6408e0072c74371da95f47"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1344888800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.869668617128045, "interval": [4.393712042635434, 11.345625191620657], "p_value": 0.001, "input_sha256": "a386fbdb5aeba6e089bb3a91c55f7688ad839334cb77284a2662ade17bfa6c91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1344888800, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.869668617128045, "interval": [4.5407829853639985, 11.034646930692272], "p_value": 4.8472945972180376e-05, "input_sha256": "a386fbdb5aeba6e089bb3a91c55f7688ad839334cb77284a2662ade17bfa6c91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1344888800, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 56.520317169322794, "interval": [-240.5173258749692, 353.5579602136148], "p_value": 0.696, "input_sha256": "ba167e78ed738caec137c7194a5c1aa12a9e117cbf6648ee41bef1731e0a2967"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 84, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1344888800, "p_value_method": "welch_average_effect", "success": true, "estimate": 56.520317169322794, "interval": [-246.45486058884384, 342.09921074717244], "p_value": 0.7022303348721647, "input_sha256": "ba167e78ed738caec137c7194a5c1aa12a9e117cbf6648ee41bef1731e0a2967"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1389454042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.1809527080982285, "interval": [-0.08531499741254489, 8.447220413609003], "p_value": 0.054, "input_sha256": "a04f0e3ce7bc9694d10cfb5c9edcf2a1cb106df3bc99d9c849e528c879cd64d4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1389454042, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.1809527080982285, "interval": [0.24941866944065763, 8.074853375383018], "p_value": 0.05451976038013189, "input_sha256": "a04f0e3ce7bc9694d10cfb5c9edcf2a1cb106df3bc99d9c849e528c879cd64d4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1389454042, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 71.26640305210142, "interval": [-75.55973311190772, 218.09253921611057], "p_value": 0.342, "input_sha256": "b73cb6ac3293d5e8556939ef79d934b21e931d5703934e976e5309f53ef57706"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 85, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1389454042, "p_value_method": "welch_average_effect", "success": true, "estimate": 71.26640305210142, "interval": [-76.00987039783006, 189.79967919514075], "p_value": 0.33201871237372604, "input_sha256": "b73cb6ac3293d5e8556939ef79d934b21e931d5703934e976e5309f53ef57706"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2708366913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.005145017818304, "interval": [2.365135762660873, 9.645154272975734], "p_value": 0.004, "input_sha256": "eb5aac7f26ac35eddcfc077cf876ea11773fcd7d4a408712f5075b401d1bfc43"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2708366913, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.005145017818304, "interval": [2.4374502515002323, 9.244091052922881], "p_value": 0.0019331602852871428, "input_sha256": "eb5aac7f26ac35eddcfc077cf876ea11773fcd7d4a408712f5075b401d1bfc43"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2708366913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -144.78860077418034, "interval": [-344.70464234043106, 55.12744079207036], "p_value": 0.121, "input_sha256": "b1f9900826e1516c96e6e513a5f5ddc44ac3e57885ac3b0ad7341dececcfabca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 86, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2708366913, "p_value_method": "welch_average_effect", "success": true, "estimate": -144.78860077418034, "interval": [-453.9487436223392, -18.44831078434781], "p_value": 0.1472610182360387, "input_sha256": "b1f9900826e1516c96e6e513a5f5ddc44ac3e57885ac3b0ad7341dececcfabca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2562414571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.603289124927095, "interval": [1.485334846292032, 9.721243403562157], "p_value": 0.007, "input_sha256": "4ed355407c6b77059708577b578fda82a2790b514f95178448677b6caccd260d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2562414571, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.603289124927095, "interval": [1.794078179239509, 9.370460650406521], "p_value": 0.009037225075578897, "input_sha256": "4ed355407c6b77059708577b578fda82a2790b514f95178448677b6caccd260d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2562414571, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 186.23895296682318, "interval": [-5.773566885332286, 378.25147281897864], "p_value": 0.014, "input_sha256": "530d6033747c96b625b182eb4b8ac93288a6a85a1712674a37255f5c300d48cc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 87, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2562414571, "p_value_method": "welch_average_effect", "success": true, "estimate": 186.23895296682318, "interval": [68.92071895405704, 498.9633343334837], "p_value": 0.05661164239577127, "input_sha256": "530d6033747c96b625b182eb4b8ac93288a6a85a1712674a37255f5c300d48cc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 573920903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.486812124392236, "interval": [0.6935990117142703, 8.280025237070202], "p_value": 0.018, "input_sha256": "db69e5ed663809298a0b1aec33851e1e79357796c091a908c67276b788c8af4e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 573920903, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.486812124392236, "interval": [0.8099011143077431, 7.891168046000402], "p_value": 0.021679002825021946, "input_sha256": "db69e5ed663809298a0b1aec33851e1e79357796c091a908c67276b788c8af4e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 573920903, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 132.277315192178, "interval": [-98.9881565743627, 363.5427869587187], "p_value": 0.25, "input_sha256": "ec3aee687c92893d4ecd7d012b5e182d9c79291b2ea5ec4eeba6e256861185cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 88, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 573920903, "p_value_method": "welch_average_effect", "success": true, "estimate": 132.277315192178, "interval": [-44.88562549792726, 431.8994225237598], "p_value": 0.25140756546482057, "input_sha256": "ec3aee687c92893d4ecd7d012b5e182d9c79291b2ea5ec4eeba6e256861185cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2007271685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.664354215456019, "interval": [1.2298817786798395, 10.098826652232198], "p_value": 0.011, "input_sha256": "b9ea68852a7c4e655c5176f60eefe74392abcc2ddddca3e6e8a7a2af0499d823"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2007271685, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.664354215456019, "interval": [1.4754913954529507, 9.698792207521029], "p_value": 0.013891493705388582, "input_sha256": "b9ea68852a7c4e655c5176f60eefe74392abcc2ddddca3e6e8a7a2af0499d823"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2007271685, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.95909124053338, "interval": [-130.99058263098206, 348.90876511204885], "p_value": 0.363, "input_sha256": "45a4b3267f19bff7eedddd194b0e4299bf82faf28f4684b21308f1604b313dfe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 89, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2007271685, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.95909124053338, "interval": [-68.3476818075634, 385.152919199763], "p_value": 0.3607410510741982, "input_sha256": "45a4b3267f19bff7eedddd194b0e4299bf82faf28f4684b21308f1604b313dfe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 785421688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.2824310000738635, "interval": [1.6005610677040751, 8.964300932443653], "p_value": 0.003, "input_sha256": "09f305e37c8b340ab4c0a2861a5e71056ffcaea9c5187399cbd0d1cbddf7bf0c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 785421688, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.2824310000738635, "interval": [2.051799563870449, 8.897683703471245], "p_value": 0.006288425144326897, "input_sha256": "09f305e37c8b340ab4c0a2861a5e71056ffcaea9c5187399cbd0d1cbddf7bf0c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 785421688, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 44.44466732615663, "interval": [-103.9497894772918, 192.83912412960507], "p_value": 0.564, "input_sha256": "1f682cc0bbf314cb7b9133e42802b5de31d5d721bd2ef919592fd0790a15d247"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 90, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 785421688, "p_value_method": "welch_average_effect", "success": true, "estimate": 44.44466732615663, "interval": [-81.63078255869229, 187.5223163137476], "p_value": 0.5472053789430055, "input_sha256": "1f682cc0bbf314cb7b9133e42802b5de31d5d721bd2ef919592fd0790a15d247"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1646086053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.6707020887593842, "interval": [-1.532693581767203, 4.874097759285972], "p_value": 0.286, "input_sha256": "0cd9e19512f6a5c33c06fd7d1127a61316bb3852a4965aed6ddb2392bb919000"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1646086053, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.6707020887593842, "interval": [-1.5383837688871775, 4.517420109827635], "p_value": 0.29760451774273095, "input_sha256": "0cd9e19512f6a5c33c06fd7d1127a61316bb3852a4965aed6ddb2392bb919000"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1646086053, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.258421604347205, "interval": [-126.25390917603679, 228.7707523847312], "p_value": 0.559, "input_sha256": "468862786f4f903d70af8e71b93026056a69d4a43e5ea47a6f0557776fc7b04d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 91, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1646086053, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.258421604347205, "interval": [-123.69034208885672, 210.70535050773307], "p_value": 0.562287808805306, "input_sha256": "468862786f4f903d70af8e71b93026056a69d4a43e5ea47a6f0557776fc7b04d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 196780139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.4004046079079355, "interval": [-0.08783453253777296, 8.888643748353644], "p_value": 0.047, "input_sha256": "9870ba62fc11abc0f77bb748225dd6a344660e120d6ef463268d3ac5ce90f015"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 196780139, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.4004046079079355, "interval": [-0.1463114537995419, 8.600465778609415], "p_value": 0.054388617030335255, "input_sha256": "9870ba62fc11abc0f77bb748225dd6a344660e120d6ef463268d3ac5ce90f015"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 196780139, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 125.85555665764164, "interval": [-72.53885278536103, 324.2499661006443], "p_value": 0.208, "input_sha256": "378453fecf88c132a62212096bfe1a7b9aa6fc5443d1111117d601a235b5269d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 92, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 196780139, "p_value_method": "welch_average_effect", "success": true, "estimate": 125.85555665764164, "interval": [-27.7212862119454, 355.6300224175114], "p_value": 0.20412398936500137, "input_sha256": "378453fecf88c132a62212096bfe1a7b9aa6fc5443d1111117d601a235b5269d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4120213725, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -0.15599149189631234, "interval": [-3.694693294858821, 3.3827103110661962], "p_value": 0.931, "input_sha256": "e097278a629bb4b859199888832764734733e933c3b33d02be05384a22bb0e1c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4120213725, "p_value_method": "welch_average_effect", "success": true, "estimate": -0.15599149189631234, "interval": [-3.563467654585978, 3.009721758409733], "p_value": 0.9291490444424209, "input_sha256": "e097278a629bb4b859199888832764734733e933c3b33d02be05384a22bb0e1c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4120213725, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.813935174771416, "interval": [-228.20992372501732, 216.5820533754745], "p_value": 0.963, "input_sha256": "e69c23aafceeb4b7479a95d4ee9b9135f5867cfbc923031c62fb94f489ca1a37"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 93, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4120213725, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.813935174771416, "interval": [-310.93689984771487, 153.54643987704785], "p_value": 0.9579549660524285, "input_sha256": "e69c23aafceeb4b7479a95d4ee9b9135f5867cfbc923031c62fb94f489ca1a37"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1010476776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.1775346843065524, "interval": [-2.0320927080294138, 4.387162076642518], "p_value": 0.475, "input_sha256": "cb900412579bfe7fcc0a7b3eb2bbc81a2fd8f8e299e4668d3a0507b70ba22fa7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1010476776, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.1775346843065524, "interval": [-1.9001066694105087, 4.1112170486790465], "p_value": 0.46201058962131447, "input_sha256": "cb900412579bfe7fcc0a7b3eb2bbc81a2fd8f8e299e4668d3a0507b70ba22fa7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1010476776, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 183.80375975614453, "interval": [-13.044971983167358, 380.6524914954564], "p_value": 0.069, "input_sha256": "ed531ee9b02c2d11808eae08d664d029dcc9e99ef8b2da465a98544a5a1ef47b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 94, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1010476776, "p_value_method": "welch_average_effect", "success": true, "estimate": 183.80375975614453, "interval": [46.33301044781532, 416.9285502951093], "p_value": 0.06586095374666556, "input_sha256": "ed531ee9b02c2d11808eae08d664d029dcc9e99ef8b2da465a98544a5a1ef47b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 302986689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.245553053355826, "interval": [4.014017611956976, 12.477088494754675], "p_value": 0.002, "input_sha256": "3015169abad7730e05f8a669b6dac07619f4178aa77eac3824ab6a4bc04f51de"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 302986689, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.245553053355826, "interval": [4.02470759838884, 11.921681619205152], "p_value": 0.0003360334331833621, "input_sha256": "3015169abad7730e05f8a669b6dac07619f4178aa77eac3824ab6a4bc04f51de"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 302986689, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -74.63607009707783, "interval": [-342.5847732473326, 193.3126330531769], "p_value": 0.624, "input_sha256": "5de03d241961de605ddda888f12bad1619f029ce7e0129257d214ead8876e0fb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 95, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 302986689, "p_value_method": "welch_average_effect", "success": true, "estimate": -74.63607009707783, "interval": [-410.0268622418219, 114.54866164933952], "p_value": 0.573169514855651, "input_sha256": "5de03d241961de605ddda888f12bad1619f029ce7e0129257d214ead8876e0fb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1668558616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.043274285268907, "interval": [4.964966109896679, 11.121582460641136], "p_value": 0.001, "input_sha256": "429ce1a9d6599e84bed0faa7485a41fb926730a3496ff880f5412b0d2a3b192d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1668558616, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.043274285268907, "interval": [5.215197506997629, 11.13322290401669], "p_value": 5.844576227553203e-06, "input_sha256": "429ce1a9d6599e84bed0faa7485a41fb926730a3496ff880f5412b0d2a3b192d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1668558616, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 233.2819761407619, "interval": [-36.34475242240785, 502.9087047039317], "p_value": 0.071, "input_sha256": "d8ea50dcdd0a7d9dcf76443b5c0c9b074684f6d155eb2c9d3aecb61d0bd7d09c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 96, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1668558616, "p_value_method": "welch_average_effect", "success": true, "estimate": 233.2819761407619, "interval": [55.95965387468307, 646.2799144170897], "p_value": 0.08640087729842653, "input_sha256": "d8ea50dcdd0a7d9dcf76443b5c0c9b074684f6d155eb2c9d3aecb61d0bd7d09c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2990413609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.2051138179158425, "interval": [2.1068459331163556, 10.30338170271533], "p_value": 0.006, "input_sha256": "c564661181dec0cb94c8c4c7a8c8dcc491b3f2985668fb9ff762e137745ca6e7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2990413609, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.2051138179158425, "interval": [2.212492877889584, 9.836651964667412], "p_value": 0.004001439344350823, "input_sha256": "c564661181dec0cb94c8c4c7a8c8dcc491b3f2985668fb9ff762e137745ca6e7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2990413609, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 186.83798779443515, "interval": [-29.454174164612652, 403.13014975348295], "p_value": 0.097, "input_sha256": "0638fa3ee2c539a4bd4be44672d18a6fe8e4fea91d0fc7b306b91f9d3325f638"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 97, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2990413609, "p_value_method": "welch_average_effect", "success": true, "estimate": 186.83798779443515, "interval": [45.12715876069992, 472.4546535148255], "p_value": 0.08682943405258334, "input_sha256": "0638fa3ee2c539a4bd4be44672d18a6fe8e4fea91d0fc7b306b91f9d3325f638"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 601826619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.151621941904144, "interval": [5.220932515740584, 13.082311368067705], "p_value": 0.001, "input_sha256": "22e707141decc2b053278cb30ffaac1d4f6f2fb6fbc1acfa9709f0cfe09c4931"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 601826619, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.151621941904144, "interval": [5.461804133310695, 13.008949938989849], "p_value": 3.25882360341864e-05, "input_sha256": "22e707141decc2b053278cb30ffaac1d4f6f2fb6fbc1acfa9709f0cfe09c4931"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 601826619, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 238.76904297997396, "interval": [-32.84006978622705, 510.37815574617497], "p_value": 0.055, "input_sha256": "1e2961fee8bd2fd8ad980ae31dbd7ff632c7c11e4f9640d75b8b254c5821c831"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 98, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 601826619, "p_value_method": "welch_average_effect", "success": true, "estimate": 238.76904297997396, "interval": [45.924483519588875, 576.5643244373778], "p_value": 0.08184765189629091, "input_sha256": "1e2961fee8bd2fd8ad980ae31dbd7ff632c7c11e4f9640d75b8b254c5821c831"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3372938394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.990330282342656, "interval": [3.652502986641389, 12.328157578043923], "p_value": 0.001, "input_sha256": "16fa5b44e3b65c8fdd3f6c1ab8e6cb3582eabbfb8d5746ff45777617f5da1d42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3372938394, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.990330282342656, "interval": [4.251251496839263, 11.815760227779448], "p_value": 0.0007354056763543065, "input_sha256": "16fa5b44e3b65c8fdd3f6c1ab8e6cb3582eabbfb8d5746ff45777617f5da1d42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3372938394, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -68.18775365705442, "interval": [-228.35223485594793, 91.97672754183911], "p_value": 0.419, "input_sha256": "e43259aa443a51726c496c70ff5a63ea6684672f89fb891df111c15f0d26c5c3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 99, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3372938394, "p_value_method": "welch_average_effect", "success": true, "estimate": -68.18775365705442, "interval": [-201.22333314896608, 103.6774231768454], "p_value": 0.39416960799556233, "input_sha256": "e43259aa443a51726c496c70ff5a63ea6684672f89fb891df111c15f0d26c5c3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2120709349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.147821469116968, "interval": [4.332745762263308, 11.962897175970628], "p_value": 0.001, "input_sha256": "a2c8489366443c3b2a50d4f05a81c69a30ddf0a8eb539a70e73f5031ad4e9b09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2120709349, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.147821469116968, "interval": [4.769176483792725, 11.82604599255474], "p_value": 0.00010704005810780448, "input_sha256": "a2c8489366443c3b2a50d4f05a81c69a30ddf0a8eb539a70e73f5031ad4e9b09"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2120709349, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 438.31445412756455, "interval": [90.27448166974636, 786.3544265853827], "p_value": 0.004, "input_sha256": "49d3c3ed778ce890b8002c4c3998b70168f77df6457b7e9141ab657465e8aebb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 100, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2120709349, "p_value_method": "welch_average_effect", "success": true, "estimate": 438.31445412756455, "interval": [196.85144191086079, 860.3165334180752], "p_value": 0.016251426723771792, "input_sha256": "49d3c3ed778ce890b8002c4c3998b70168f77df6457b7e9141ab657465e8aebb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3052548876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2107719643501387, "interval": [-1.5391504317820326, 7.96069436048231], "p_value": 0.188, "input_sha256": "4cea3866d6166b887bdedf2847dac0f72588e1236ef06b0127eadaf6be293c2f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3052548876, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2107719643501387, "interval": [-1.229922226308735, 7.546555846128263], "p_value": 0.17899444330171974, "input_sha256": "4cea3866d6166b887bdedf2847dac0f72588e1236ef06b0127eadaf6be293c2f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3052548876, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 44.44553816724374, "interval": [-206.17169079462167, 295.06276712910915], "p_value": 0.72, "input_sha256": "552330b3c80b80ff179e034652e064f6ce9ab9e41369ec638814706ab86d142a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 101, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3052548876, "p_value_method": "welch_average_effect", "success": true, "estimate": 44.44553816724374, "interval": [-226.82220743613604, 268.88411813202794], "p_value": 0.7215540326701742, "input_sha256": "552330b3c80b80ff179e034652e064f6ce9ab9e41369ec638814706ab86d142a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2889975023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.254867708571597, "interval": [1.8976323706661073, 10.612103046477086], "p_value": 0.006, "input_sha256": "d6f0ee5ce52d24efde76f254ec53946f3aa0481fb791d864567c767824b8192e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2889975023, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.254867708571597, "interval": [1.682021544243023, 9.856424722092738], "p_value": 0.006161453582122766, "input_sha256": "d6f0ee5ce52d24efde76f254ec53946f3aa0481fb791d864567c767824b8192e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2889975023, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 89.84569660578418, "interval": [-111.28157072663521, 290.9729639382036], "p_value": 0.387, "input_sha256": "520619f65dbe9bdc9dd87a9564333a7c429a65cfbcdeb59482cadf675b131c3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 102, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2889975023, "p_value_method": "welch_average_effect", "success": true, "estimate": 89.84569660578418, "interval": [-99.74234815673728, 288.85858292018565], "p_value": 0.3715235268738869, "input_sha256": "520619f65dbe9bdc9dd87a9564333a7c429a65cfbcdeb59482cadf675b131c3f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1503789418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5299768612300166, "interval": [-0.6117490006188637, 7.671702723078897], "p_value": 0.092, "input_sha256": "08dd5a162d900d449ca4c655b1ae33779f618e153d455a42f5a75253c294556b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1503789418, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5299768612300166, "interval": [0.032571643123255556, 7.512379255464383], "p_value": 0.09247825546605302, "input_sha256": "08dd5a162d900d449ca4c655b1ae33779f618e153d455a42f5a75253c294556b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1503789418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -163.55518788825964, "interval": [-445.01421622151804, 117.90384044499876], "p_value": 0.272, "input_sha256": "c08a175bad83e61b1d281236df8669d066914b3943872d46195a268627dc2733"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 103, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1503789418, "p_value_method": "welch_average_effect", "success": true, "estimate": -163.55518788825964, "interval": [-541.3281450900797, 19.4378943382394], "p_value": 0.2408652143055119, "input_sha256": "c08a175bad83e61b1d281236df8669d066914b3943872d46195a268627dc2733"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3391817717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.27521780396461, "interval": [1.9887551050926433, 10.561680502836577], "p_value": 0.006, "input_sha256": "136ea6bd491c6a55d49fb6bdbd83a7f32a93316458381cd38239fcbedffbbaba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3391817717, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.27521780396461, "interval": [2.342245294424267, 10.285346315523421], "p_value": 0.005226334317863208, "input_sha256": "136ea6bd491c6a55d49fb6bdbd83a7f32a93316458381cd38239fcbedffbbaba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3391817717, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 151.13528168908945, "interval": [-93.18092794694815, 395.45149132512705], "p_value": 0.201, "input_sha256": "3667a569e53ba3339b1b61c3c84d10b271117e069f7226b8e59b9c501c3de722"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 104, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3391817717, "p_value_method": "welch_average_effect", "success": true, "estimate": 151.13528168908945, "interval": [-19.990778156314384, 464.933213572232], "p_value": 0.21260924039111362, "input_sha256": "3667a569e53ba3339b1b61c3c84d10b271117e069f7226b8e59b9c501c3de722"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4111015201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.015320568785272, "interval": [0.16373533766803705, 7.866905799902508], "p_value": 0.036, "input_sha256": "55e6de5be3b4bb6b685103468a8a3a3147b302f08b9adb0ef0b8778a02699295"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4111015201, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.015320568785272, "interval": [0.10287505438742811, 7.283744213041766], "p_value": 0.04145874051490775, "input_sha256": "55e6de5be3b4bb6b685103468a8a3a3147b302f08b9adb0ef0b8778a02699295"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4111015201, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -21.444091937141508, "interval": [-226.23608490268364, 183.34790102840063], "p_value": 0.892, "input_sha256": "193e2b816c6c61475dd1784aa4b4a3d786a728d24e3fb995a12f379d6b3c7f42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 105, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4111015201, "p_value_method": "welch_average_effect", "success": true, "estimate": -21.444091937141508, "interval": [-350.6263968687717, 110.17964212352075], "p_value": 0.8319396742595722, "input_sha256": "193e2b816c6c61475dd1784aa4b4a3d786a728d24e3fb995a12f379d6b3c7f42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1780067395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.957468922631342, "interval": [4.938104619895848, 12.976833225366837], "p_value": 0.002, "input_sha256": "c59415c00764b05ed903bbd21db4acdfc707453305e66412f5d742fa4f66280b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1780067395, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.957468922631342, "interval": [4.785885766357361, 12.507325671854822], "p_value": 6.0414022168891575e-05, "input_sha256": "c59415c00764b05ed903bbd21db4acdfc707453305e66412f5d742fa4f66280b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1780067395, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 259.4393324078268, "interval": [33.33099011163907, 485.5476747040145], "p_value": 0.019, "input_sha256": "891078eb0a59cd75bb963a891bbb35cdf6d0e866ea55848d9f1659c633e99327"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 106, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1780067395, "p_value_method": "welch_average_effect", "success": true, "estimate": 259.4393324078268, "interval": [75.61937260185064, 516.2812619395913], "p_value": 0.02633917818162365, "input_sha256": "891078eb0a59cd75bb963a891bbb35cdf6d0e866ea55848d9f1659c633e99327"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1551912944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.305154538258897, "interval": [-1.4051736283050564, 8.015482704822851], "p_value": 0.178, "input_sha256": "5a12a20e27bad2a7201a625e6527f2d636a47f5348253f6d7ce51afc4041d23f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1551912944, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.305154538258897, "interval": [-1.0667607048036822, 7.904378417988871], "p_value": 0.1635779242037004, "input_sha256": "5a12a20e27bad2a7201a625e6527f2d636a47f5348253f6d7ce51afc4041d23f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1551912944, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 45.43155796992008, "interval": [-289.59112792298833, 380.45424386282843], "p_value": 0.773, "input_sha256": "dd33146a5ebec9b1a426fad7414a427058c0839192fe918a705225379795daea"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 107, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1551912944, "p_value_method": "welch_average_effect", "success": true, "estimate": 45.43155796992008, "interval": [-278.22675627500774, 338.7114936152354], "p_value": 0.7850451389002717, "input_sha256": "dd33146a5ebec9b1a426fad7414a427058c0839192fe918a705225379795daea"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1133874870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.3939675158396465, "interval": [1.0287912297752255, 9.759143801904067], "p_value": 0.021, "input_sha256": "5d85de2c53b4406cdd8fb0c0188a45efe3e0758ffff2d9c53802642c314e8a64"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1133874870, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.3939675158396465, "interval": [1.6670993608070583, 9.640849753879657], "p_value": 0.01690205641428623, "input_sha256": "5d85de2c53b4406cdd8fb0c0188a45efe3e0758ffff2d9c53802642c314e8a64"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1133874870, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.1267106005588, "interval": [-103.16302973730745, 319.41645093842504], "p_value": 0.341, "input_sha256": "272e158dd04ec36dd9da29c52e6d7305d67c1ba74a2182b39f155ac0236132f7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 108, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1133874870, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.1267106005588, "interval": [-67.25556132562959, 317.0245316507047], "p_value": 0.30552434511690085, "input_sha256": "272e158dd04ec36dd9da29c52e6d7305d67c1ba74a2182b39f155ac0236132f7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2857445496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.022971189976673, "interval": [2.060853983517171, 9.985088396436174], "p_value": 0.003, "input_sha256": "5b58508d1ea7a1d47c383ace8d7d902daf9800ed58fb14f6b331e0ceaa6dc2b3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2857445496, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.022971189976673, "interval": [1.951186617352272, 9.89105390000072], "p_value": 0.0038868252683551584, "input_sha256": "5b58508d1ea7a1d47c383ace8d7d902daf9800ed58fb14f6b331e0ceaa6dc2b3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2857445496, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -35.04486584343704, "interval": [-298.17835526201765, 228.08862357514357], "p_value": 0.792, "input_sha256": "313ae9923e44c34fb240496d6b4a61366ab769b6bd59743d056b7364a2937f16"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 109, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2857445496, "p_value_method": "welch_average_effect", "success": true, "estimate": -35.04486584343704, "interval": [-337.58997560175413, 194.39948138486915], "p_value": 0.7883479104804553, "input_sha256": "313ae9923e44c34fb240496d6b4a61366ab769b6bd59743d056b7364a2937f16"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4054187527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.984816950835798, "interval": [1.1566169064962866, 8.81301699517531], "p_value": 0.005, "input_sha256": "2d668ea0491f8c008256c2bb0ea83be7def0244563b6c48d9923126ddf5545b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4054187527, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.984816950835798, "interval": [1.6243429848025914, 8.756264372965221], "p_value": 0.012123781215090794, "input_sha256": "2d668ea0491f8c008256c2bb0ea83be7def0244563b6c48d9923126ddf5545b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4054187527, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.158330078710634, "interval": [-185.47023567158107, 201.78689582900233], "p_value": 0.924, "input_sha256": "291c032ae689b2227106490a74d616f6608d77701956446026eefb2db2609ff1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 110, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4054187527, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.158330078710634, "interval": [-151.84315360328833, 229.5018596951032], "p_value": 0.9323949561178357, "input_sha256": "291c032ae689b2227106490a74d616f6608d77701956446026eefb2db2609ff1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3069113512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.939150119330604, "interval": [2.3789023546516708, 9.499397884009536], "p_value": 0.002, "input_sha256": "b6a18203addee78c635dc8ece13987514db8fc889475d771c3b1491c2ff834fc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3069113512, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.939150119330604, "interval": [2.6553958948491183, 9.541025771721213], "p_value": 0.0017295137083376151, "input_sha256": "b6a18203addee78c635dc8ece13987514db8fc889475d771c3b1491c2ff834fc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3069113512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 42.376511822879664, "interval": [-151.12076641776258, 235.87379006352188], "p_value": 0.7, "input_sha256": "3553a3aba6975ca511e24958222e873709f8535944e17e6f24e4d9c6b1d544c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 111, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3069113512, "p_value_method": "welch_average_effect", "success": true, "estimate": 42.376511822879664, "interval": [-109.44647626008214, 256.56801968487565], "p_value": 0.6585564688386749, "input_sha256": "3553a3aba6975ca511e24958222e873709f8535944e17e6f24e4d9c6b1d544c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2914763705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.118651652443525, "interval": [1.6566939019303897, 8.58060940295666], "p_value": 0.002, "input_sha256": "57c312273b30b0d5cf98cab4c728460997434aa3120cb00e785ef33e4c77151b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2914763705, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.118651652443525, "interval": [2.1896844221991314, 8.217570682506867], "p_value": 0.004842581759320001, "input_sha256": "57c312273b30b0d5cf98cab4c728460997434aa3120cb00e785ef33e4c77151b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2914763705, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 161.9547926055112, "interval": [-82.84159481735603, 406.75118002837837], "p_value": 0.203, "input_sha256": "35e77375262e387b8a054651a9589321d880c513b792dc5ea7773bbadef98cb6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 112, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2914763705, "p_value_method": "welch_average_effect", "success": true, "estimate": 161.9547926055112, "interval": [-6.703715787329969, 524.5907851855138], "p_value": 0.18521313905572892, "input_sha256": "35e77375262e387b8a054651a9589321d880c513b792dc5ea7773bbadef98cb6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3810358104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.5393631128856065, "interval": [4.0480114996434695, 11.030714726127744], "p_value": 0.001, "input_sha256": "a047ac744078b4ffefbadf243b46da102e68f05980d6b4b157e64ac2930f1406"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3810358104, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.5393631128856065, "interval": [4.09266885412522, 10.77724531232828], "p_value": 9.28277327230139e-05, "input_sha256": "a047ac744078b4ffefbadf243b46da102e68f05980d6b4b157e64ac2930f1406"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3810358104, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 86.00948033496591, "interval": [-159.23999076604997, 331.25895143598177], "p_value": 0.607, "input_sha256": "af883426652aeb0f22d5508b6dd057d3222ba4d334d1dd197128de4c397511d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 113, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3810358104, "p_value_method": "welch_average_effect", "success": true, "estimate": 86.00948033496591, "interval": [-81.85086830176623, 419.9956844566001], "p_value": 0.4772384632394353, "input_sha256": "af883426652aeb0f22d5508b6dd057d3222ba4d334d1dd197128de4c397511d7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 386640672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.3575463716773744, "interval": [-1.5767814440834513, 6.2918741874382], "p_value": 0.232, "input_sha256": "5c99c736e3e434471b5aec13f69af98de14f10ad6e2a31bb45d78f04fcb7f69f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 386640672, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.3575463716773744, "interval": [-1.3151402744300908, 6.083969589459513], "p_value": 0.231677923822654, "input_sha256": "5c99c736e3e434471b5aec13f69af98de14f10ad6e2a31bb45d78f04fcb7f69f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 386640672, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.359561915230671, "interval": [-164.76068785051137, 169.47981168097272], "p_value": 0.982, "input_sha256": "72d6928227f8154beb7b0c4e12664563cf080ed2a1b370595fd31da334b17aa0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 114, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 386640672, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.359561915230671, "interval": [-155.7611904513446, 159.963690497629], "p_value": 0.9773405038091921, "input_sha256": "72d6928227f8154beb7b0c4e12664563cf080ed2a1b370595fd31da334b17aa0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2517648930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.794389186452035, "interval": [3.9244670434094773, 11.664311329494593], "p_value": 0.002, "input_sha256": "89d0ab242346d38e0c9e2dd328857c9be8775b07e6d749c9f04654046b22ab29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2517648930, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.794389186452035, "interval": [4.178979430446166, 11.584745574634187], "p_value": 0.00022447047172956152, "input_sha256": "89d0ab242346d38e0c9e2dd328857c9be8775b07e6d749c9f04654046b22ab29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2517648930, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -69.79799655410314, "interval": [-245.3041474238297, 105.70815431562345], "p_value": 0.441, "input_sha256": "4c168104ae2ceaf8c98e8a8ea013b1fa8101ddbdb8ca1422d7153574b714e86f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 115, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2517648930, "p_value_method": "welch_average_effect", "success": true, "estimate": -69.79799655410314, "interval": [-277.21236623689606, 58.17956201010746], "p_value": 0.4217773121699374, "input_sha256": "4c168104ae2ceaf8c98e8a8ea013b1fa8101ddbdb8ca1422d7153574b714e86f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 400080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4376009585257066, "interval": [0.22123013395761904, 6.653971783093795], "p_value": 0.041, "input_sha256": "6cc0d193935696f243d65c41b3335bb726d71d319fc1e1dbdd026516e6df796a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 400080840, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4376009585257066, "interval": [0.3404268578095101, 6.254741197364829], "p_value": 0.03685615993799845, "input_sha256": "6cc0d193935696f243d65c41b3335bb726d71d319fc1e1dbdd026516e6df796a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 400080840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.561783888297327, "interval": [-181.20790170343352, 166.08433392683887], "p_value": 0.938, "input_sha256": "86801491e436d180bcc04e2598cb925a2f97421428034e2da82f1526bfb9eb42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 116, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 400080840, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.561783888297327, "interval": [-179.40968315565948, 141.55228644463065], "p_value": 0.9302103909680779, "input_sha256": "86801491e436d180bcc04e2598cb925a2f97421428034e2da82f1526bfb9eb42"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4029886792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.691269025255725, "interval": [1.8865660023438688, 9.49597204816758], "p_value": 0.007, "input_sha256": "1a25cc9a52d1b0dc769dd51c13f006c4f2c5d7b92a53dbe2900a7caf2325f80c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4029886792, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.691269025255725, "interval": [2.2218312205260964, 8.97292801210324], "p_value": 0.004691395939454814, "input_sha256": "1a25cc9a52d1b0dc769dd51c13f006c4f2c5d7b92a53dbe2900a7caf2325f80c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4029886792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 70.27457489424555, "interval": [-171.80567374515678, 312.35482353364785], "p_value": 0.578, "input_sha256": "e3e4f86db2385d89a3a0b1dcc42c51d80ebb5c4078f163cfec5daa6c34f253c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 117, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4029886792, "p_value_method": "welch_average_effect", "success": true, "estimate": 70.27457489424555, "interval": [-157.99421766788618, 296.7611563507838], "p_value": 0.5601411472956312, "input_sha256": "e3e4f86db2385d89a3a0b1dcc42c51d80ebb5c4078f163cfec5daa6c34f253c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3170873768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.253748885759659, "interval": [-0.09778862672530764, 8.605286398244626], "p_value": 0.044, "input_sha256": "67b16fe64a565a7eb1cab35c81f7a3005b87ffc95d67d138c8a7c0c57584303d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3170873768, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.253748885759659, "interval": [-0.2573190248518234, 7.898264058970074], "p_value": 0.05510526575487891, "input_sha256": "67b16fe64a565a7eb1cab35c81f7a3005b87ffc95d67d138c8a7c0c57584303d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3170873768, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -24.57927463872025, "interval": [-275.5498829860435, 226.39133370860296], "p_value": 0.887, "input_sha256": "b30b7bfb32938f49450d7379d75a497e835a3f9ff3efb5b1c8017403ccc0eaf4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 118, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3170873768, "p_value_method": "welch_average_effect", "success": true, "estimate": -24.57927463872025, "interval": [-389.18606361995006, 158.2014666227228], "p_value": 0.8428484029846939, "input_sha256": "b30b7bfb32938f49450d7379d75a497e835a3f9ff3efb5b1c8017403ccc0eaf4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4251741696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.448238125097076, "interval": [2.3296940299294917, 10.56678222026466], "p_value": 0.002, "input_sha256": "4a51df72c47d836c5ff564241c49c475c8ea1d4cc7d48d7e9218c6eb1b68c5a9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4251741696, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.448238125097076, "interval": [2.241207545837311, 10.236591715179514], "p_value": 0.0030182827861324917, "input_sha256": "4a51df72c47d836c5ff564241c49c475c8ea1d4cc7d48d7e9218c6eb1b68c5a9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4251741696, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 148.8820445029272, "interval": [-55.751616786023135, 353.5157057918775], "p_value": 0.127, "input_sha256": "073093fde9ceb8ba1cdd752f94b3cc4a31792263fb8e9c90114d02e76c2e9288"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 119, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4251741696, "p_value_method": "welch_average_effect", "success": true, "estimate": 148.8820445029272, "interval": [3.582424875649958, 405.3596000680669], "p_value": 0.14536847878247433, "input_sha256": "073093fde9ceb8ba1cdd752f94b3cc4a31792263fb8e9c90114d02e76c2e9288"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4140317952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.2848595778505736, "interval": [-1.227866397744375, 7.797585553445522], "p_value": 0.139, "input_sha256": "7a4512756977152e8d7704d0f9947006b1d63cf69c16aa86dd0d86e73e6ec355"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4140317952, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.2848595778505736, "interval": [-0.9299523813471656, 7.499397971896551], "p_value": 0.1487714652538483, "input_sha256": "7a4512756977152e8d7704d0f9947006b1d63cf69c16aa86dd0d86e73e6ec355"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4140317952, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -58.69544408569064, "interval": [-277.2606405307864, 159.86975235940514], "p_value": 0.608, "input_sha256": "1e29ba22c549f2c444c602a4cc41a447ae39764e29eea7e80de217a9b1fa5639"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 120, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4140317952, "p_value_method": "welch_average_effect", "success": true, "estimate": -58.69544408569064, "interval": [-282.9553172882793, 132.22769773010612], "p_value": 0.589636081262075, "input_sha256": "1e29ba22c549f2c444c602a4cc41a447ae39764e29eea7e80de217a9b1fa5639"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3436403217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.01710981075002, "interval": [2.3843294126902284, 9.649890208809811], "p_value": 0.004, "input_sha256": "5ff3adf2a8351936f1170e87a3d0f98e6c0200b0d7c8122f2b66918230a85e43"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3436403217, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.01710981075002, "interval": [2.32367085411886, 9.215271574068234], "p_value": 0.001856876779477137, "input_sha256": "5ff3adf2a8351936f1170e87a3d0f98e6c0200b0d7c8122f2b66918230a85e43"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3436403217, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -13.43236310355644, "interval": [-203.08530142594535, 176.22057521883247], "p_value": 0.897, "input_sha256": "28cd84885461b5cdbdd2aacaaebcad054560248c16b9efc57527f120cf87193a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 121, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3436403217, "p_value_method": "welch_average_effect", "success": true, "estimate": -13.43236310355644, "interval": [-230.71090414340281, 126.92688063799618], "p_value": 0.8860956384426953, "input_sha256": "28cd84885461b5cdbdd2aacaaebcad054560248c16b9efc57527f120cf87193a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 77855211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.605766972871136, "interval": [0.5213040172510537, 8.690229928491217], "p_value": 0.026, "input_sha256": "ac829527cf2af4bc26839b81504f0e872e21b9e3ef0933d223a0116201d45104"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 77855211, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.605766972871136, "interval": [0.7994441547814592, 8.408723054206881], "p_value": 0.02814125110820585, "input_sha256": "ac829527cf2af4bc26839b81504f0e872e21b9e3ef0933d223a0116201d45104"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 77855211, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 199.0175546644081, "interval": [-71.32283469033476, 469.357944019151], "p_value": 0.179, "input_sha256": "36abcf6c8fffba443f65ba82796fe4636f7630ae7d3ac39ba3f368dd739fca94"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 122, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 77855211, "p_value_method": "welch_average_effect", "success": true, "estimate": 199.0175546644081, "interval": [28.158213918246737, 558.5158260321225], "p_value": 0.14032243950429957, "input_sha256": "36abcf6c8fffba443f65ba82796fe4636f7630ae7d3ac39ba3f368dd739fca94"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3893750557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.775645689471412, "interval": [2.614968388209223, 10.9363229907336], "p_value": 0.002, "input_sha256": "537c9a43e567aadbe10780213f3f251d920221795de099ec1fe3b59b2163c586"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3893750557, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.775645689471412, "interval": [3.1431287186534167, 10.894014423817874], "p_value": 0.0021554895229643337, "input_sha256": "537c9a43e567aadbe10780213f3f251d920221795de099ec1fe3b59b2163c586"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3893750557, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 75.79236263381236, "interval": [-134.17716881248904, 285.76189408011373], "p_value": 0.476, "input_sha256": "62959d905c2c101ee48ab66c78830e0c9f92cfc0399920c00232c67ea5f45d8f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 123, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3893750557, "p_value_method": "welch_average_effect", "success": true, "estimate": 75.79236263381236, "interval": [-105.03392143449211, 303.35085592165274], "p_value": 0.4686963254010311, "input_sha256": "62959d905c2c101ee48ab66c78830e0c9f92cfc0399920c00232c67ea5f45d8f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1903005913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.613001570563672, "interval": [5.61499301382001, 13.611010127307333], "p_value": 0.001, "input_sha256": "e8c8e831025afbbd769245be86fa3df69905780f3a7feb59abb3b64e8ea5eb8b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1903005913, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.613001570563672, "interval": [5.509845379656816, 13.147893875325195], "p_value": 2.1720124236794536e-05, "input_sha256": "e8c8e831025afbbd769245be86fa3df69905780f3a7feb59abb3b64e8ea5eb8b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1903005913, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 157.07439109397828, "interval": [-68.1072707475777, 382.2560529355343], "p_value": 0.165, "input_sha256": "41c097dac994ece7c4be26dd323d436a50910030764e5e34e70f020d9f81c407"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 124, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1903005913, "p_value_method": "welch_average_effect", "success": true, "estimate": 157.07439109397828, "interval": [-23.63030161025294, 402.95285847106805], "p_value": 0.16361236652668185, "input_sha256": "41c097dac994ece7c4be26dd323d436a50910030764e5e34e70f020d9f81c407"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 411804617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.025847317091591, "interval": [3.34710879772832, 10.704585836454863], "p_value": 0.001, "input_sha256": "9f2bfbbd36f1846f3852c2eb1dba97ad73d006c0e2cddcc28ad237a60de36241"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 411804617, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.025847317091591, "interval": [3.4166578670807874, 10.077089008925679], "p_value": 0.00042357536587015956, "input_sha256": "9f2bfbbd36f1846f3852c2eb1dba97ad73d006c0e2cddcc28ad237a60de36241"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 411804617, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 148.9206733097841, "interval": [-91.77345373329294, 389.61480035286115], "p_value": 0.264, "input_sha256": "f3831b3a6999be54d1a3fe80de4849f6c3ecabda78820f62b271c78c7573ea95"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 125, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 411804617, "p_value_method": "welch_average_effect", "success": true, "estimate": 148.9206733097841, "interval": [-18.729574234406144, 483.6328324789476], "p_value": 0.2136467520054685, "input_sha256": "f3831b3a6999be54d1a3fe80de4849f6c3ecabda78820f62b271c78c7573ea95"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1638840787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.730319224478894, "interval": [0.38632405921568047, 9.074314389742106], "p_value": 0.032, "input_sha256": "60bd147312e83b367718dd25db8842d14243d6d1af95b080b8b9155290ab8d37"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1638840787, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.730319224478894, "interval": [0.655221316379007, 8.272292224813409], "p_value": 0.03391122965784733, "input_sha256": "60bd147312e83b367718dd25db8842d14243d6d1af95b080b8b9155290ab8d37"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1638840787, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 164.76030664205803, "interval": [12.233223293109404, 317.28738999100665], "p_value": 0.031, "input_sha256": "f854097b27774ca594e4aa66e997c080f1929ea3b3c9c35dae6301035d1e74bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 126, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1638840787, "p_value_method": "welch_average_effect", "success": true, "estimate": 164.76030664205803, "interval": [36.87660441512035, 323.26432481623567], "p_value": 0.035297642316311106, "input_sha256": "f854097b27774ca594e4aa66e997c080f1929ea3b3c9c35dae6301035d1e74bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3349338912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.976331009759161, "interval": [0.5198242851255959, 9.432837734392725], "p_value": 0.028, "input_sha256": "7c3aa2001f36da3f7207a072a9f32255b57d271589c89d8b47995328e55035b9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3349338912, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.976331009759161, "interval": [1.0032979136775764, 9.354333686264276], "p_value": 0.029647691736179413, "input_sha256": "7c3aa2001f36da3f7207a072a9f32255b57d271589c89d8b47995328e55035b9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3349338912, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 59.962944323364454, "interval": [-69.04602420870056, 188.97191285542948], "p_value": 0.343, "input_sha256": "b3d417349fb57db236f7b8a33bf5732cd87fa1f95d0061971e10314af2105929"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 127, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3349338912, "p_value_method": "welch_average_effect", "success": true, "estimate": 59.962944323364454, "interval": [-48.109183202431204, 184.55202346925498], "p_value": 0.3515417953936285, "input_sha256": "b3d417349fb57db236f7b8a33bf5732cd87fa1f95d0061971e10314af2105929"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2202138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.47362124690542, "interval": [1.1101425997623684, 9.837099894048471], "p_value": 0.022, "input_sha256": "78c9ca08801b36a27e09f1da3f74a124b04463e80a437ac7332101e102ee1fba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2202138, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.47362124690542, "interval": [1.6392834689714866, 9.742117360872058], "p_value": 0.015317283194368455, "input_sha256": "78c9ca08801b36a27e09f1da3f74a124b04463e80a437ac7332101e102ee1fba"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2202138, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -65.74072757204276, "interval": [-227.46205739334067, 95.98060224925517], "p_value": 0.473, "input_sha256": "74ba2f70ed7350655f3bd19abcbafc21cfe4a458ca91b625c04f92ef1002f400"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 128, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2202138, "p_value_method": "welch_average_effect", "success": true, "estimate": -65.74072757204276, "interval": [-248.47513799168112, 58.25555791892079], "p_value": 0.4112088079981553, "input_sha256": "74ba2f70ed7350655f3bd19abcbafc21cfe4a458ca91b625c04f92ef1002f400"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 397090168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.9101057375996398, "interval": [-1.5289854763133324, 7.349196951512612], "p_value": 0.195, "input_sha256": "12e0ca34ce4c5b4bd47fac6b21cf9bce7a93d3e0f1ff8cdaffaa6daf995e11fb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 397090168, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.9101057375996398, "interval": [-1.4408041067516069, 6.548946603902968], "p_value": 0.19227156558413894, "input_sha256": "12e0ca34ce4c5b4bd47fac6b21cf9bce7a93d3e0f1ff8cdaffaa6daf995e11fb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 397090168, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 285.58351564488055, "interval": [-32.807888401052594, 603.9749196908137], "p_value": 0.061, "input_sha256": "1c0f4e1d5b0eada43f36677225fd7bc4d844bb406ca8e6261cd4fd229654dc3d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 129, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 397090168, "p_value_method": "welch_average_effect", "success": true, "estimate": 285.58351564488055, "interval": [57.21576497738459, 697.2160081595881], "p_value": 0.07611854699046629, "input_sha256": "1c0f4e1d5b0eada43f36677225fd7bc4d844bb406ca8e6261cd4fd229654dc3d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3964570226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.104065199112132, "interval": [4.665646257445846, 11.542484140778416], "p_value": 0.001, "input_sha256": "a8d124e4c660467faafde1b4ab5f09179ad5b89d64da831e25ca518b643bd17a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3964570226, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.104065199112132, "interval": [4.556450302373275, 11.250594930408434], "p_value": 2.7066745038437023e-05, "input_sha256": "a8d124e4c660467faafde1b4ab5f09179ad5b89d64da831e25ca518b643bd17a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3964570226, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -34.908953389386824, "interval": [-203.9906823118154, 134.17277553304174], "p_value": 0.69, "input_sha256": "255a6c0b761ca7307e69ef8a148ab75eb6dc128be094cdcbe3546c6347a8b6dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 130, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3964570226, "p_value_method": "welch_average_effect", "success": true, "estimate": -34.908953389386824, "interval": [-186.64682825662874, 115.33481801984179], "p_value": 0.6781055026942101, "input_sha256": "255a6c0b761ca7307e69ef8a148ab75eb6dc128be094cdcbe3546c6347a8b6dd"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2042698321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.66339892621761, "interval": [1.9751807016756784, 9.351617150759541], "p_value": 0.003, "input_sha256": "a0267da3bd8d55294740ab7f160ed9ccf4530994ed8c5514dde7acdc2133048f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2042698321, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.66339892621761, "interval": [2.021114986703631, 8.68964521681444], "p_value": 0.003565274660161225, "input_sha256": "a0267da3bd8d55294740ab7f160ed9ccf4530994ed8c5514dde7acdc2133048f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2042698321, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 84.91894952179774, "interval": [-161.53241297627306, 331.37031201986855], "p_value": 0.656, "input_sha256": "1d360f1f44192707ca8097029b06a84251d123e40790f839397f7508c15d1612"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 131, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2042698321, "p_value_method": "welch_average_effect", "success": true, "estimate": 84.91894952179774, "interval": [-64.75089202280958, 433.03926985681204], "p_value": 0.4825225620851922, "input_sha256": "1d360f1f44192707ca8097029b06a84251d123e40790f839397f7508c15d1612"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2211558972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.429932472084056, "interval": [4.612433525740896, 12.247431418427215], "p_value": 0.003, "input_sha256": "269b155af168d3c780308aa4a9baa6e5de98a4336269280be6c3aff503e52c12"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2211558972, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.429932472084056, "interval": [5.071768722937286, 12.134719862181642], "p_value": 6.974299112922237e-05, "input_sha256": "269b155af168d3c780308aa4a9baa6e5de98a4336269280be6c3aff503e52c12"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2211558972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 191.58403046711635, "interval": [-117.38707753595321, 500.5551384701859], "p_value": 0.208, "input_sha256": "905f61e3218d91f13e12c47f6d8f91a440c57deee126a077fb46b75aeb374287"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 132, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2211558972, "p_value_method": "welch_average_effect", "success": true, "estimate": 191.58403046711635, "interval": [-5.385576885707779, 664.1258347512031], "p_value": 0.21229307397632124, "input_sha256": "905f61e3218d91f13e12c47f6d8f91a440c57deee126a077fb46b75aeb374287"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 774633518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7396275632403455, "interval": [4.070921818944033, 11.408333307536658], "p_value": 0.001, "input_sha256": "8a2a7b2a209e5a5a24ad763287b480907ca0fbe4d43a012c62bde9d2313c0614"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 774633518, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7396275632403455, "interval": [4.141847633986292, 11.052334334845897], "p_value": 0.00012775714310969818, "input_sha256": "8a2a7b2a209e5a5a24ad763287b480907ca0fbe4d43a012c62bde9d2313c0614"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 774633518, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 336.0679277523799, "interval": [-24.586423865495135, 696.7222793702549], "p_value": 0.044, "input_sha256": "695fa2026a117f3b7fca3c6018b2c4525f78a9f067e1e9a10eda56e15aa60e0e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 133, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 774633518, "p_value_method": "welch_average_effect", "success": true, "estimate": 336.0679277523799, "interval": [86.08277939489898, 823.7409449883878], "p_value": 0.06612150535150593, "input_sha256": "695fa2026a117f3b7fca3c6018b2c4525f78a9f067e1e9a10eda56e15aa60e0e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2774325775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.693238567932731, "interval": [2.2937104318206156, 9.092766704044847], "p_value": 0.002, "input_sha256": "af3324398de833016470979e53ab4796522d58f455290672eb0b58e9074ef866"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2774325775, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.693238567932731, "interval": [2.0632141697117987, 8.686963907325298], "p_value": 0.001707451720334852, "input_sha256": "af3324398de833016470979e53ab4796522d58f455290672eb0b58e9074ef866"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2774325775, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 121.05688057865142, "interval": [-128.82689832231216, 370.94065947961496], "p_value": 0.342, "input_sha256": "dce95b954e7aa844614b0f58a275a50722dffb24bbd22a870284a53dbc69344c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 134, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2774325775, "p_value_method": "welch_average_effect", "success": true, "estimate": 121.05688057865142, "interval": [-41.360955898233904, 446.9577363684155], "p_value": 0.32785141003011076, "input_sha256": "dce95b954e7aa844614b0f58a275a50722dffb24bbd22a870284a53dbc69344c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2196729793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.572005573307669, "interval": [0.36300598810124285, 8.781005158514095], "p_value": 0.042, "input_sha256": "d1ef81678ade2f70688aaa73f4b1e5fd4e8c0857309793d61750ffd4464d662b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2196729793, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.572005573307669, "interval": [0.11963835072935629, 8.523397713176692], "p_value": 0.034061945366749585, "input_sha256": "d1ef81678ade2f70688aaa73f4b1e5fd4e8c0857309793d61750ffd4464d662b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2196729793, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 119.39900611955794, "interval": [-93.36041284440434, 332.1584250835202], "p_value": 0.268, "input_sha256": "cf5dcfd59f8e96c115b6945bb506a4f949c43e6d1b104a257873769311104184"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 135, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2196729793, "p_value_method": "welch_average_effect", "success": true, "estimate": 119.39900611955794, "interval": [-33.630437182569295, 377.6989369293351], "p_value": 0.25905778978880833, "input_sha256": "cf5dcfd59f8e96c115b6945bb506a4f949c43e6d1b104a257873769311104184"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2646691220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.700950400341949, "interval": [2.148521693880237, 9.25337910680366], "p_value": 0.002, "input_sha256": "4de18e6d52910723212b9eda29156ea8a15b4660666dc60d491c3b988eb3e9b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2646691220, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.700950400341949, "interval": [2.5375018153103874, 9.400497692674785], "p_value": 0.002429705181928486, "input_sha256": "4de18e6d52910723212b9eda29156ea8a15b4660666dc60d491c3b988eb3e9b5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2646691220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 29.089347879655605, "interval": [-118.33361913591878, 176.51231489523], "p_value": 0.672, "input_sha256": "2dc633c421cbb268e64740be465787a18c65d229d4f9fe17b38fb20551b71db0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 136, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2646691220, "p_value_method": "welch_average_effect", "success": true, "estimate": 29.089347879655605, "interval": [-94.71597263607839, 182.9270232991505], "p_value": 0.6917869597145139, "input_sha256": "2dc633c421cbb268e64740be465787a18c65d229d4f9fe17b38fb20551b71db0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1837817081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.819636836956084, "interval": [0.9505014168762651, 10.688772257035904], "p_value": 0.028, "input_sha256": "0c951f5db39d804b4a9fa7cffee1683139bad90ca31865d7abd206fd5fb8a670"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1837817081, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.819636836956084, "interval": [1.0887447732467108, 9.559756183531997], "p_value": 0.020489588129676283, "input_sha256": "0c951f5db39d804b4a9fa7cffee1683139bad90ca31865d7abd206fd5fb8a670"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1837817081, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 66.34278252434956, "interval": [-213.9683089986633, 346.6538740473624], "p_value": 0.654, "input_sha256": "ffd3f452cbb29be7623f4f4e85f4453355619a8d26b40b26392bc784472b2846"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 137, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1837817081, "p_value_method": "welch_average_effect", "success": true, "estimate": 66.34278252434956, "interval": [-274.6791788292293, 285.9450476852084], "p_value": 0.6342959785661264, "input_sha256": "ffd3f452cbb29be7623f4f4e85f4453355619a8d26b40b26392bc784472b2846"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3792954418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.667671849848583, "interval": [1.7504073719253253, 11.58493632777184], "p_value": 0.013, "input_sha256": "9d036e2958e5f37a6e19b3eac2e02bb85252acf4ef317f2bea183693ee5f22a4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3792954418, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.667671849848583, "interval": [2.107344410242054, 10.900217202182981], "p_value": 0.009222485356821256, "input_sha256": "9d036e2958e5f37a6e19b3eac2e02bb85252acf4ef317f2bea183693ee5f22a4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3792954418, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 176.38364046705738, "interval": [-143.22340055289584, 495.9906814870106], "p_value": 0.3, "input_sha256": "a5033e98e73a243572f0d4c153fd6435752b62ef57765a0253d3bfe3572f2a35"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 138, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3792954418, "p_value_method": "welch_average_effect", "success": true, "estimate": 176.38364046705738, "interval": [-54.53291477645176, 563.6002769681908], "p_value": 0.26753953704020944, "input_sha256": "a5033e98e73a243572f0d4c153fd6435752b62ef57765a0253d3bfe3572f2a35"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2041959096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.587111519145436, "interval": [-2.354757000248191, 7.528980038539063], "p_value": 0.29, "input_sha256": "c160835ae553e6648bc2642178d21d6c3577a8fec49633c41045318b643d8a04"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2041959096, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.587111519145436, "interval": [-2.1397856362372742, 7.040724782583962], "p_value": 0.2949868237851513, "input_sha256": "c160835ae553e6648bc2642178d21d6c3577a8fec49633c41045318b643d8a04"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2041959096, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -106.6413547092919, "interval": [-344.62557850177024, 131.34286908318643], "p_value": 0.383, "input_sha256": "66e6ac4f8ef43c4699bbe6ec0c1c935a304d16123589ba34030cf1c386557614"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 139, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2041959096, "p_value_method": "welch_average_effect", "success": true, "estimate": -106.6413547092919, "interval": [-396.11103760549014, 63.050049616137876], "p_value": 0.3662376177951808, "input_sha256": "66e6ac4f8ef43c4699bbe6ec0c1c935a304d16123589ba34030cf1c386557614"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1954987204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.516052819549914, "interval": [2.1244105158662254, 10.907695123233603], "p_value": 0.004, "input_sha256": "c360ca3a625a4cc8ba9b1ac7ddc56641742151615e590f52e34984c204a820ed"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1954987204, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.516052819549914, "interval": [2.365100063846727, 10.634065350333133], "p_value": 0.004714437610352553, "input_sha256": "c360ca3a625a4cc8ba9b1ac7ddc56641742151615e590f52e34984c204a820ed"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1954987204, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 113.16845901348537, "interval": [-84.69286196185567, 311.0297799888264], "p_value": 0.251, "input_sha256": "b8c9417210d07c7d86feedba292a0494392e02f0eb3f29e630232eacf1327d97"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 140, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1954987204, "p_value_method": "welch_average_effect", "success": true, "estimate": 113.16845901348537, "interval": [-45.37444254349969, 337.8565013787091], "p_value": 0.25195764548649513, "input_sha256": "b8c9417210d07c7d86feedba292a0494392e02f0eb3f29e630232eacf1327d97"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3750407046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.8553458745558533, "interval": [-0.8491463237068486, 6.559838072818556], "p_value": 0.129, "input_sha256": "5df14ebfcd67582c187506763e057263729e69463855e2fdd34ba59d6799af0c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3750407046, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.8553458745558533, "interval": [-0.578690787341473, 6.180612134030068], "p_value": 0.12686567303762725, "input_sha256": "5df14ebfcd67582c187506763e057263729e69463855e2fdd34ba59d6799af0c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3750407046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 100.07125142905929, "interval": [-201.6734259465105, 401.81592880462904], "p_value": 0.586, "input_sha256": "7228c65f4a8e9681a4af522d08076f1ebdb6f553f6fa0419d2721ed59b728e29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 141, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3750407046, "p_value_method": "welch_average_effect", "success": true, "estimate": 100.07125142905929, "interval": [-96.88868642730938, 557.8602369124195], "p_value": 0.5008482388507133, "input_sha256": "7228c65f4a8e9681a4af522d08076f1ebdb6f553f6fa0419d2721ed59b728e29"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 535002883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.190938411597246, "interval": [0.45136027431005266, 7.930516548884439], "p_value": 0.026, "input_sha256": "c801f1e29ec3ed52dfd75e93ca6b21f042a52f856419b774cd3dd71ec95ea4c2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 535002883, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.190938411597246, "interval": [0.8607522623787649, 7.864372982129456], "p_value": 0.02907227271617281, "input_sha256": "c801f1e29ec3ed52dfd75e93ca6b21f042a52f856419b774cd3dd71ec95ea4c2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 535002883, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -8.471432860502844, "interval": [-149.10384482491276, 132.1609791039071], "p_value": 0.917, "input_sha256": "397ccd32838ca2b1d57a2a141f85d5a13625f07caa306a2a079db93f78b43c69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 142, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 535002883, "p_value_method": "welch_average_effect", "success": true, "estimate": -8.471432860502844, "interval": [-122.93547319541959, 127.72576257081063], "p_value": 0.9035689352367889, "input_sha256": "397ccd32838ca2b1d57a2a141f85d5a13625f07caa306a2a079db93f78b43c69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1396110183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.869007647332786, "interval": [2.098365709043434, 9.639649585622138], "p_value": 0.007, "input_sha256": "84cfb98ae089811236f7bf89416e5d9503c2f427db2937b63d46e73f26474b66"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1396110183, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.869007647332786, "interval": [2.3604741877680246, 9.151599347331137], "p_value": 0.0031701628680240934, "input_sha256": "84cfb98ae089811236f7bf89416e5d9503c2f427db2937b63d46e73f26474b66"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1396110183, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -4.656773789409016, "interval": [-142.91925139671045, 133.60570381789242], "p_value": 0.952, "input_sha256": "61affb35a536609332499382be4ef15a799e4e76d1949e50ed463344b5388d5a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 143, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1396110183, "p_value_method": "welch_average_effect", "success": true, "estimate": -4.656773789409016, "interval": [-127.66335400846751, 129.16932680564423], "p_value": 0.9459908296224033, "input_sha256": "61affb35a536609332499382be4ef15a799e4e76d1949e50ed463344b5388d5a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2086204865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.130498964133412, "interval": [2.4745354149994574, 9.786462513267367], "p_value": 0.001, "input_sha256": "00ac7834a0db74655ba564bac2b206676ec6b7de3c175095295f9386bba76696"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2086204865, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.130498964133412, "interval": [2.530821275007621, 9.363250943930986], "p_value": 0.0016603873342294548, "input_sha256": "00ac7834a0db74655ba564bac2b206676ec6b7de3c175095295f9386bba76696"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2086204865, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.7341073421873716, "interval": [-183.87685425264345, 189.3450689370182], "p_value": 0.975, "input_sha256": "787362b9e554443658b75f39f6712a6f53d205b966a2a440f1275314c6dfc41d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 144, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2086204865, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.7341073421873716, "interval": [-176.12933055419492, 166.68891574676746], "p_value": 0.9764709344361076, "input_sha256": "787362b9e554443658b75f39f6712a6f53d205b966a2a440f1275314c6dfc41d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2660160792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.7256735604922095, "interval": [1.3873829582594626, 10.063964162724957], "p_value": 0.014, "input_sha256": "dcc8725ac21d5682290615b254db62fc16e20727b1e094a35809d408c465b900"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2660160792, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.7256735604922095, "interval": [1.8719146630249068, 9.930747733571557], "p_value": 0.011071388369039672, "input_sha256": "dcc8725ac21d5682290615b254db62fc16e20727b1e094a35809d408c465b900"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2660160792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 159.330325324255, "interval": [-140.75828048539273, 459.41893113390273], "p_value": 0.303, "input_sha256": "73540213e52057c8729747f87c5e7f2e0136f8ade4d4997681bd7ce8e54e0622"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 145, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2660160792, "p_value_method": "welch_average_effect", "success": true, "estimate": 159.330325324255, "interval": [-66.82503311024524, 532.5052525444935], "p_value": 0.28762150056813485, "input_sha256": "73540213e52057c8729747f87c5e7f2e0136f8ade4d4997681bd7ce8e54e0622"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3443215479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6755658186448805, "interval": [-0.4114209636055053, 9.762552600895265], "p_value": 0.069, "input_sha256": "2ce861dcc321baa01fc4054f90628172d5b023e6efe45734b28caba6fed99ef8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3443215479, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6755658186448805, "interval": [0.12484794032527723, 9.16177971195812], "p_value": 0.07030504966720828, "input_sha256": "2ce861dcc321baa01fc4054f90628172d5b023e6efe45734b28caba6fed99ef8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3443215479, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 104.89294920336462, "interval": [-89.12914888590606, 298.91504729263534], "p_value": 0.329, "input_sha256": "c30b2315ccded431e8a60b9473a919335d12b926f6ea54a52ea5731c82322f97"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 146, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3443215479, "p_value_method": "welch_average_effect", "success": true, "estimate": 104.89294920336462, "interval": [-12.580615641815378, 386.6390693813867], "p_value": 0.2752905950936561, "input_sha256": "c30b2315ccded431e8a60b9473a919335d12b926f6ea54a52ea5731c82322f97"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3415168363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0957115606087235, "interval": [1.1325611878751318, 9.058861933342316], "p_value": 0.013, "input_sha256": "ec319a4aacf3d8314d2927362ec321334cdfeac2c935b2988c5d645282cc3b31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3415168363, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0957115606087235, "interval": [1.3208004181430162, 8.964583380981484], "p_value": 0.013159166345567382, "input_sha256": "ec319a4aacf3d8314d2927362ec321334cdfeac2c935b2988c5d645282cc3b31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3415168363, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 73.57178900583418, "interval": [-163.22003468048908, 310.3636126921574], "p_value": 0.608, "input_sha256": "ffaedb52f6fc08a4a4da27c48e35cc651b0510fe962e1d8771387ea6f84dc2cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 147, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3415168363, "p_value_method": "welch_average_effect", "success": true, "estimate": 73.57178900583418, "interval": [-83.37332812812727, 440.58007492930005], "p_value": 0.5279020650091424, "input_sha256": "ffaedb52f6fc08a4a4da27c48e35cc651b0510fe962e1d8771387ea6f84dc2cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2359669637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.8474470896067903, "interval": [0.25142080559522784, 7.443473373618353], "p_value": 0.037, "input_sha256": "4fd651465e48f0dd8da25ed8c0959656fc553673d482ef6b70634684b9580a33"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2359669637, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.8474470896067903, "interval": [0.734212767399891, 7.167170712272784], "p_value": 0.0368105491872167, "input_sha256": "4fd651465e48f0dd8da25ed8c0959656fc553673d482ef6b70634684b9580a33"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2359669637, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 56.99084918679914, "interval": [-127.20694558417499, 241.18864395777325], "p_value": 0.535, "input_sha256": "5e18d90568fbf37d6934592f68dbdf4616c40ae1d7ddd4c7819f0a9d062feb8c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 148, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2359669637, "p_value_method": "welch_average_effect", "success": true, "estimate": 56.99084918679914, "interval": [-127.18007388535565, 222.0800392152103], "p_value": 0.5345808346294454, "input_sha256": "5e18d90568fbf37d6934592f68dbdf4616c40ae1d7ddd4c7819f0a9d062feb8c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2389133136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.604401807776654, "interval": [0.4178301485088438, 10.790973467044463], "p_value": 0.028, "input_sha256": "a717f69de954d88dada1addf5c7eb6bf1ba252182b553d4abb3202d23b94c2b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2389133136, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.604401807776654, "interval": [0.8347243103683771, 10.218130883563068], "p_value": 0.03494544895222805, "input_sha256": "a717f69de954d88dada1addf5c7eb6bf1ba252182b553d4abb3202d23b94c2b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2389133136, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.65563321201711, "interval": [-205.50819970954245, 298.81946613357667], "p_value": 0.723, "input_sha256": "13cb86cd1fe592442e125fa6ccfd0b0483b3d9bb1d1c753cf636da7594376d8f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 149, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2389133136, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.65563321201711, "interval": [-144.10085232475492, 361.307911353026], "p_value": 0.7089749863637899, "input_sha256": "13cb86cd1fe592442e125fa6ccfd0b0483b3d9bb1d1c753cf636da7594376d8f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3369708991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.965824314279871, "interval": [2.0644646691033293, 9.867183959456412], "p_value": 0.005, "input_sha256": "e86e9f04a25de0938f211579c02259683dbc7547f3c24da5265f7d8c8516f593"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3369708991, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.965824314279871, "interval": [2.3480750795047673, 9.668858736468923], "p_value": 0.003682163229781503, "input_sha256": "e86e9f04a25de0938f211579c02259683dbc7547f3c24da5265f7d8c8516f593"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3369708991, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 139.11490150825722, "interval": [-27.87105857497275, 306.10086159148716], "p_value": 0.111, "input_sha256": "8d94b18b6818af849167786188e4c0229a1c630f1ef7ef593cad249c0ebedf56"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 150, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3369708991, "p_value_method": "welch_average_effect", "success": true, "estimate": 139.11490150825722, "interval": [8.10673738923513, 324.578917822804], "p_value": 0.09898190898807901, "input_sha256": "8d94b18b6818af849167786188e4c0229a1c630f1ef7ef593cad249c0ebedf56"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4021630142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.6595816033088298, "interval": [-1.2458412431727184, 6.5650044497903774], "p_value": 0.164, "input_sha256": "5b9a74b6a40bd79c650aa8c2977a5fc98c7a3c145efaac25f2bc2720058c05ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4021630142, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.6595816033088298, "interval": [-0.47191944574216826, 6.740197354160758], "p_value": 0.17557589125489628, "input_sha256": "5b9a74b6a40bd79c650aa8c2977a5fc98c7a3c145efaac25f2bc2720058c05ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4021630142, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.2619694995894, "interval": [-162.11722380190037, 288.64116280107913], "p_value": 0.595, "input_sha256": "fee9cab6130f1f6e202199f7c30f8fcd7259cc3783fc93d648059af0a3591820"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 151, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4021630142, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.2619694995894, "interval": [-97.20149273002305, 333.32724952291244], "p_value": 0.5697052198926669, "input_sha256": "fee9cab6130f1f6e202199f7c30f8fcd7259cc3783fc93d648059af0a3591820"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3931018970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.98264741157327, "interval": [1.2093932837542907, 8.755901539392248], "p_value": 0.017, "input_sha256": "de0be3e397fb7eae9f1151eb1fb8615258319769526b6a6a20eb25c5b39162a9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3931018970, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.98264741157327, "interval": [1.5550014846341864, 8.299946825095663], "p_value": 0.011009260520967559, "input_sha256": "de0be3e397fb7eae9f1151eb1fb8615258319769526b6a6a20eb25c5b39162a9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3931018970, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 241.120499379382, "interval": [-35.60434779484808, 517.8453465536121], "p_value": 0.061, "input_sha256": "43a3684c19f7f01edd9df34009a935e8cc2765f00d5fb79779d4c94fe6aee931"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 152, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3931018970, "p_value_method": "welch_average_effect", "success": true, "estimate": 241.120499379382, "interval": [62.18736621057735, 589.8743433088093], "p_value": 0.08419682277302923, "input_sha256": "43a3684c19f7f01edd9df34009a935e8cc2765f00d5fb79779d4c94fe6aee931"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2214371344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.640749256207259, "interval": [1.9410756262314068, 7.340422886183112], "p_value": 0.002, "input_sha256": "430002dcfa9c6eab5a5794b2f6f8547c0bdf261732abd3afb0fe150d64deabb1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2214371344, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.640749256207259, "interval": [2.134190357763534, 7.333777294767701], "p_value": 0.0012929415454893567, "input_sha256": "430002dcfa9c6eab5a5794b2f6f8547c0bdf261732abd3afb0fe150d64deabb1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2214371344, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -119.93404539345008, "interval": [-302.06061460226726, 62.19252381536708], "p_value": 0.202, "input_sha256": "68d8dda5c88b5c5e79538d65ac223858dc71265e4a588f18d26316723bbf83b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 153, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2214371344, "p_value_method": "welch_average_effect", "success": true, "estimate": -119.93404539345008, "interval": [-320.66311056265073, 43.99341930984637], "p_value": 0.18958550983659683, "input_sha256": "68d8dda5c88b5c5e79538d65ac223858dc71265e4a588f18d26316723bbf83b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1462323975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.195565786825362, "interval": [1.9754407676744767, 8.415690805976247], "p_value": 0.002, "input_sha256": "31268ee8f5d28f034f7890005db7e741bd767e4102af58d6109aa70791d09034"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1462323975, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.195565786825362, "interval": [2.1201270251103983, 8.177404129848103], "p_value": 0.002319831676531736, "input_sha256": "31268ee8f5d28f034f7890005db7e741bd767e4102af58d6109aa70791d09034"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1462323975, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 110.55401617641212, "interval": [-128.3894166102677, 349.4974489630919], "p_value": 0.35, "input_sha256": "2baefd49029ea7ce77b44a3e5a288e62086e36b05e7767b30e39f8f9bafc3c3c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 154, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1462323975, "p_value_method": "welch_average_effect", "success": true, "estimate": 110.55401617641212, "interval": [-85.05847620328431, 362.4189160518313], "p_value": 0.3525984127977886, "input_sha256": "2baefd49029ea7ce77b44a3e5a288e62086e36b05e7767b30e39f8f9bafc3c3c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3916802577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.929197359388711, "interval": [1.1955206336167286, 8.662874085160693], "p_value": 0.013, "input_sha256": "4e8afd267bb36a1720b9d560c58af74c30f933ecdb7fb7b7b8365cd088ffb9b9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3916802577, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.929197359388711, "interval": [1.3477340477075237, 8.873938513109257], "p_value": 0.011067904000464791, "input_sha256": "4e8afd267bb36a1720b9d560c58af74c30f933ecdb7fb7b7b8365cd088ffb9b9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3916802577, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -86.94177740184749, "interval": [-290.51502449804417, 116.63146969434918], "p_value": 0.394, "input_sha256": "ed73ddcd30c1293fc8a7df1ac39f20a6240ab0d62e0b65c88679f6867edde8f2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 155, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3916802577, "p_value_method": "welch_average_effect", "success": true, "estimate": -86.94177740184749, "interval": [-323.00462208634195, 69.00043457709026], "p_value": 0.38844780569516546, "input_sha256": "ed73ddcd30c1293fc8a7df1ac39f20a6240ab0d62e0b65c88679f6867edde8f2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2211243303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7923634659424064, "interval": [-0.14634709991917605, 7.731074031803988], "p_value": 0.065, "input_sha256": "19f80f5c9cbd56bd608bd7aee9ea316057ddef5a2e248f288dbffb7c563175a9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2211243303, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7923634659424064, "interval": [0.2707963419319798, 7.348326835798717], "p_value": 0.05868259094156541, "input_sha256": "19f80f5c9cbd56bd608bd7aee9ea316057ddef5a2e248f288dbffb7c563175a9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2211243303, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -87.86599523967828, "interval": [-451.8431619008296, 276.11117142147305], "p_value": 0.644, "input_sha256": "3044748fc56745b8533de990b7f2b51742c841e3d7e0556850b4ff5ae19b444d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 156, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2211243303, "p_value_method": "welch_average_effect", "success": true, "estimate": -87.86599523967828, "interval": [-512.6439766448657, 169.52410994444338], "p_value": 0.6250151729319279, "input_sha256": "3044748fc56745b8533de990b7f2b51742c841e3d7e0556850b4ff5ae19b444d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3051393640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.425814958918309, "interval": [-0.4258664180071374, 9.277496335843756], "p_value": 0.092, "input_sha256": "6efa21283172cdda476c7789cacf2f3f3aea967a48003409a6cc0b95905db3e1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3051393640, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.425814958918309, "interval": [-0.12281617110306534, 9.019866139421344], "p_value": 0.07255052994035188, "input_sha256": "6efa21283172cdda476c7789cacf2f3f3aea967a48003409a6cc0b95905db3e1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3051393640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 37.42121703617673, "interval": [-229.40190204703768, 304.24433611939116], "p_value": 0.802, "input_sha256": "719af1899c1d12c1866a977d306b9863356fe47c6e970b91cf6563d4d8b6e332"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 157, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3051393640, "p_value_method": "welch_average_effect", "success": true, "estimate": 37.42121703617673, "interval": [-211.6693762905761, 283.25952753534483], "p_value": 0.7780141369662429, "input_sha256": "719af1899c1d12c1866a977d306b9863356fe47c6e970b91cf6563d4d8b6e332"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1398526431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.7899671898118523, "interval": [0.6775830090778778, 6.902351370545826], "p_value": 0.014, "input_sha256": "a713d69b1746b749a3ae592d3303278ee028e3d2137b6714175a38da54e9ee6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1398526431, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.7899671898118523, "interval": [0.8969326162438058, 6.793219164603815], "p_value": 0.018471539937811376, "input_sha256": "a713d69b1746b749a3ae592d3303278ee028e3d2137b6714175a38da54e9ee6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1398526431, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 130.28706184578886, "interval": [-62.98255483559751, 323.5566785271752], "p_value": 0.176, "input_sha256": "fdacce7e94c01ab599b490fe2a9b96f1600e1017fefdbdeeba9712af2f3d12be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 158, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1398526431, "p_value_method": "welch_average_effect", "success": true, "estimate": 130.28706184578886, "interval": [-2.1070134929018884, 339.4309116584076], "p_value": 0.177520244741107, "input_sha256": "fdacce7e94c01ab599b490fe2a9b96f1600e1017fefdbdeeba9712af2f3d12be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1372777565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.759105842584244, "interval": [1.3876616601958398, 8.13055002497265], "p_value": 0.008, "input_sha256": "f86778b467975711ccdbb43d0ba928a0dabdcd23648526a6f1bdcaecec905793"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1372777565, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.759105842584244, "interval": [1.033565248579968, 7.4215218281369575], "p_value": 0.007357437529277295, "input_sha256": "f86778b467975711ccdbb43d0ba928a0dabdcd23648526a6f1bdcaecec905793"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1372777565, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -71.76047940189633, "interval": [-260.7622509642782, 117.24129216048553], "p_value": 0.473, "input_sha256": "038c3c23317b62385f84c102e8f74c7712682999bb7765c07fdcc980c719bae2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 159, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1372777565, "p_value_method": "welch_average_effect", "success": true, "estimate": -71.76047940189633, "interval": [-281.1207294333253, 79.86737849790593], "p_value": 0.44422444462328625, "input_sha256": "038c3c23317b62385f84c102e8f74c7712682999bb7765c07fdcc980c719bae2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2870734012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.0989649840138913, "interval": [-1.3168784761445926, 5.514808444172376], "p_value": 0.214, "input_sha256": "3ba8323d40dfb7654b54949358c7e5f0af89c16a0f9dc8ff6a6471353f26cd45"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2870734012, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.0989649840138913, "interval": [-0.9879503693540509, 5.1290031350855125], "p_value": 0.2211210987690775, "input_sha256": "3ba8323d40dfb7654b54949358c7e5f0af89c16a0f9dc8ff6a6471353f26cd45"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2870734012, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 46.47084968957223, "interval": [-112.74258178250928, 205.68428116165376], "p_value": 0.54, "input_sha256": "ccc36831228496e07062322b3e3430adf3c3aa920a4a171af4cb800d1a78b552"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 160, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2870734012, "p_value_method": "welch_average_effect", "success": true, "estimate": 46.47084968957223, "interval": [-117.10436168185163, 197.03206103350496], "p_value": 0.5580926856823918, "input_sha256": "ccc36831228496e07062322b3e3430adf3c3aa920a4a171af4cb800d1a78b552"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 421847512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.536461541356529, "interval": [1.3070055735393797, 7.765917509173677], "p_value": 0.017, "input_sha256": "4075fc72de29fdfeb8b312ab9f2440fd3eb4ab700a8ec3ed44fa2338b08a5d3b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 421847512, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.536461541356529, "interval": [1.352372598345431, 7.372251753313235], "p_value": 0.007141184426060535, "input_sha256": "4075fc72de29fdfeb8b312ab9f2440fd3eb4ab700a8ec3ed44fa2338b08a5d3b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 421847512, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -218.09665801555818, "interval": [-423.9848205519386, -12.208495479177742], "p_value": 0.022, "input_sha256": "13cd20c39f4f12fb022530e5784a7f04205ac5dde0818cb3d073c3b45d0279b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 161, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 421847512, "p_value_method": "welch_average_effect", "success": true, "estimate": -218.09665801555818, "interval": [-440.44852565167656, -59.0944476987946], "p_value": 0.03880920600141756, "input_sha256": "13cd20c39f4f12fb022530e5784a7f04205ac5dde0818cb3d073c3b45d0279b1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2729062708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.255548537030926, "interval": [1.682023615027211, 8.82907345903464], "p_value": 0.005, "input_sha256": "ddda0f631f8f642904aa1cb37aa953257be8f904b645725cb90e373acd1cf671"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2729062708, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.255548537030926, "interval": [1.900419477270587, 8.252361177842468], "p_value": 0.005051124233142136, "input_sha256": "ddda0f631f8f642904aa1cb37aa953257be8f904b645725cb90e373acd1cf671"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2729062708, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -119.54805298231226, "interval": [-314.83783468138756, 75.74172871676303], "p_value": 0.233, "input_sha256": "dc5776d329462990ed7d74b36935907b0b7a1dc11f728ab6479ad4a78312e0cf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 162, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2729062708, "p_value_method": "welch_average_effect", "success": true, "estimate": -119.54805298231226, "interval": [-366.5439757982665, 21.31572989882769], "p_value": 0.21958557548086288, "input_sha256": "dc5776d329462990ed7d74b36935907b0b7a1dc11f728ab6479ad4a78312e0cf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2445971770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.728740438635617, "interval": [4.758229370166655, 12.699251507104579], "p_value": 0.001, "input_sha256": "d59bb43d98100f130586739e7e8e865feb4ecd344b734a20ffde177484b88766"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2445971770, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.728740438635617, "interval": [5.712717452987569, 13.227637372890946], "p_value": 9.711926762299034e-05, "input_sha256": "d59bb43d98100f130586739e7e8e865feb4ecd344b734a20ffde177484b88766"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2445971770, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -78.33437271046068, "interval": [-218.83671979760845, 62.167974376687084], "p_value": 0.269, "input_sha256": "ffc2306a452994695a2b0468b2990d1bc686aeb451998061905f48b18f3f6aa7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 163, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2445971770, "p_value_method": "welch_average_effect", "success": true, "estimate": -78.33437271046068, "interval": [-205.87370724623617, 64.75160052582558], "p_value": 0.26611117290168207, "input_sha256": "ffc2306a452994695a2b0468b2990d1bc686aeb451998061905f48b18f3f6aa7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2648163710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.447456233454202, "interval": [4.799788872537561, 12.095123594370843], "p_value": 0.001, "input_sha256": "266b4afe1d81f93eba2349bf7ca29a552a6526e21d0af4e330c7752a18a4b591"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2648163710, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.447456233454202, "interval": [5.398265502520028, 12.226779896253134], "p_value": 5.2475956932775745e-05, "input_sha256": "266b4afe1d81f93eba2349bf7ca29a552a6526e21d0af4e330c7752a18a4b591"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2648163710, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 262.43546923195123, "interval": [-23.18349415611101, 548.0544326200135], "p_value": 0.071, "input_sha256": "202392a04fac5c3510594e37498744525efc544a70596cc2048a2e6f0a84497d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 164, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2648163710, "p_value_method": "welch_average_effect", "success": true, "estimate": 262.43546923195123, "interval": [49.558770914263526, 583.9288944816197], "p_value": 0.06971046017491296, "input_sha256": "202392a04fac5c3510594e37498744525efc544a70596cc2048a2e6f0a84497d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 305169304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6645467639893816, "interval": [-0.40534534726070603, 7.734438875239469], "p_value": 0.074, "input_sha256": "475ed96a73aac513f5cbfa60559759a245c2e832bde770f1bf1cdf785a595bb2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 305169304, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6645467639893816, "interval": [-0.6352686519307816, 7.477669960757165], "p_value": 0.07617750519129673, "input_sha256": "475ed96a73aac513f5cbfa60559759a245c2e832bde770f1bf1cdf785a595bb2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 305169304, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 66.62217807050743, "interval": [-166.62009540744296, 299.86445154845785], "p_value": 0.695, "input_sha256": "3167d644c13598ddcacbb617178fb528f9241e8be646a5e11303d97dc7439d22"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 165, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 305169304, "p_value_method": "welch_average_effect", "success": true, "estimate": 66.62217807050743, "interval": [-79.74698805364457, 384.7825510415613], "p_value": 0.5619191410228552, "input_sha256": "3167d644c13598ddcacbb617178fb528f9241e8be646a5e11303d97dc7439d22"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 482259234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.638407507419933, "interval": [3.1652864249100445, 10.11152858992982], "p_value": 0.002, "input_sha256": "d14c8e546617d8bfcb6ce8cb6cec3a8338e425e4c5ebe87a349301980b5ab79d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 482259234, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.638407507419933, "interval": [3.373258434773746, 9.822267356990068], "p_value": 0.00042963965100442175, "input_sha256": "d14c8e546617d8bfcb6ce8cb6cec3a8338e425e4c5ebe87a349301980b5ab79d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 482259234, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 76.06183645516515, "interval": [-187.71205211729543, 339.8357250276257], "p_value": 0.592, "input_sha256": "685aa336752c32b067bbb7dd2bac479cf15487fd8a888c7e33e52d8fdb1302c9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 166, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 482259234, "p_value_method": "welch_average_effect", "success": true, "estimate": 76.06183645516515, "interval": [-204.10810154443627, 322.04887476199957], "p_value": 0.5628042033519425, "input_sha256": "685aa336752c32b067bbb7dd2bac479cf15487fd8a888c7e33e52d8fdb1302c9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2881903376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.52369619446431, "interval": [5.099413240720847, 11.947979148207775], "p_value": 0.001, "input_sha256": "d59daf2ef13e1db70c09f62496d8473bedb6578d215d55ab4c93596abf3ca1bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2881903376, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.52369619446431, "interval": [5.438625897661575, 11.736699363027995], "p_value": 1.1750770359132819e-05, "input_sha256": "d59daf2ef13e1db70c09f62496d8473bedb6578d215d55ab4c93596abf3ca1bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2881903376, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 272.44248928774226, "interval": [-71.627558885143, 616.5125374606275], "p_value": 0.119, "input_sha256": "2034715f01e4b8c2ff54c5854166507ecd2d4316d3d81b821ac73886de22dbbc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 167, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2881903376, "p_value_method": "welch_average_effect", "success": true, "estimate": 272.44248928774226, "interval": [51.40132257623416, 798.5344317499205], "p_value": 0.11454387775870084, "input_sha256": "2034715f01e4b8c2ff54c5854166507ecd2d4316d3d81b821ac73886de22dbbc"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1677425788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6950347038939135, "interval": [-3.39443843551597, 4.784507843303797], "p_value": 0.712, "input_sha256": "8321fa81db17190dc03257b7b8783474c03ce5268001a19595552f03d777caf1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1677425788, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6950347038939135, "interval": [-2.8089237991899623, 4.596826017546899], "p_value": 0.7309077331649418, "input_sha256": "8321fa81db17190dc03257b7b8783474c03ce5268001a19595552f03d777caf1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1677425788, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -183.9647154095213, "interval": [-393.9080886457201, 25.978657826677562], "p_value": 0.077, "input_sha256": "a9051dff00aa53a59c2f5f7bf647362a2384f8397dec43bf3346dc0d1889a787"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 168, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1677425788, "p_value_method": "welch_average_effect", "success": true, "estimate": -183.9647154095213, "interval": [-403.43467306122176, -12.684076206402967], "p_value": 0.08342986012747969, "input_sha256": "a9051dff00aa53a59c2f5f7bf647362a2384f8397dec43bf3346dc0d1889a787"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 829924640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.81937226494049, "interval": [0.2820854667246664, 9.356659063156314], "p_value": 0.039, "input_sha256": "cc9962876c214ab163386d12443b3d994cb1e7a49211975445a1c1d283ee67a5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 829924640, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.81937226494049, "interval": [0.0720961197468107, 8.875841303650798], "p_value": 0.0379767733594926, "input_sha256": "cc9962876c214ab163386d12443b3d994cb1e7a49211975445a1c1d283ee67a5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 829924640, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 128.51163694862282, "interval": [-161.3879122137924, 418.41118611103803], "p_value": 0.401, "input_sha256": "c2c5e2e559c36714a9f07d663584dd50427dfb426e71d8be5240bf280379c870"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 169, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 829924640, "p_value_method": "welch_average_effect", "success": true, "estimate": 128.51163694862282, "interval": [-96.02283005557601, 443.75938405899734], "p_value": 0.3720452442552761, "input_sha256": "c2c5e2e559c36714a9f07d663584dd50427dfb426e71d8be5240bf280379c870"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1026788583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.82221375886402, "interval": [2.0903304304379517, 9.554097087290089], "p_value": 0.004, "input_sha256": "73e4723fbbcedfabfe00898c0f9bcdbb7ab5cd0f3b0a62356d0bcdf166f3c828"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1026788583, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.82221375886402, "interval": [2.0507628539135863, 8.74162026697902], "p_value": 0.003114999362677653, "input_sha256": "73e4723fbbcedfabfe00898c0f9bcdbb7ab5cd0f3b0a62356d0bcdf166f3c828"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1026788583, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 51.49971005549068, "interval": [-142.88080373353313, 245.8802238445145], "p_value": 0.625, "input_sha256": "f9b5a3482f16933bf4c6544ac0f614ddc517526d59259164416897b15259f60c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 170, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1026788583, "p_value_method": "welch_average_effect", "success": true, "estimate": 51.49971005549068, "interval": [-94.153729399862, 256.3308316140813], "p_value": 0.5933813103652072, "input_sha256": "f9b5a3482f16933bf4c6544ac0f614ddc517526d59259164416897b15259f60c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3175394230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.56244116135811, "interval": [4.303323106232961, 10.821559216483259], "p_value": 0.001, "input_sha256": "b1f67aeb141e9fb18ea0e7cd63fd6b19c786b94455055d4659a9ad29217b9c2e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3175394230, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.56244116135811, "interval": [4.545057844517771, 10.607572798945176], "p_value": 3.4034357864854185e-05, "input_sha256": "b1f67aeb141e9fb18ea0e7cd63fd6b19c786b94455055d4659a9ad29217b9c2e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3175394230, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 128.58392512037577, "interval": [-115.15042430639622, 372.3182745471478], "p_value": 0.321, "input_sha256": "f0b0096959e3e7050700e35056ad3e239c130bc221ef44d90277828469dea9a5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 171, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3175394230, "p_value_method": "welch_average_effect", "success": true, "estimate": 128.58392512037577, "interval": [-47.90610990149254, 410.6308504743072], "p_value": 0.2866836544387766, "input_sha256": "f0b0096959e3e7050700e35056ad3e239c130bc221ef44d90277828469dea9a5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1434524621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.411911366958615, "interval": [4.797511362283892, 12.026311371633337], "p_value": 0.001, "input_sha256": "adc166220d68741954ffc708a5a520a003c106498c441272584ba5f988542b62"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1434524621, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.411911366958615, "interval": [5.223937307064027, 12.201337453746447], "p_value": 3.471827065350333e-05, "input_sha256": "adc166220d68741954ffc708a5a520a003c106498c441272584ba5f988542b62"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1434524621, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 143.68335088246022, "interval": [-102.04904763705221, 389.4157494019727], "p_value": 0.27, "input_sha256": "af6aa01043382d8a19084744dbb7da16a50a604c1596e391a021f91d2d19ef7e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 172, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1434524621, "p_value_method": "welch_average_effect", "success": true, "estimate": 143.68335088246022, "interval": [-80.5874150056602, 390.86431727551496], "p_value": 0.24355944628004655, "input_sha256": "af6aa01043382d8a19084744dbb7da16a50a604c1596e391a021f91d2d19ef7e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1646130046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.641984760620915, "interval": [0.560156927860505, 8.723812593381325], "p_value": 0.028, "input_sha256": "bcf59cddc60da0f85a33e712ff2220ea3c2c08f3f1012ef84e5c08ae5dea1be8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1646130046, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.641984760620915, "interval": [1.2351262808781323, 9.066887547239503], "p_value": 0.026932794270921444, "input_sha256": "bcf59cddc60da0f85a33e712ff2220ea3c2c08f3f1012ef84e5c08ae5dea1be8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1646130046, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 225.78880328717577, "interval": [11.59057636249048, 439.98703021186105], "p_value": 0.029, "input_sha256": "a3d893c1e17dd116737196d17b287a3f6c96803e76471d90c14a630544d05746"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 173, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1646130046, "p_value_method": "welch_average_effect", "success": true, "estimate": 225.78880328717577, "interval": [68.41793490899627, 483.3314267238103], "p_value": 0.039760934353289944, "input_sha256": "a3d893c1e17dd116737196d17b287a3f6c96803e76471d90c14a630544d05746"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 943948510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.270810876761738, "interval": [-0.20987980078697088, 6.751501554310447], "p_value": 0.05, "input_sha256": "98031944e015aa8a4bb7edac3cdef1ac3b10e14238f2aa47c9128dea693bb4d4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 943948510, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.270810876761738, "interval": [-0.33825813322830484, 6.168227017613643], "p_value": 0.06469256392803015, "input_sha256": "98031944e015aa8a4bb7edac3cdef1ac3b10e14238f2aa47c9128dea693bb4d4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 943948510, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 43.42717206351831, "interval": [-125.88867990967212, 212.74302403670873], "p_value": 0.605, "input_sha256": "bc91ab12b91450fd5b617e6fe8c36d9022d3c0f51de4f5172a7a2588a86185c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 174, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 943948510, "p_value_method": "welch_average_effect", "success": true, "estimate": 43.42717206351831, "interval": [-107.42720178193903, 201.82582365247052], "p_value": 0.6062819381140592, "input_sha256": "bc91ab12b91450fd5b617e6fe8c36d9022d3c0f51de4f5172a7a2588a86185c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1796521657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.170808801270018, "interval": [1.9893360078844875, 10.35228159465555], "p_value": 0.007, "input_sha256": "5dd31280fe1f18efd9b067d6e4b552f89b739e66378cd8bc9bff08d56be22743"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1796521657, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.170808801270018, "interval": [2.1498682469077988, 10.034777785403273], "p_value": 0.004933681232044063, "input_sha256": "5dd31280fe1f18efd9b067d6e4b552f89b739e66378cd8bc9bff08d56be22743"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 1796521657, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 254.32050448228225, "interval": [-18.214335635783954, 526.8553446003484], "p_value": 0.072, "input_sha256": "64fc2b331d3cc15c2057a817820c17ecfb6aebcbdd8c0338516bf11e2ba7fa5d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 175, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 1796521657, "p_value_method": "welch_average_effect", "success": true, "estimate": 254.32050448228225, "interval": [81.69750314560864, 617.2548580445608], "p_value": 0.06574160469882592, "input_sha256": "64fc2b331d3cc15c2057a817820c17ecfb6aebcbdd8c0338516bf11e2ba7fa5d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1307378485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.6914189365977244, "interval": [-0.8721926587082116, 8.25503053190366], "p_value": 0.091, "input_sha256": "c7382e0cd0a8a2c518a1103ab392d35f9595b0516a4cd8826cf7f1260f2c9a9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1307378485, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.6914189365977244, "interval": [-0.09999918295005475, 8.260632461665718], "p_value": 0.10975293628406856, "input_sha256": "c7382e0cd0a8a2c518a1103ab392d35f9595b0516a4cd8826cf7f1260f2c9a9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1307378485, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 123.17406778825102, "interval": [-162.8238813108042, 409.17201688730626], "p_value": 0.476, "input_sha256": "03e0e5aa285533703d8eb5563340911a9cacc153cef52daaf478844a930215f0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 176, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1307378485, "p_value_method": "welch_average_effect", "success": true, "estimate": 123.17406778825102, "interval": [-94.07335224436105, 442.9183557906625], "p_value": 0.3875962624268642, "input_sha256": "03e0e5aa285533703d8eb5563340911a9cacc153cef52daaf478844a930215f0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 878015911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.4623989931810701, "interval": [-2.3280989771646823, 5.252896963526823], "p_value": 0.439, "input_sha256": "4a91eff0d381a40d5415dc80a4f52d5d4328041e63faee0d4e470cf3160546f4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 878015911, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.4623989931810701, "interval": [-2.24233634904075, 4.835829934921189], "p_value": 0.4395763456767072, "input_sha256": "4a91eff0d381a40d5415dc80a4f52d5d4328041e63faee0d4e470cf3160546f4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 878015911, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.604140614992247, "interval": [-243.1284926180404, 254.3367738480249], "p_value": 0.974, "input_sha256": "2cf93350b2bea4c93d162628e36916cec732529dded1613316e2b9db4af43cc7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 177, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 878015911, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.604140614992247, "interval": [-285.1517144343132, 211.91814857560072], "p_value": 0.9638200523210532, "input_sha256": "2cf93350b2bea4c93d162628e36916cec732529dded1613316e2b9db4af43cc7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 72866638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.360184613804668, "interval": [-0.12375164343233713, 8.844120871041673], "p_value": 0.065, "input_sha256": "3336a6e45e955b610165b10cb78d0937367c5658f1cebd9cc903f17333d599cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 72866638, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.360184613804668, "interval": [-0.013111422040843776, 8.367039987127873], "p_value": 0.0563321573091656, "input_sha256": "3336a6e45e955b610165b10cb78d0937367c5658f1cebd9cc903f17333d599cb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 72866638, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 144.67171359616373, "interval": [-99.26617898541838, 388.60960617774583], "p_value": 0.272, "input_sha256": "749980845b027721252b8d349a516bf5d2f52b16316d77b6b8278be2f1a93326"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 178, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 72866638, "p_value_method": "welch_average_effect", "success": true, "estimate": 144.67171359616373, "interval": [-30.088754129682943, 456.89220645277254], "p_value": 0.23559703065790005, "input_sha256": "749980845b027721252b8d349a516bf5d2f52b16316d77b6b8278be2f1a93326"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3903019325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.036306780065329, "interval": [1.7594550791409578, 10.313158480989701], "p_value": 0.006, "input_sha256": "9398eab4c8cd86d2b443db2bcb84231c79cdb0c4925e9af4197e4c8d580f84a3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3903019325, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.036306780065329, "interval": [2.2329197655059283, 9.927533339734541], "p_value": 0.006910215663571912, "input_sha256": "9398eab4c8cd86d2b443db2bcb84231c79cdb0c4925e9af4197e4c8d580f84a3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3903019325, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -64.23838046142468, "interval": [-312.88485348924826, 184.40809256639892], "p_value": 0.688, "input_sha256": "be609069f33311712036f1d708de67b134924d7bd68bc64cf0d7704e8a0d7f2d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 179, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3903019325, "p_value_method": "welch_average_effect", "success": true, "estimate": -64.23838046142468, "interval": [-437.15679347281133, 98.96122732281054], "p_value": 0.6000113392075137, "input_sha256": "be609069f33311712036f1d708de67b134924d7bd68bc64cf0d7704e8a0d7f2d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3135432421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.610916451749274, "interval": [-2.695501705052017, 5.917334608550565], "p_value": 0.456, "input_sha256": "d1c96fe453bd4dbf86c121721fdb7c4bf9d1e890b729938960c83d9dfef86c5b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3135432421, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.610916451749274, "interval": [-2.0949071449901804, 6.312652957400022], "p_value": 0.4526130261322001, "input_sha256": "d1c96fe453bd4dbf86c121721fdb7c4bf9d1e890b729938960c83d9dfef86c5b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3135432421, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 259.0711457806984, "interval": [2.0412182615066286, 516.1010732998901], "p_value": 0.012, "input_sha256": "be8a6d6ccc0039a50426098f8002ea72804abbe481e2d6ba367f2ca822129a6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 180, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3135432421, "p_value_method": "welch_average_effect", "success": true, "estimate": 259.0711457806984, "interval": [84.73021744013302, 642.0547257514988], "p_value": 0.048369306640467624, "input_sha256": "be8a6d6ccc0039a50426098f8002ea72804abbe481e2d6ba367f2ca822129a6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3202308223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.510125851140609, "interval": [-0.9441604152526457, 5.964412117533864], "p_value": 0.138, "input_sha256": "6b5c16412b5553f465b45adbf7408dd7a322acff9e217d0b994315d333ecc88a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3202308223, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.510125851140609, "interval": [-0.4933825312360525, 5.923346595188595], "p_value": 0.1494713359195556, "input_sha256": "6b5c16412b5553f465b45adbf7408dd7a322acff9e217d0b994315d333ecc88a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3202308223, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 98.37123386910707, "interval": [-146.81769501412478, 343.5601627523389], "p_value": 0.458, "input_sha256": "8f49bc9c9a83f3fb3b5e3aaf4580c2a7cc63d977ab42f06914796712bed7ff66"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 181, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3202308223, "p_value_method": "welch_average_effect", "success": true, "estimate": 98.37123386910707, "interval": [-87.50218943959332, 376.5774977111119], "p_value": 0.41786128108870857, "input_sha256": "8f49bc9c9a83f3fb3b5e3aaf4580c2a7cc63d977ab42f06914796712bed7ff66"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2251990336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.290534289545672, "interval": [-1.5392821673243202, 6.120350746415664], "p_value": 0.243, "input_sha256": "30ef26dcd3217d4b64047e13521ed947da9c8aa468f2efcf0f5c04289f0e9e87"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2251990336, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.290534289545672, "interval": [-1.1028333038891598, 6.04155520926723], "p_value": 0.23204435329736717, "input_sha256": "30ef26dcd3217d4b64047e13521ed947da9c8aa468f2efcf0f5c04289f0e9e87"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2251990336, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 109.40753916157738, "interval": [-146.11592936997147, 364.9310076931262], "p_value": 0.409, "input_sha256": "d265bebf1380db66fdcc370fb4afccbe9d94421e53e6eae88923031691f0493b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 182, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2251990336, "p_value_method": "welch_average_effect", "success": true, "estimate": 109.40753916157738, "interval": [-168.36548905912545, 323.78104417367075], "p_value": 0.3914485837310936, "input_sha256": "d265bebf1380db66fdcc370fb4afccbe9d94421e53e6eae88923031691f0493b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1331179123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.99986237073308, "interval": [-0.8166539893178886, 8.816378730784049], "p_value": 0.1, "input_sha256": "7c533c909366bdf92d96b6932924c7f91cb2cede191e1fa0fd729ac123035bf7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1331179123, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.99986237073308, "interval": [-0.6671346840239526, 8.098638109046277], "p_value": 0.10058003833259686, "input_sha256": "7c533c909366bdf92d96b6932924c7f91cb2cede191e1fa0fd729ac123035bf7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1331179123, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 129.29463990123455, "interval": [-163.05115103849263, 421.6404308409617], "p_value": 0.372, "input_sha256": "484072c44e8ad90c02d80f4a4d5cc278666517d47cd7b12711b40e0f679bbfaf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 183, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1331179123, "p_value_method": "welch_average_effect", "success": true, "estimate": 129.29463990123455, "interval": [-98.50223109656838, 438.70765904048164], "p_value": 0.37450903316058637, "input_sha256": "484072c44e8ad90c02d80f4a4d5cc278666517d47cd7b12711b40e0f679bbfaf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1462490393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.06287160076077, "interval": [4.742909251130759, 13.382833950390783], "p_value": 0.001, "input_sha256": "0bf6b6e7b61ac4da4106a0e4f3c1e95c8ec1997e7ea8fc8ebc4c2798058f5c3e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1462490393, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.06287160076077, "interval": [5.709318533753685, 13.320673177740856], "p_value": 0.00013778746119241965, "input_sha256": "0bf6b6e7b61ac4da4106a0e4f3c1e95c8ec1997e7ea8fc8ebc4c2798058f5c3e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1462490393, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 98.58274297129287, "interval": [-155.04370012079272, 352.20918606337847], "p_value": 0.494, "input_sha256": "d5457b564fa448d916de9198f8646ec8b0a11b8c822b1037aaebe0e4f313f507"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 184, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1462490393, "p_value_method": "welch_average_effect", "success": true, "estimate": 98.58274297129287, "interval": [-67.3371202148649, 418.9370938594831], "p_value": 0.43245189073842294, "input_sha256": "d5457b564fa448d916de9198f8646ec8b0a11b8c822b1037aaebe0e4f313f507"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1571518747, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 9.059887619923453, "interval": [4.740173953335716, 13.379601286511189], "p_value": 0.001, "input_sha256": "a11673fb66119ac9ec95b321e2db772d8506663ca786c9275f90f5d9d712c535"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1571518747, "p_value_method": "welch_average_effect", "success": true, "estimate": 9.059887619923453, "interval": [5.314942375255883, 13.166611338513942], "p_value": 0.00013989838945272477, "input_sha256": "a11673fb66119ac9ec95b321e2db772d8506663ca786c9275f90f5d9d712c535"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1571518747, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 63.05487001776109, "interval": [-168.01390534097592, 294.1236453764981], "p_value": 0.592, "input_sha256": "1e632c08fe987dd123f384ee20e2cdca80c0a39e9b18c1273cbe01e58e949346"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 185, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1571518747, "p_value_method": "welch_average_effect", "success": true, "estimate": 63.05487001776109, "interval": [-194.12572194998978, 246.65308095071154], "p_value": 0.583154499919242, "input_sha256": "1e632c08fe987dd123f384ee20e2cdca80c0a39e9b18c1273cbe01e58e949346"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 530292412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.783748535040761, "interval": [0.2732520364793789, 9.294245033602143], "p_value": 0.043, "input_sha256": "1a8afc914b9eed4a6b3c6a859d2c0322a794da21fe1ef6dd7092bb483985ac1c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 530292412, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.783748535040761, "interval": [0.7373113470963555, 9.100362144530118], "p_value": 0.0382467763308253, "input_sha256": "1a8afc914b9eed4a6b3c6a859d2c0322a794da21fe1ef6dd7092bb483985ac1c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 530292412, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 244.4003911464353, "interval": [-101.84363246235097, 590.6444147552215], "p_value": 0.17, "input_sha256": "49bbe796cfb6331eef3e275ef35798aa60180d243baaf5084e03d2020c21a02a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 186, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 530292412, "p_value_method": "welch_average_effect", "success": true, "estimate": 244.4003911464353, "interval": [19.24639010610305, 643.4590950310186], "p_value": 0.15787486360971875, "input_sha256": "49bbe796cfb6331eef3e275ef35798aa60180d243baaf5084e03d2020c21a02a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2784576671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.6371465126977114, "interval": [-3.4524669593668325, 4.726759984762255], "p_value": 0.78, "input_sha256": "11fc4e9b50cb9feac26f824f8070b389e27d6cb8a7ee02796b7efdc50873d7f8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2784576671, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.6371465126977114, "interval": [-3.188879818407612, 4.490531730020906], "p_value": 0.7540421674473976, "input_sha256": "11fc4e9b50cb9feac26f824f8070b389e27d6cb8a7ee02796b7efdc50873d7f8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2784576671, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -41.87275524533858, "interval": [-223.54181789599272, 139.79630740531553], "p_value": 0.663, "input_sha256": "924c7f50d492375c541b9e6e356d0398aee6b150094337e6011ec166a6dceaef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 187, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2784576671, "p_value_method": "welch_average_effect", "success": true, "estimate": -41.87275524533858, "interval": [-228.5531888548128, 107.07426064214378], "p_value": 0.6430636719496607, "input_sha256": "924c7f50d492375c541b9e6e356d0398aee6b150094337e6011ec166a6dceaef"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1058114300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.6926719689575105, "interval": [0.9953097187943021, 8.390034219120718], "p_value": 0.007, "input_sha256": "92aebdb4afe49ca28f473f0cab3308586aa08c2652383abf8e6df43e2712b7b3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1058114300, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.6926719689575105, "interval": [0.9080293231135435, 7.817772770227248], "p_value": 0.01428438789427153, "input_sha256": "92aebdb4afe49ca28f473f0cab3308586aa08c2652383abf8e6df43e2712b7b3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1058114300, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -261.76543050095347, "interval": [-470.5694111551173, -52.96144984678966], "p_value": 0.006, "input_sha256": "17bbc7bc82008c9fa7b872ae04d4064b3f4e787590adb1fcc82ea89daf05c8e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 188, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1058114300, "p_value_method": "welch_average_effect", "success": true, "estimate": -261.76543050095347, "interval": [-541.1578853070843, -118.69385708324826], "p_value": 0.01666248916475823, "input_sha256": "17bbc7bc82008c9fa7b872ae04d4064b3f4e787590adb1fcc82ea89daf05c8e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 497668019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.048948925353077, "interval": [3.267605399097642, 10.830292451608512], "p_value": 0.002, "input_sha256": "a92210f0da6d456c3ebd0fa3ad6460a67ade738b62ec61c2a54fde06472540d6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 497668019, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.048948925353077, "interval": [3.8918694773995224, 10.81450708872245], "p_value": 0.0005655959200094079, "input_sha256": "a92210f0da6d456c3ebd0fa3ad6460a67ade738b62ec61c2a54fde06472540d6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 497668019, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 35.57457350624614, "interval": [-199.61530171124645, 270.7644487237387], "p_value": 0.748, "input_sha256": "c7da7f611e76397eb395ae1cf781e9cd89f3d6351774d6fef5b0c5f5f7858a88"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 189, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 497668019, "p_value_method": "welch_average_effect", "success": true, "estimate": 35.57457350624614, "interval": [-186.61256985366893, 250.1866211590587], "p_value": 0.7610281129597769, "input_sha256": "c7da7f611e76397eb395ae1cf781e9cd89f3d6351774d6fef5b0c5f5f7858a88"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2516801588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.965021678187341, "interval": [5.030528420118987, 12.899514936255695], "p_value": 0.001, "input_sha256": "8189c17c0b8cf1d6e3514663bd3e6d034b53c6017da8918ddc4e5e6ce3406aaa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2516801588, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.965021678187341, "interval": [5.067327265490462, 12.553758617679229], "p_value": 4.8550373986004946e-05, "input_sha256": "8189c17c0b8cf1d6e3514663bd3e6d034b53c6017da8918ddc4e5e6ce3406aaa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2516801588, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 167.58208555329355, "interval": [-47.422469841080044, 382.58664094766715], "p_value": 0.122, "input_sha256": "741299c367f40b71b84503af12d696da3a3bb95d2e8a42859ec682c86771aefe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 190, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2516801588, "p_value_method": "welch_average_effect", "success": true, "estimate": 167.58208555329355, "interval": [-28.515937792262655, 376.07336888419655], "p_value": 0.12226156963794167, "input_sha256": "741299c367f40b71b84503af12d696da3a3bb95d2e8a42859ec682c86771aefe"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3669485887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.102234854166971, "interval": [2.7013077482599486, 9.503161960073994], "p_value": 0.002, "input_sha256": "de64ec4d96178b28ab1ea1c3830dd3cbd5cac34b3244618dc6f89516c2efc471"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3669485887, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.102234854166971, "interval": [3.3151538727957246, 9.58184915766057], "p_value": 0.0008527241970496494, "input_sha256": "de64ec4d96178b28ab1ea1c3830dd3cbd5cac34b3244618dc6f89516c2efc471"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3669485887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 242.51847649410448, "interval": [-87.21014319927556, 572.2470961874845], "p_value": 0.139, "input_sha256": "d8390ee023b3534c6be92ef995c6a91236780add7bec28c4df2818c8d4794fa2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 191, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3669485887, "p_value_method": "welch_average_effect", "success": true, "estimate": 242.51847649410448, "interval": [16.349513443774697, 634.066785251799], "p_value": 0.14066500363620235, "input_sha256": "d8390ee023b3534c6be92ef995c6a91236780add7bec28c4df2818c8d4794fa2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 724616062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.072048727673778, "interval": [-1.9295241514527985, 6.073621606800354], "p_value": 0.273, "input_sha256": "1a1a869a478231550e08c0e5213d0941f698f68cedfa7e2c45b73e34f4bf808a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 724616062, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.072048727673778, "interval": [-1.8504785571720304, 5.737261988338331], "p_value": 0.30070493642937, "input_sha256": "1a1a869a478231550e08c0e5213d0941f698f68cedfa7e2c45b73e34f4bf808a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 724616062, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 26.573002181447663, "interval": [-186.867436571347, 240.01344093424234], "p_value": 0.785, "input_sha256": "92ad0da8365f151724aca634fd717e31c3803641a925fb72148a9c78af594e82"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 192, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 724616062, "p_value_method": "welch_average_effect", "success": true, "estimate": 26.573002181447663, "interval": [-156.8304865655133, 241.148485225535], "p_value": 0.8023404718359615, "input_sha256": "92ad0da8365f151724aca634fd717e31c3803641a925fb72148a9c78af594e82"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3813264767, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.574746779852351, "interval": [-0.19747917283408656, 7.346972732538788], "p_value": 0.062, "input_sha256": "4195660133a3251f71d28bf8a18a9a5ad001359962e55658d250995eb2a35ba7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3813264767, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.574746779852351, "interval": [-0.013403807036858176, 7.037498601743065], "p_value": 0.06259249928588831, "input_sha256": "4195660133a3251f71d28bf8a18a9a5ad001359962e55658d250995eb2a35ba7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3813264767, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -17.834074174185773, "interval": [-184.1065249391649, 148.43837659079338], "p_value": 0.895, "input_sha256": "c759e054d835de3df7d6da09f59848b378dfcdd596a3edade6dfbe346c2dfea6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 193, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3813264767, "p_value_method": "welch_average_effect", "success": true, "estimate": -17.834074174185773, "interval": [-183.6287184154697, 132.275951951125], "p_value": 0.8291939024926054, "input_sha256": "c759e054d835de3df7d6da09f59848b378dfcdd596a3edade6dfbe346c2dfea6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2713987184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.988393126620684, "interval": [-0.8928010328087663, 6.869587286050134], "p_value": 0.121, "input_sha256": "afd091cfe7c5af783df11ec80202708a24d61c5fbd912d526f6a9622b72f10e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2713987184, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.988393126620684, "interval": [-0.8503784871435723, 6.446167088796651], "p_value": 0.12702455442128271, "input_sha256": "afd091cfe7c5af783df11ec80202708a24d61c5fbd912d526f6a9622b72f10e3"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2713987184, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 146.6127870843289, "interval": [-111.92965669659515, 405.1552308652529], "p_value": 0.297, "input_sha256": "a86adbcae450ceb92a84ccc45e78f8f4e3470804399feb78d4f77d08e3573783"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 194, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2713987184, "p_value_method": "welch_average_effect", "success": true, "estimate": 146.6127870843289, "interval": [-38.59799311223431, 457.1259636345236], "p_value": 0.25310941181034774, "input_sha256": "a86adbcae450ceb92a84ccc45e78f8f4e3470804399feb78d4f77d08e3573783"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1479906927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.324705733015332, "interval": [1.037464612135469, 7.611946853895194], "p_value": 0.008, "input_sha256": "3e9930b20cdb8ca8de78396a89f9ebb73f92fff30fe042c71361144cd0600cc8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1479906927, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.324705733015332, "interval": [1.25773737569011, 7.342575017324436], "p_value": 0.011309190456564948, "input_sha256": "3e9930b20cdb8ca8de78396a89f9ebb73f92fff30fe042c71361144cd0600cc8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1479906927, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -53.39577882109457, "interval": [-241.2619470628669, 134.4703894206778], "p_value": 0.564, "input_sha256": "f2f7f537714eedbe1a87f6c8c54b33b0bf144ac5090be7728c4026a9eaca8bf0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 195, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1479906927, "p_value_method": "welch_average_effect", "success": true, "estimate": -53.39577882109457, "interval": [-233.37719532681464, 143.6308273612118], "p_value": 0.5681677532639511, "input_sha256": "f2f7f537714eedbe1a87f6c8c54b33b0bf144ac5090be7728c4026a9eaca8bf0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3008819160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.0163120622785495, "interval": [0.41215530918414967, 9.620468815372949], "p_value": 0.049, "input_sha256": "6480f27c4102c64390d1a6f9309a86d0e663e4fd552f792a23d11e6230b80380"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3008819160, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.0163120622785495, "interval": [0.4768915837737134, 9.215675385863824], "p_value": 0.03353716859446871, "input_sha256": "6480f27c4102c64390d1a6f9309a86d0e663e4fd552f792a23d11e6230b80380"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382627, "seed": 3008819160, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 88.3518538423542, "interval": [-188.7034825581768, 365.40719024288524], "p_value": 0.697, "input_sha256": "81a96bbed9a30efa6df6d1117b80ae7b4d56f7267052bd0d99fc424dd546de7f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 196, "method": "lift", "interval_method": "bca", "truth": 59.42072175382627, "seed": 3008819160, "p_value_method": "welch_average_effect", "success": true, "estimate": 88.3518538423542, "interval": [-75.19700507085476, 467.27322771335724], "p_value": 0.5173454419886512, "input_sha256": "81a96bbed9a30efa6df6d1117b80ae7b4d56f7267052bd0d99fc424dd546de7f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2153234213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.395210003220122, "interval": [1.3463893140932495, 9.444030692346994], "p_value": 0.017, "input_sha256": "154ac3bb138fe8dc3fc856630cc49c3c801a46028b6765a511e4c520741ac569"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2153234213, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.395210003220122, "interval": [1.9537183329132035, 9.530034680517492], "p_value": 0.010359970269923174, "input_sha256": "154ac3bb138fe8dc3fc856630cc49c3c801a46028b6765a511e4c520741ac569"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2153234213, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 145.00197863610464, "interval": [-64.45741202178232, 354.4613692939916], "p_value": 0.165, "input_sha256": "de49952d0ec8a8c699e5ce7944b475590ca8ea75babbc6952ed0af28fd9845a7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 197, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2153234213, "p_value_method": "welch_average_effect", "success": true, "estimate": 145.00197863610464, "interval": [-3.136268656817673, 403.5156041378363], "p_value": 0.16618004813822682, "input_sha256": "de49952d0ec8a8c699e5ce7944b475590ca8ea75babbc6952ed0af28fd9845a7"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1194978179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.484635726037588, "interval": [3.112192063143878, 11.857079388931298], "p_value": 0.004, "input_sha256": "291d989bc1fda527e6bdf2e76cd95d529b2fd5f7793c49b01a133701f7f19b5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1194978179, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.484635726037588, "interval": [3.1337968513725714, 11.455502382735979], "p_value": 0.0013440983152295757, "input_sha256": "291d989bc1fda527e6bdf2e76cd95d529b2fd5f7793c49b01a133701f7f19b5c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1194978179, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -37.48978528645688, "interval": [-288.2955053860911, 213.3159348131774], "p_value": 0.785, "input_sha256": "e2b325094dafb276ae9402c3aaa8f248862fb1e3ee4761a9bb02b934f427bd8f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 198, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1194978179, "p_value_method": "welch_average_effect", "success": true, "estimate": -37.48978528645688, "interval": [-215.05303984777555, 286.5851856730939], "p_value": 0.7632608975979226, "input_sha256": "e2b325094dafb276ae9402c3aaa8f248862fb1e3ee4761a9bb02b934f427bd8f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2113473016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.119540134269375, "interval": [1.7243677013556415, 8.514712567183109], "p_value": 0.007, "input_sha256": "9da7840962359b9a50b38c21e683af3b97e4fbf31a886b0dadaed0c25d5a1eab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2113473016, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.119540134269375, "interval": [1.89143253794795, 8.06807723430941], "p_value": 0.0041550127412700935, "input_sha256": "9da7840962359b9a50b38c21e683af3b97e4fbf31a886b0dadaed0c25d5a1eab"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2113473016, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 138.56873729028484, "interval": [-48.18093383719551, 325.3184084177652], "p_value": 0.16, "input_sha256": "5f468971037c2e575b9a4a4c3ad3ed0c27c81546464ac01dadf4f8a4e004519e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 199, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2113473016, "p_value_method": "welch_average_effect", "success": true, "estimate": 138.56873729028484, "interval": [11.662236164153569, 375.2468527000939], "p_value": 0.13896132529838004, "input_sha256": "5f468971037c2e575b9a4a4c3ad3ed0c27c81546464ac01dadf4f8a4e004519e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3999606228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.88359449593443, "interval": [1.69894341918173, 12.068245572687129], "p_value": 0.012, "input_sha256": "231116da548b776ef340020644d64e05dc6352ed7de4c345655cb26154287ad9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3999606228, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.88359449593443, "interval": [1.827587925571847, 11.402869424464983], "p_value": 0.010664403918398485, "input_sha256": "231116da548b776ef340020644d64e05dc6352ed7de4c345655cb26154287ad9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3999606228, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 215.82683234739966, "interval": [39.8277614231109, 391.8259032716884], "p_value": 0.013, "input_sha256": "184a5f66d228092a0f1b936353b735543bc4fd72a5afda07e0e55c0597ea9fc1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 200, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3999606228, "p_value_method": "welch_average_effect", "success": true, "estimate": 215.82683234739966, "interval": [68.08757729786026, 381.574447295007], "p_value": 0.018189027735579504, "input_sha256": "184a5f66d228092a0f1b936353b735543bc4fd72a5afda07e0e55c0597ea9fc1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1507050519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.049511669440925, "interval": [0.13774456149866943, 7.96127877738318], "p_value": 0.043, "input_sha256": "1ccfad79ee390c325a536a49b59c76f5a73630c52aabfe02924eee65d7610c82"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1507050519, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.049511669440925, "interval": [0.7785287403614931, 7.7696574996402505], "p_value": 0.04282980171077144, "input_sha256": "1ccfad79ee390c325a536a49b59c76f5a73630c52aabfe02924eee65d7610c82"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1507050519, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 44.63332947203355, "interval": [-133.1730396209561, 222.4396985650232], "p_value": 0.621, "input_sha256": "15e99b808b16738c0d279eb248d1d0b99382b7c12caf8550635be98f9b4257b9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 201, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1507050519, "p_value_method": "welch_average_effect", "success": true, "estimate": 44.63332947203355, "interval": [-120.14863215793878, 207.23501533097968], "p_value": 0.6142731424924257, "input_sha256": "15e99b808b16738c0d279eb248d1d0b99382b7c12caf8550635be98f9b4257b9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2449106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5700523513302684, "interval": [-0.3645148257183335, 7.50461952837887], "p_value": 0.089, "input_sha256": "35c4ce2f2ae83ce902ff4f50afb95925f18e47d8ae058635c289a10dd93f0f60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2449106247, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5700523513302684, "interval": [0.3658758361803274, 7.893749033187594], "p_value": 0.07404229048992346, "input_sha256": "35c4ce2f2ae83ce902ff4f50afb95925f18e47d8ae058635c289a10dd93f0f60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2449106247, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 73.42405778437242, "interval": [-157.2896435664259, 304.13775913517077], "p_value": 0.534, "input_sha256": "60be75e474e234c88d7ae8a2f46806ddc49421a05dea5a5a5e84818811bb5f61"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 202, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2449106247, "p_value_method": "welch_average_effect", "success": true, "estimate": 73.42405778437242, "interval": [-117.03434185636175, 302.05547493947716], "p_value": 0.5225793121512361, "input_sha256": "60be75e474e234c88d7ae8a2f46806ddc49421a05dea5a5a5e84818811bb5f61"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2747918157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.793014442525431, "interval": [0.6936883012785922, 8.89234058377227], "p_value": 0.031, "input_sha256": "81d627c93b1cc5dd35c1b4ba53a2f984c17365f4185ac05dacfeb35f0d3cec91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2747918157, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.793014442525431, "interval": [1.3644214997292377, 8.572394755717553], "p_value": 0.023382945667183627, "input_sha256": "81d627c93b1cc5dd35c1b4ba53a2f984c17365f4185ac05dacfeb35f0d3cec91"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2747918157, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -12.251288702885148, "interval": [-230.8534131511957, 206.3508357454254], "p_value": 0.923, "input_sha256": "0cc4df62e6234179efa45a7db325a690d7cedfe8c98bae2bd3a97ae4a996e081"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 203, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2747918157, "p_value_method": "welch_average_effect", "success": true, "estimate": -12.251288702885148, "interval": [-225.12781499816768, 197.38577369242603], "p_value": 0.9102651577659144, "input_sha256": "0cc4df62e6234179efa45a7db325a690d7cedfe8c98bae2bd3a97ae4a996e081"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3959618316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.876779179673372, "interval": [0.12773683559939508, 7.62582152374735], "p_value": 0.045, "input_sha256": "b30bc221f1b445a836f84663931f1f8199823159dfe62da2a88b017492a6042d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3959618316, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.876779179673372, "interval": [0.3461479074730114, 7.220167675355747], "p_value": 0.043044522097718065, "input_sha256": "b30bc221f1b445a836f84663931f1f8199823159dfe62da2a88b017492a6042d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3959618316, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 87.04605514209884, "interval": [-79.73567619192595, 253.8277864761236], "p_value": 0.346, "input_sha256": "0f6ccb19f8b52f9a982ce550f1e3d6d7eb4aec9ebc40a54caa01b733456394d2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 204, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3959618316, "p_value_method": "welch_average_effect", "success": true, "estimate": 87.04605514209884, "interval": [-23.641278051777803, 328.44327748745195], "p_value": 0.29278334638338993, "input_sha256": "0f6ccb19f8b52f9a982ce550f1e3d6d7eb4aec9ebc40a54caa01b733456394d2"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1718544916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.482446930679643, "interval": [1.494046229552421, 9.470847631806866], "p_value": 0.01, "input_sha256": "c294e2cda0d243668563bf72aebfbc3d8b7d71dea6fc7d4aaaa668b6933cdd60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1718544916, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.482446930679643, "interval": [1.6719087694042962, 9.059567398892543], "p_value": 0.00837982713889242, "input_sha256": "c294e2cda0d243668563bf72aebfbc3d8b7d71dea6fc7d4aaaa668b6933cdd60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1718544916, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 122.8427178309337, "interval": [-52.05620384285693, 297.74163950472433], "p_value": 0.169, "input_sha256": "3e5f923b0a26f27e207f00c7e7fa91ee8158d9b4404b79443d55a0e61ecd7361"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 205, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1718544916, "p_value_method": "welch_average_effect", "success": true, "estimate": 122.8427178309337, "interval": [-2.5838723862496358, 327.0463634639939], "p_value": 0.16125846741301095, "input_sha256": "3e5f923b0a26f27e207f00c7e7fa91ee8158d9b4404b79443d55a0e61ecd7361"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2405008000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.942990488642865, "interval": [-0.9770857925339631, 6.863066769819692], "p_value": 0.134, "input_sha256": "fd26ce5cb75502e1d1615d8a8c7fbc4c1870b434e9e5eb10e8499ea463e295d8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2405008000, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.942990488642865, "interval": [-0.935912698315459, 6.627984453022875], "p_value": 0.13681766283376884, "input_sha256": "fd26ce5cb75502e1d1615d8a8c7fbc4c1870b434e9e5eb10e8499ea463e295d8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2405008000, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -36.78648051453675, "interval": [-217.46714968821112, 143.89418865913763], "p_value": 0.665, "input_sha256": "9d6200fea303b7938420af3ae4daa209a869e72dbbbd359f4f8c71fb582ca7b0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 206, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2405008000, "p_value_method": "welch_average_effect", "success": true, "estimate": -36.78648051453675, "interval": [-240.695059592274, 106.50215488358778], "p_value": 0.6820463621102764, "input_sha256": "9d6200fea303b7938420af3ae4daa209a869e72dbbbd359f4f8c71fb582ca7b0"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 519043051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.449797605220656, "interval": [0.7517433597751073, 8.147851850666205], "p_value": 0.017, "input_sha256": "4aecea8549456f9af9f375228e8b6c4553f1241e52151c9a2a504574b5ae2574"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 519043051, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.449797605220656, "interval": [0.7719050596067181, 8.086568319639225], "p_value": 0.019653886005477152, "input_sha256": "4aecea8549456f9af9f375228e8b6c4553f1241e52151c9a2a504574b5ae2574"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 519043051, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 261.8028081384394, "interval": [13.590834813316064, 510.0147814635627], "p_value": 0.015, "input_sha256": "6b4ccd0e42820dafc79f442631d5f4e0215e7d52d78ddc56e8d6b9d7f6ea1191"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 207, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 519043051, "p_value_method": "welch_average_effect", "success": true, "estimate": 261.8028081384394, "interval": [89.40671536423935, 596.6172572981915], "p_value": 0.039628510933103905, "input_sha256": "6b4ccd0e42820dafc79f442631d5f4e0215e7d52d78ddc56e8d6b9d7f6ea1191"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 105335090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.4810178040397535, "interval": [-0.9527754576638028, 7.91481106574331], "p_value": 0.127, "input_sha256": "ba6d03666095ce309093508ebcb3555c699481a485133a21fb172a596720a760"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 105335090, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.4810178040397535, "interval": [-0.5655721540258815, 7.40891282304633], "p_value": 0.12022310716552691, "input_sha256": "ba6d03666095ce309093508ebcb3555c699481a485133a21fb172a596720a760"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 105335090, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 154.17939818462597, "interval": [-96.82041016572967, 405.17920653498163], "p_value": 0.228, "input_sha256": "e4d1be3837df92bab39b1c5dfd22f0ef9fc6ae15c4ed689a636879066ab70a30"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 208, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 105335090, "p_value_method": "welch_average_effect", "success": true, "estimate": 154.17939818462597, "interval": [-46.869590812540004, 450.2246547550244], "p_value": 0.21946746535181225, "input_sha256": "e4d1be3837df92bab39b1c5dfd22f0ef9fc6ae15c4ed689a636879066ab70a30"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 496246604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.526711432110181, "interval": [-1.095708448284979, 8.149131312505341], "p_value": 0.128, "input_sha256": "fd652908098cd2ecdfba64bda99aa20862f59a72c8ba05fe33ad58f0ced15b81"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 496246604, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.526711432110181, "interval": [-0.25709168515793557, 8.332781730624752], "p_value": 0.13060322645394468, "input_sha256": "fd652908098cd2ecdfba64bda99aa20862f59a72c8ba05fe33ad58f0ced15b81"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 496246604, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -38.72333134459663, "interval": [-327.79119726276156, 250.34453457356832], "p_value": 0.785, "input_sha256": "957cfd49e630bce480aaab640de57a7ef1e2998aeda7c47c4bfa7c2022387b53"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 209, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 496246604, "p_value_method": "welch_average_effect", "success": true, "estimate": -38.72333134459663, "interval": [-339.10413478953825, 212.0807065520239], "p_value": 0.787391502852964, "input_sha256": "957cfd49e630bce480aaab640de57a7ef1e2998aeda7c47c4bfa7c2022387b53"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1214642792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5491110412347115, "interval": [-0.3812955741033379, 7.479517656572761], "p_value": 0.082, "input_sha256": "8ab99bbf622b0d2c85fd36a2c0d187611e0879168e7d1575083e3b9b4469a51d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1214642792, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5491110412347115, "interval": [-0.1489705257166328, 6.953001358752269], "p_value": 0.07534902119843867, "input_sha256": "8ab99bbf622b0d2c85fd36a2c0d187611e0879168e7d1575083e3b9b4469a51d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1214642792, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 15.879135125935733, "interval": [-238.42652419609527, 270.18479444796674], "p_value": 0.904, "input_sha256": "5bfd79593cc3bf43516b84593d8356814c9d09e4fca4617617d375d94ebff565"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 210, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1214642792, "p_value_method": "welch_average_effect", "success": true, "estimate": 15.879135125935733, "interval": [-181.3784032495256, 305.4547677783707], "p_value": 0.8997825143068563, "input_sha256": "5bfd79593cc3bf43516b84593d8356814c9d09e4fca4617617d375d94ebff565"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1013183114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.844868124533871, "interval": [0.43817905395707957, 9.251557195110664], "p_value": 0.025, "input_sha256": "43c4e5de15e469c39e79dfda5e3a8f50e4fb95694e78e0bf18966f0fd8e2b652"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1013183114, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.844868124533871, "interval": [0.8804314405946363, 9.730634347885053], "p_value": 0.03206191165948389, "input_sha256": "43c4e5de15e469c39e79dfda5e3a8f50e4fb95694e78e0bf18966f0fd8e2b652"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1013183114, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 36.50751538880591, "interval": [-154.31778450754882, 227.33281528516068], "p_value": 0.702, "input_sha256": "5cef038a0069107cc7a6d540fbb9d2d5a670f7c3b604df63e6dbc55fd89d3b60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 211, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1013183114, "p_value_method": "welch_average_effect", "success": true, "estimate": 36.50751538880591, "interval": [-100.17777765370104, 257.523349222902], "p_value": 0.6995412355398126, "input_sha256": "5cef038a0069107cc7a6d540fbb9d2d5a670f7c3b604df63e6dbc55fd89d3b60"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1362618500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.424583447634497, "interval": [0.023596255767229124, 8.825570639501764], "p_value": 0.045, "input_sha256": "6323727a6514dfa371912c4e4fe8a514b7104a4582242438815839c8db13fc9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1362618500, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.424583447634497, "interval": [0.4135334064707993, 8.221398779845824], "p_value": 0.04884464060167161, "input_sha256": "6323727a6514dfa371912c4e4fe8a514b7104a4582242438815839c8db13fc9b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1362618500, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -84.32335756876563, "interval": [-393.18881731870545, 224.5421021811742], "p_value": 0.625, "input_sha256": "f485a3d8563dc17266feb58304619f58fc25a37ad050976c98fd07ba8ce6c2d9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 212, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1362618500, "p_value_method": "welch_average_effect", "success": true, "estimate": -84.32335756876563, "interval": [-456.8258118549286, 130.10440768746264], "p_value": 0.5809664181917955, "input_sha256": "f485a3d8563dc17266feb58304619f58fc25a37ad050976c98fd07ba8ce6c2d9"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4293807623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 1.860062720373083, "interval": [-2.135688979680489, 5.855814420426656], "p_value": 0.333, "input_sha256": "1c88a959753d92765d4f70c3435edd67aec56068978e101a02339b16fcc22429"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4293807623, "p_value_method": "welch_average_effect", "success": true, "estimate": 1.860062720373083, "interval": [-2.0672266271844673, 5.519928028478867], "p_value": 0.35191156364909815, "input_sha256": "1c88a959753d92765d4f70c3435edd67aec56068978e101a02339b16fcc22429"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4293807623, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 62.885729812963774, "interval": [-122.85952303990425, 248.6309826658318], "p_value": 0.519, "input_sha256": "335293ba411b737606e3dbf074c4b8eafced5fd4734451a57573c4d72ee1da49"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 213, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4293807623, "p_value_method": "welch_average_effect", "success": true, "estimate": 62.885729812963774, "interval": [-80.94452673377786, 285.29615837340356], "p_value": 0.4948347886516179, "input_sha256": "335293ba411b737606e3dbf074c4b8eafced5fd4734451a57573c4d72ee1da49"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3150991579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.732200530888907, "interval": [2.0378202916278623, 11.42658077014995], "p_value": 0.007, "input_sha256": "ebbeefb92f7bb13d1725f40d055d6602e053288bed448898dd5ca7a71e895ab1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3150991579, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.732200530888907, "interval": [2.715758448718498, 11.071267009238568], "p_value": 0.006148052760811667, "input_sha256": "ebbeefb92f7bb13d1725f40d055d6602e053288bed448898dd5ca7a71e895ab1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3150991579, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -5.892988401465459, "interval": [-183.69964978184348, 171.91367297891256], "p_value": 0.945, "input_sha256": "a8633d4b3768cb4a738bad41ef5566c26d29a410239cab6398792a594b299495"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 214, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3150991579, "p_value_method": "welch_average_effect", "success": true, "estimate": -5.892988401465459, "interval": [-175.34243518502046, 151.66714195462504], "p_value": 0.946858722534375, "input_sha256": "a8633d4b3768cb4a738bad41ef5566c26d29a410239cab6398792a594b299495"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 307093972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8410311826312498, "interval": [-3.8549775219687445, 5.537039887231244], "p_value": 0.707, "input_sha256": "233dfb52b46925159ce3e9efc10099dee8ee766e4b72dfe7fffffc4cf239ab69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 307093972, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8410311826312498, "interval": [-3.6365468256830566, 4.839017154187249], "p_value": 0.718409858817286, "input_sha256": "233dfb52b46925159ce3e9efc10099dee8ee766e4b72dfe7fffffc4cf239ab69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 307093972, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -29.691633889521484, "interval": [-280.29567103377974, 220.91240325473674], "p_value": 0.842, "input_sha256": "6c6c7ce109b301d6d60d98a40b6e332aaa5c7ce0a8bed5a11e256614b23d7b7d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 215, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 307093972, "p_value_method": "welch_average_effect", "success": true, "estimate": -29.691633889521484, "interval": [-267.313168134771, 197.25706629693917], "p_value": 0.8117334233098388, "input_sha256": "6c6c7ce109b301d6d60d98a40b6e332aaa5c7ce0a8bed5a11e256614b23d7b7d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3459753261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.15850563828695, "interval": [0.7441430869552486, 9.572868189618653], "p_value": 0.03, "input_sha256": "4ab6c3f3fbd90d649c9164c17c9e4de164cbb216bf4a01dd8172edd24be131be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3459753261, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.15850563828695, "interval": [0.8858315059240212, 9.063511865268703], "p_value": 0.02321370535884441, "input_sha256": "4ab6c3f3fbd90d649c9164c17c9e4de164cbb216bf4a01dd8172edd24be131be"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3459753261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 68.67792611901862, "interval": [-113.64698320698193, 251.00283544501917], "p_value": 0.42, "input_sha256": "c249cf3960c1656dbe0a5fb046bd19c7c4945477502959bf0833e509471aa1c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 216, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3459753261, "p_value_method": "welch_average_effect", "success": true, "estimate": 68.67792611901862, "interval": [-72.6283138855479, 271.3154453142538], "p_value": 0.44897082158939494, "input_sha256": "c249cf3960c1656dbe0a5fb046bd19c7c4945477502959bf0833e509471aa1c4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1616927842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.383385821927977, "interval": [2.6510444802278794, 10.115727163628074], "p_value": 0.003, "input_sha256": "41db7081e0c543cda04e868c51b721a8abe5c0e85372b73de931ea693a42aa97"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1616927842, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.383385821927977, "interval": [2.6082109182644473, 9.5196961008561], "p_value": 0.00135059630601433, "input_sha256": "41db7081e0c543cda04e868c51b721a8abe5c0e85372b73de931ea693a42aa97"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1616927842, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 218.30761436978256, "interval": [-21.476537643698236, 458.09176638326335], "p_value": 0.069, "input_sha256": "0b655193fea5e9e3494ce06ffca6ffaec2597dc7a3ac4a55a8deaf7b4f6cbc54"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 217, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1616927842, "p_value_method": "welch_average_effect", "success": true, "estimate": 218.30761436978256, "interval": [38.18123839426041, 491.83118000431466], "p_value": 0.07227052975259741, "input_sha256": "0b655193fea5e9e3494ce06ffca6ffaec2597dc7a3ac4a55a8deaf7b4f6cbc54"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 307721093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.268877971139888, "interval": [2.062957598468879, 8.474798343810898], "p_value": 0.005, "input_sha256": "f31492cfafdb6ce8956e038c4f59cfc01109333b150dd661693418534e74e867"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 307721093, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.268877971139888, "interval": [2.536393774001727, 8.064917278302334], "p_value": 0.0020153785716594194, "input_sha256": "f31492cfafdb6ce8956e038c4f59cfc01109333b150dd661693418534e74e867"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 307721093, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -206.01391401315257, "interval": [-442.5588648290793, 30.53103680277414], "p_value": 0.064, "input_sha256": "90537d11a28fb8698b3d0cf495c3f4e39316f7e7ae9c90c61be7b5c1ff9d2617"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 218, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 307721093, "p_value_method": "welch_average_effect", "success": true, "estimate": -206.01391401315257, "interval": [-497.53551783296734, -51.48082644801006], "p_value": 0.08447929388779804, "input_sha256": "90537d11a28fb8698b3d0cf495c3f4e39316f7e7ae9c90c61be7b5c1ff9d2617"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2058190887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.234831006610918, "interval": [1.1290625910462122, 9.340599422175623], "p_value": 0.01, "input_sha256": "9b4fa38b431d16d3611bf5b30d4d790549f6b1e955b71b49bb769638c19ad326"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2058190887, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.234831006610918, "interval": [0.9673697691393737, 8.901191093714747], "p_value": 0.013868542849683727, "input_sha256": "9b4fa38b431d16d3611bf5b30d4d790549f6b1e955b71b49bb769638c19ad326"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2058190887, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 236.41552261918847, "interval": [-15.884614311717002, 488.71565955009396], "p_value": 0.064, "input_sha256": "3d209f9680b0316c0a55aafc954f14363155e4abe30ecb09c4beea7e1f07be07"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 219, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2058190887, "p_value_method": "welch_average_effect", "success": true, "estimate": 236.41552261918847, "interval": [44.0200605876056, 518.00751329181], "p_value": 0.06489252711388642, "input_sha256": "3d209f9680b0316c0a55aafc954f14363155e4abe30ecb09c4beea7e1f07be07"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3486604364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.7020138170840955, "interval": [3.462282560631352, 11.94174507353684], "p_value": 0.001, "input_sha256": "07dd0cec00bf554ee60cffe6736e9c2502fee2845cf00abc4907b409864a40ae"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3486604364, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.7020138170840955, "interval": [3.6457645314699665, 11.195638974050338], "p_value": 0.0007316854741877473, "input_sha256": "07dd0cec00bf554ee60cffe6736e9c2502fee2845cf00abc4907b409864a40ae"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3486604364, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 135.5630137031643, "interval": [-92.77416195584257, 363.9001893621712], "p_value": 0.319, "input_sha256": "8822457037418f4dbcec9e705c3b45435fae85717b729f8e79e40525e054ad93"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 220, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3486604364, "p_value_method": "welch_average_effect", "success": true, "estimate": 135.5630137031643, "interval": [-14.732308760817364, 443.7694629546793], "p_value": 0.23206649421748693, "input_sha256": "8822457037418f4dbcec9e705c3b45435fae85717b729f8e79e40525e054ad93"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1524807931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.435441655355644, "interval": [4.144205840744829, 12.72667746996646], "p_value": 0.001, "input_sha256": "ab4ab1382f631b4ae3164d8ca9c512ff7033cdccc129e82f52eb7db3ba604edb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1524807931, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.435441655355644, "interval": [4.549515373247169, 12.4614177632876], "p_value": 0.00031191042866912633, "input_sha256": "ab4ab1382f631b4ae3164d8ca9c512ff7033cdccc129e82f52eb7db3ba604edb"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1524807931, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 193.29717979852757, "interval": [-154.0271876484718, 540.6215472455269], "p_value": 0.312, "input_sha256": "527ed63985b5ac85f5dd8d3135eea296c664a36877265ded946689bb64957b84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 221, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1524807931, "p_value_method": "welch_average_effect", "success": true, "estimate": 193.29717979852757, "interval": [-30.444312561850644, 674.1372555425796], "p_value": 0.26171562921236, "input_sha256": "527ed63985b5ac85f5dd8d3135eea296c664a36877265ded946689bb64957b84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2871301044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.232490592897459, "interval": [0.3218097347411657, 8.143171451053753], "p_value": 0.043, "input_sha256": "36eb99759375e9d6559b48bf753d7ad4fd9e3944f944dbebaea1be3f4d790840"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2871301044, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.232490592897459, "interval": [0.5979878589408054, 7.867954312275185], "p_value": 0.0346569992131279, "input_sha256": "36eb99759375e9d6559b48bf753d7ad4fd9e3944f944dbebaea1be3f4d790840"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2871301044, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 182.53350055471253, "interval": [-10.971515646164136, 376.03851675558917], "p_value": 0.078, "input_sha256": "b12a248738b6c4e368eb5c9c0e14bdf14d30f198284034fc9c3e50a249fdd8d1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 222, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2871301044, "p_value_method": "welch_average_effect", "success": true, "estimate": 182.53350055471253, "interval": [41.6258893935908, 422.21700873871305], "p_value": 0.06326697954596582, "input_sha256": "b12a248738b6c4e368eb5c9c0e14bdf14d30f198284034fc9c3e50a249fdd8d1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2493773628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.636940518742936, "interval": [1.2331977921886739, 8.040683245297197], "p_value": 0.012, "input_sha256": "48f4ab3697fb9c40181aa058f4ad31d89192d18942a2195156d101b3b344917f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2493773628, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.636940518742936, "interval": [1.2750613271279578, 7.5858877277399035], "p_value": 0.008975279838199212, "input_sha256": "48f4ab3697fb9c40181aa058f4ad31d89192d18942a2195156d101b3b344917f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2493773628, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -148.12445249005032, "interval": [-436.22713852692914, 139.9782335468285], "p_value": 0.326, "input_sha256": "992f1b12d1aa5a026d7a770ce14f2498078c86b5ae05512e6b146bba857e7cca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 223, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2493773628, "p_value_method": "welch_average_effect", "success": true, "estimate": -148.12445249005032, "interval": [-538.6229013917238, 50.13797832412241], "p_value": 0.3004458375575689, "input_sha256": "992f1b12d1aa5a026d7a770ce14f2498078c86b5ae05512e6b146bba857e7cca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3305264704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.97620278010891, "interval": [0.842276493589492, 9.110129066628328], "p_value": 0.018, "input_sha256": "be4cfa22357002eed9fff578e29423584d4f809016a26718a40245e293d5b044"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3305264704, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.97620278010891, "interval": [1.2353781103368555, 8.846636012185359], "p_value": 0.0196123955374086, "input_sha256": "be4cfa22357002eed9fff578e29423584d4f809016a26718a40245e293d5b044"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3305264704, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 226.65112620244267, "interval": [21.22316754233438, 432.079084862551], "p_value": 0.021, "input_sha256": "5821407efa3c3700390f2fec67408bc440388839589ce96100ed14746ce4ad2d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 224, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3305264704, "p_value_method": "welch_average_effect", "success": true, "estimate": 226.65112620244267, "interval": [85.1223443800938, 476.7430929471877], "p_value": 0.03222818768373173, "input_sha256": "5821407efa3c3700390f2fec67408bc440388839589ce96100ed14746ce4ad2d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3641815562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1708899787841034, "interval": [-0.9832090989640232, 7.32498905653223], "p_value": 0.127, "input_sha256": "3b6c602ae09791980db74619f0598c65a2c9db662091abd9b79ea6dcdb4adc6b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3641815562, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1708899787841034, "interval": [-0.6053435667400361, 7.293622479811712], "p_value": 0.13052896364271024, "input_sha256": "3b6c602ae09791980db74619f0598c65a2c9db662091abd9b79ea6dcdb4adc6b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3641815562, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 48.678421560365194, "interval": [-192.11834640931175, 289.47518953004214], "p_value": 0.68, "input_sha256": "617d0e2c42cee116b5ed7c4957194017960b5892b520055e5377fa1380ef4e9f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 225, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3641815562, "p_value_method": "welch_average_effect", "success": true, "estimate": 48.678421560365194, "interval": [-151.9675634279362, 335.849190964507], "p_value": 0.6838463888149064, "input_sha256": "617d0e2c42cee116b5ed7c4957194017960b5892b520055e5377fa1380ef4e9f"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1397247743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.771540754854769, "interval": [1.639338922513839, 9.903742587195698], "p_value": 0.007, "input_sha256": "0633175ffa040f95f97674e32df22c061617a9d1101f96a470c9eaa5914b92bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1397247743, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.771540754854769, "interval": [1.7880285510672123, 9.277109308542732], "p_value": 0.007517286211537259, "input_sha256": "0633175ffa040f95f97674e32df22c061617a9d1101f96a470c9eaa5914b92bf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1397247743, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -70.44880525460039, "interval": [-306.49420990479655, 165.5965993955958], "p_value": 0.564, "input_sha256": "ab62e7a7946db751d206eca9cf673c3f7f253c28a2c4990961b67e03daa7d0a8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 226, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1397247743, "p_value_method": "welch_average_effect", "success": true, "estimate": -70.44880525460039, "interval": [-337.5017319144886, 111.64102268916517], "p_value": 0.5482048090775158, "input_sha256": "ab62e7a7946db751d206eca9cf673c3f7f253c28a2c4990961b67e03daa7d0a8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1461998311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 0.8484609507001597, "interval": [-2.9206573371705535, 4.6175792385708725], "p_value": 0.632, "input_sha256": "f3b198b7a3321b81870435d05e939aab87cd116dacab5c3b10d35cb6ee3cab6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1461998311, "p_value_method": "welch_average_effect", "success": true, "estimate": 0.8484609507001597, "interval": [-2.782668103740888, 4.169970221290625], "p_value": 0.6498760611631154, "input_sha256": "f3b198b7a3321b81870435d05e939aab87cd116dacab5c3b10d35cb6ee3cab6d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1461998311, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 32.254451004973106, "interval": [-202.21241052448485, 266.72131253443104], "p_value": 0.78, "input_sha256": "78c0356883840813208e70242bd09049fe475a32b143ec994cfb41fc4e1938c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 227, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1461998311, "p_value_method": "welch_average_effect", "success": true, "estimate": 32.254451004973106, "interval": [-174.59762562192276, 280.79043747471115], "p_value": 0.7819187360874476, "input_sha256": "78c0356883840813208e70242bd09049fe475a32b143ec994cfb41fc4e1938c8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3230185018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.3410296934903663, "interval": [-0.7481468483365754, 7.430206235317308], "p_value": 0.119, "input_sha256": "6ba885012152b80eb41d1b63fe0e1940236a83839621d357dff79c61c619b8ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3230185018, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.3410296934903663, "interval": [-0.5022042376409575, 6.961607553769479], "p_value": 0.10631416201180387, "input_sha256": "6ba885012152b80eb41d1b63fe0e1940236a83839621d357dff79c61c619b8ca"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3230185018, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 108.82496249078443, "interval": [-95.76329843366145, 313.4132234152303], "p_value": 0.31, "input_sha256": "0830d7c7b145e947b268b0868b819924697b12be47518548ef52a67999b6b91c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 228, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3230185018, "p_value_method": "welch_average_effect", "success": true, "estimate": 108.82496249078443, "interval": [-34.29725327715956, 356.3189908186844], "p_value": 0.2848937830150096, "input_sha256": "0830d7c7b145e947b268b0868b819924697b12be47518548ef52a67999b6b91c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2348031220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.55707092086881, "interval": [-0.409850214592002, 7.523992056329622], "p_value": 0.069, "input_sha256": "9a81d8944de88527275562b3a792d80b1980c51e580bff4f10c70c2da76ce310"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2348031220, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.55707092086881, "interval": [-0.4431318057393179, 7.197289511153684], "p_value": 0.07733458429249182, "input_sha256": "9a81d8944de88527275562b3a792d80b1980c51e580bff4f10c70c2da76ce310"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2348031220, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -2.6559473887345746, "interval": [-261.05656111626604, 255.74466633879692], "p_value": 0.986, "input_sha256": "03d78e2a8cd8eed378aeef94c9da6d4a49f02e7d37c04595a44776a02bd4388d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 229, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2348031220, "p_value_method": "welch_average_effect", "success": true, "estimate": -2.6559473887345746, "interval": [-224.4249016795331, 256.8807274311017], "p_value": 0.9835075449886206, "input_sha256": "03d78e2a8cd8eed378aeef94c9da6d4a49f02e7d37c04595a44776a02bd4388d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 371812288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.226390979885654, "interval": [-0.8105277550740295, 7.263309714845337], "p_value": 0.114, "input_sha256": "ccd65be1e794d1df0981908e95eac737da66102d46f54dc88ebcfbe9990845a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 371812288, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.226390979885654, "interval": [-0.46930304892948377, 6.949840975990866], "p_value": 0.11357482523192847, "input_sha256": "ccd65be1e794d1df0981908e95eac737da66102d46f54dc88ebcfbe9990845a6"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 371812288, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 33.590636098783676, "interval": [-121.69657144210905, 188.8778436396764], "p_value": 0.666, "input_sha256": "d42820dffd265b394bffcabc5e180f3fafec99d68bd5ec8cd93a246878b8c6a4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 230, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 371812288, "p_value_method": "welch_average_effect", "success": true, "estimate": 33.590636098783676, "interval": [-117.29888092655918, 179.2270644191207], "p_value": 0.6636561953667093, "input_sha256": "d42820dffd265b394bffcabc5e180f3fafec99d68bd5ec8cd93a246878b8c6a4"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2085640477, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.012495293836643, "interval": [1.4528086138529872, 10.5721819738203], "p_value": 0.009, "input_sha256": "f03f8ac509eb383c45073ae62c31f4709c3b980f6755d9003738aaaa0e8c5f4e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2085640477, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.012495293836643, "interval": [1.8866598898915665, 10.343933664335596], "p_value": 0.011133910456767489, "input_sha256": "f03f8ac509eb383c45073ae62c31f4709c3b980f6755d9003738aaaa0e8c5f4e"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2085640477, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -7.947930787324083, "interval": [-183.33499703778446, 167.4391354631363], "p_value": 0.923, "input_sha256": "0e6c4e0864416dffb236875f780bb2efa935d603106b256e458cd06722d5cb6b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 231, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2085640477, "p_value_method": "welch_average_effect", "success": true, "estimate": -7.947930787324083, "interval": [-152.03913530047967, 167.79602878644846], "p_value": 0.9273560142727291, "input_sha256": "0e6c4e0864416dffb236875f780bb2efa935d603106b256e458cd06722d5cb6b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3494619779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.2160148222286935, "interval": [0.40961212396039137, 8.022417520496996], "p_value": 0.039, "input_sha256": "30d28d75b7e321febbdf666f3bc232fbaf6029b4979a26fb353c173ea4d1bc6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3494619779, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.2160148222286935, "interval": [0.4668864785303449, 7.756375470888702], "p_value": 0.030864373065538686, "input_sha256": "30d28d75b7e321febbdf666f3bc232fbaf6029b4979a26fb353c173ea4d1bc6a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3494619779, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 142.5207210255816, "interval": [-114.79269113578047, 399.83413318694363], "p_value": 0.319, "input_sha256": "cf5aa1d93579c3e4b63c5f8eb4365347a3e52108e5f686ce4fd1120a839d1319"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 232, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3494619779, "p_value_method": "welch_average_effect", "success": true, "estimate": 142.5207210255816, "interval": [-149.01360349853275, 360.5269949845158], "p_value": 0.26913976405799594, "input_sha256": "cf5aa1d93579c3e4b63c5f8eb4365347a3e52108e5f686ce4fd1120a839d1319"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 568937026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.938694231709384, "interval": [-1.2878779364076394, 7.1652663998264075], "p_value": 0.162, "input_sha256": "202dfd6fd07ebde5522cd6fee3a88532a007ceb145343755e9ed363e7cb2c65d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 568937026, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.938694231709384, "interval": [-0.7313425295567338, 6.866177796539833], "p_value": 0.16728711406392124, "input_sha256": "202dfd6fd07ebde5522cd6fee3a88532a007ceb145343755e9ed363e7cb2c65d"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 568937026, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -117.93123087380256, "interval": [-386.1477935754893, 150.28533182788414], "p_value": 0.471, "input_sha256": "88147881a38210e3c4472548d90dd02787ac0861101ae500929e20b667bf4a46"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 233, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 568937026, "p_value_method": "welch_average_effect", "success": true, "estimate": -117.93123087380256, "interval": [-498.8294138900863, 54.54654340034155], "p_value": 0.37313153592793, "input_sha256": "88147881a38210e3c4472548d90dd02787ac0861101ae500929e20b667bf4a46"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3694952422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 2.261870997066934, "interval": [-1.8036136661436322, 6.3273556602775], "p_value": 0.274, "input_sha256": "ec40f8547d4b58d7d3ca0535f34fdb2d6b43d223b93be0fac2c250bb2eba287a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3694952422, "p_value_method": "welch_average_effect", "success": true, "estimate": 2.261870997066934, "interval": [-2.080294202417004, 5.670478188302799], "p_value": 0.267021928429504, "input_sha256": "ec40f8547d4b58d7d3ca0535f34fdb2d6b43d223b93be0fac2c250bb2eba287a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3694952422, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -69.62323105688961, "interval": [-287.07952694572583, 147.83306483194661], "p_value": 0.532, "input_sha256": "3182dca317d0c2f60360920c5b0c795d92f5f5a6d21c15e9af4830b81fed2e84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 234, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3694952422, "p_value_method": "welch_average_effect", "success": true, "estimate": -69.62323105688961, "interval": [-279.2157638873385, 117.40231617665896], "p_value": 0.5202770459091232, "input_sha256": "3182dca317d0c2f60360920c5b0c795d92f5f5a6d21c15e9af4830b81fed2e84"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1759127065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.88000718917381, "interval": [1.2679230971317188, 8.4920912812159], "p_value": 0.011, "input_sha256": "f9952ef0d90cde8b34bea19a89b8baabba167acd65d56aebf7a228c984a65818"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1759127065, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.88000718917381, "interval": [1.7574466220964358, 8.294320494085502], "p_value": 0.009451066062738251, "input_sha256": "f9952ef0d90cde8b34bea19a89b8baabba167acd65d56aebf7a228c984a65818"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1759127065, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 186.65579089044147, "interval": [-135.5070168807334, 508.8185986616163], "p_value": 0.247, "input_sha256": "d1c77eb1b91fb765fd3acb19977a8fb415945a9999f2d0228cbc8f8d1a755dd5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 235, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1759127065, "p_value_method": "welch_average_effect", "success": true, "estimate": 186.65579089044147, "interval": [-115.68775340235963, 487.6611144885954], "p_value": 0.24747359001830643, "input_sha256": "d1c77eb1b91fb765fd3acb19977a8fb415945a9999f2d0228cbc8f8d1a755dd5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3465529900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.1931230315780343, "interval": [-0.7657729671019986, 7.152019030258067], "p_value": 0.125, "input_sha256": "b92020974172da5d8f7f648d719fbc92823a8f121a49d923de3614af72ae3726"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3465529900, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.1931230315780343, "interval": [-0.6807193430028508, 6.99837137458949], "p_value": 0.11054550145558688, "input_sha256": "b92020974172da5d8f7f648d719fbc92823a8f121a49d923de3614af72ae3726"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 3465529900, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 140.72427801301245, "interval": [-63.60000321107296, 345.04855923709783], "p_value": 0.164, "input_sha256": "3b3c4234502a0238a773e55de0dadedaaed6e80369b59a4204c3819c2def3fe8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 236, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 3465529900, "p_value_method": "welch_average_effect", "success": true, "estimate": 140.72427801301245, "interval": [-2.135537387346574, 380.1060783752441], "p_value": 0.16856685234186494, "input_sha256": "3b3c4234502a0238a773e55de0dadedaaed6e80369b59a4204c3819c2def3fe8"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1340316898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 8.057334834088024, "interval": [3.4132472825880287, 12.701422385588021], "p_value": 0.004, "input_sha256": "2825c902695458d40b8dd62260ee2552e2cfb5fd383b30d6ddb52877585849cf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1340316898, "p_value_method": "welch_average_effect", "success": true, "estimate": 8.057334834088024, "interval": [3.635273063878266, 12.438028633348273], "p_value": 0.0011789879670721212, "input_sha256": "2825c902695458d40b8dd62260ee2552e2cfb5fd383b30d6ddb52877585849cf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1340316898, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 199.6234745314541, "interval": [6.7975694253132986, 392.4493796375949], "p_value": 0.033, "input_sha256": "88d13f68ce5d602988d8cfae2256a5f6acc5e43982f3f4bb443383a14d49f40c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 237, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1340316898, "p_value_method": "welch_average_effect", "success": true, "estimate": 199.6234745314541, "interval": [51.26514894243542, 449.36555152076795], "p_value": 0.04310034006872546, "input_sha256": "88d13f68ce5d602988d8cfae2256a5f6acc5e43982f3f4bb443383a14d49f40c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1091011332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.528306763140652, "interval": [2.793938872283682, 8.262674653997621], "p_value": 0.001, "input_sha256": "29d97d93dc0ce69064be3cc17fc0041dd6c1ae0de243d0efdaf683bbe7048523"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1091011332, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.528306763140652, "interval": [3.158243169959, 8.205062192306393], "p_value": 0.00021796865240553397, "input_sha256": "29d97d93dc0ce69064be3cc17fc0041dd6c1ae0de243d0efdaf683bbe7048523"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1091011332, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 89.36292307062098, "interval": [-121.10098852836728, 299.82683466960924], "p_value": 0.422, "input_sha256": "4a3604f0cc746b550c8443b761a8cf22ba7e3420659a9b7ef38332b021d1a195"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 238, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1091011332, "p_value_method": "welch_average_effect", "success": true, "estimate": 89.36292307062098, "interval": [-98.24871980928137, 305.0271655728037], "p_value": 0.39512543412315904, "input_sha256": "4a3604f0cc746b550c8443b761a8cf22ba7e3420659a9b7ef38332b021d1a195"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2751186840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.254824441541839, "interval": [-0.0640272576555061, 8.573676140739185], "p_value": 0.051, "input_sha256": "f359f2900904da73212e9485a810c59c5dc9210f3108743471560a96be54b0ee"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2751186840, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.254824441541839, "interval": [-0.1755963590874022, 7.92210520921475], "p_value": 0.05332009418906418, "input_sha256": "f359f2900904da73212e9485a810c59c5dc9210f3108743471560a96be54b0ee"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 2751186840, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -32.75583869776173, "interval": [-297.29828100246687, 231.78660360694337], "p_value": 0.741, "input_sha256": "7abd7635289582e539609a54392a03e2eeea87b8273a7f23f1af67cd01fc02a5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 239, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 2751186840, "p_value_method": "welch_average_effect", "success": true, "estimate": -32.75583869776173, "interval": [-274.96931280710476, 203.73305120427364], "p_value": 0.8034173788584528, "input_sha256": "7abd7635289582e539609a54392a03e2eeea87b8273a7f23f1af67cd01fc02a5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 4185388722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.166421698558134, "interval": [2.5534009169427945, 9.779442480173472], "p_value": 0.002, "input_sha256": "552a9e4165d18aead502b8c610d34b4487330b5652edbf0adb3d3df28bd8eb31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 4185388722, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.166421698558134, "interval": [2.849510735528618, 9.798936827463672], "p_value": 0.0013711889205694845, "input_sha256": "552a9e4165d18aead502b8c610d34b4487330b5652edbf0adb3d3df28bd8eb31"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 4185388722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 118.41359478859528, "interval": [-132.01094983168937, 368.8381394088799], "p_value": 0.372, "input_sha256": "d674ad72efc83cc4118d8eb1fb16a820309074c7ed1cb88d74adf19022448caa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 240, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 4185388722, "p_value_method": "welch_average_effect", "success": true, "estimate": 118.41359478859528, "interval": [-64.72158043836951, 419.723035313639], "p_value": 0.3400544170097306, "input_sha256": "d674ad72efc83cc4118d8eb1fb16a820309074c7ed1cb88d74adf19022448caa"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1617060600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.648572515898039, "interval": [1.3899193691100749, 9.907225662686002], "p_value": 0.011, "input_sha256": "1dbf02cf89106889bdd6df57fe3c3d386af73ea0f47c2b408acff5af1af52f69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1617060600, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.648572515898039, "interval": [1.2606337680296427, 9.235402302372924], "p_value": 0.010688184586362686, "input_sha256": "1dbf02cf89106889bdd6df57fe3c3d386af73ea0f47c2b408acff5af1af52f69"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1617060600, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 117.92055046733518, "interval": [-74.17002688718588, 310.01112782185623], "p_value": 0.237, "input_sha256": "51a415080c341f327bed063deb1efa59fa45ae76e518a8a294b13c3da21f10ec"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 241, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1617060600, "p_value_method": "welch_average_effect", "success": true, "estimate": 117.92055046733518, "interval": [-16.859660278353868, 344.4381242174567], "p_value": 0.21791027394790932, "input_sha256": "51a415080c341f327bed063deb1efa59fa45ae76e518a8a294b13c3da21f10ec"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 450422158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 4.891136194675653, "interval": [1.2715951990538454, 8.51067719029746], "p_value": 0.015, "input_sha256": "ae197f35cbb02c5e2351095a957024c3df4b17906e9dabbddbe2bfcf2c627778"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 450422158, "p_value_method": "welch_average_effect", "success": true, "estimate": 4.891136194675653, "interval": [1.415492538826243, 8.065865336432447], "p_value": 0.009472807931107042, "input_sha256": "ae197f35cbb02c5e2351095a957024c3df4b17906e9dabbddbe2bfcf2c627778"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 450422158, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 194.65320941952135, "interval": [-56.00020664788042, 445.3066254869231], "p_value": 0.145, "input_sha256": "518ff002911f8ad250ef2f2f858fb7cc6e4b0b3d70a558d87c11efb9d7c99640"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 242, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 450422158, "p_value_method": "welch_average_effect", "success": true, "estimate": 194.65320941952135, "interval": [-0.26156073385007683, 466.72915244521766], "p_value": 0.1227859290195409, "input_sha256": "518ff002911f8ad250ef2f2f858fb7cc6e4b0b3d70a558d87c11efb9d7c99640"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2297919722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 5.465843601095385, "interval": [2.3492932091211514, 8.582393993069617], "p_value": 0.002, "input_sha256": "aae6f880ee4940f06a3ec5dea7c9390bb6afda248b9553fee8d599fa18030b4b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2297919722, "p_value_method": "welch_average_effect", "success": true, "estimate": 5.465843601095385, "interval": [2.1418114421605816, 8.113644236756679], "p_value": 0.0010635130809071543, "input_sha256": "aae6f880ee4940f06a3ec5dea7c9390bb6afda248b9553fee8d599fa18030b4b"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2297919722, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 11.133319004710131, "interval": [-204.84487708627827, 227.11151509569854], "p_value": 0.914, "input_sha256": "b3ca3023bf1ef23cb0698a40f09087fedd88e398001d75e0eef917a8258d6590"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 243, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2297919722, "p_value_method": "welch_average_effect", "success": true, "estimate": 11.133319004710131, "interval": [-220.9015760125906, 190.3434738240143], "p_value": 0.917327096246924, "input_sha256": "b3ca3023bf1ef23cb0698a40f09087fedd88e398001d75e0eef917a8258d6590"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 2426951048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.262100424538998, "interval": [-0.5343982877607383, 7.058599136838734], "p_value": 0.095, "input_sha256": "456382b524b00df1cc75500c39b305fee4f06f4fbeaa81fa00ed579efe8598ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 2426951048, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.262100424538998, "interval": [-0.2498461811535434, 6.579244740490023], "p_value": 0.08995218289171791, "input_sha256": "456382b524b00df1cc75500c39b305fee4f06f4fbeaa81fa00ed579efe8598ff"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 2426951048, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -59.63549064756481, "interval": [-343.17314703283944, 223.90216573770985], "p_value": 0.645, "input_sha256": "91b9839ada0a7d6e7119ee6cdcdbc87483b1657fac797f991a17ff12d688cce1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 244, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 2426951048, "p_value_method": "welch_average_effect", "success": true, "estimate": -59.63549064756481, "interval": [-365.33625137933564, 185.06948664990577], "p_value": 0.6724839257360882, "input_sha256": "91b9839ada0a7d6e7119ee6cdcdbc87483b1657fac797f991a17ff12d688cce1"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1317330362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.494289558466562, "interval": [0.12250902332073821, 6.866070093612386], "p_value": 0.038, "input_sha256": "40d94d996221943d61c915aa17aee898574bff1da59f08d0b034a06bcbf39562"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1317330362, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.494289558466562, "interval": [0.6743946110663983, 6.874594582751059], "p_value": 0.0426343572440609, "input_sha256": "40d94d996221943d61c915aa17aee898574bff1da59f08d0b034a06bcbf39562"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1317330362, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 77.95634784667769, "interval": [-193.61306509774917, 349.5257607911045], "p_value": 0.593, "input_sha256": "bf05e41a2414f5b70218bfbd349a8ff2b5ca28cf24038d84d41f5b8cbced7743"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 245, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1317330362, "p_value_method": "welch_average_effect", "success": true, "estimate": 77.95634784667769, "interval": [-123.3426481596042, 410.46956570568733], "p_value": 0.5623362652132624, "input_sha256": "bf05e41a2414f5b70218bfbd349a8ff2b5ca28cf24038d84d41f5b8cbced7743"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 3436721261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.876656112910158, "interval": [-0.06130871295790108, 7.8146209387782175], "p_value": 0.051, "input_sha256": "1bc2cdd4771dc01dbbe39615cfae2ebec2c4566e0085f4b2b82d28dbc573325c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 3436721261, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.876656112910158, "interval": [-0.0912849075856479, 7.245579928845737], "p_value": 0.05347163601240151, "input_sha256": "1bc2cdd4771dc01dbbe39615cfae2ebec2c4566e0085f4b2b82d28dbc573325c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 3436721261, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -140.5558203978723, "interval": [-413.1897075455458, 132.07806674980117], "p_value": 0.321, "input_sha256": "1cf12d24374db66a1c3662fcc7f9ac90048e7d39ec5e58848e3cec1f219d9405"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 246, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 3436721261, "p_value_method": "welch_average_effect", "success": true, "estimate": -140.5558203978723, "interval": [-498.38519778388616, 62.092331452010484], "p_value": 0.30041249494285543, "input_sha256": "1cf12d24374db66a1c3662fcc7f9ac90048e7d39ec5e58848e3cec1f219d9405"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 692767497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 6.661883376245601, "interval": [2.995504796993282, 10.32826195549792], "p_value": 0.001, "input_sha256": "1045c355b72dd1cf5a74f13f4fe23f6f9310909b2d825e8de2bc1110d0595451"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 692767497, "p_value_method": "welch_average_effect", "success": true, "estimate": 6.661883376245601, "interval": [3.3747022764684185, 10.203686646588608], "p_value": 0.0007281447377425236, "input_sha256": "1045c355b72dd1cf5a74f13f4fe23f6f9310909b2d825e8de2bc1110d0595451"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 692767497, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 159.65533564761733, "interval": [-146.61454932096882, 465.9252206162035], "p_value": 0.304, "input_sha256": "12db9d0cb10cd9f89d72ea108a8e5db9a516990aa69f0e61404949311578634a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 247, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 692767497, "p_value_method": "welch_average_effect", "success": true, "estimate": 159.65533564761733, "interval": [-66.31760127409271, 533.3005694947311], "p_value": 0.29407779654413974, "input_sha256": "12db9d0cb10cd9f89d72ea108a8e5db9a516990aa69f0e61404949311578634a"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1729279986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 7.045826346839668, "interval": [2.931342991774672, 11.160309701904664], "p_value": 0.001, "input_sha256": "d123a3dbd0c867d7d12b5001a5e2f63bf9d68e8102a0e9246d12382618be89cf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1729279986, "p_value_method": "welch_average_effect", "success": true, "estimate": 7.045826346839668, "interval": [3.039972482010566, 10.966637087898198], "p_value": 0.001325714663017587, "input_sha256": "d123a3dbd0c867d7d12b5001a5e2f63bf9d68e8102a0e9246d12382618be89cf"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "analytic", "truth": 59.42072175382625, "seed": 1729279986, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 263.15375294733747, "interval": [-50.88707262672801, 577.194578521403], "p_value": 0.082, "input_sha256": "a63781e777ff2cf90800ac131f9ef6d38f147639a6d7947e341f6364b6cc5140"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 248, "method": "lift", "interval_method": "bca", "truth": 59.42072175382625, "seed": 1729279986, "p_value_method": "welch_average_effect", "success": true, "estimate": 263.15375294733747, "interval": [61.071326645661756, 669.3813015580228], "p_value": 0.09657139813755275, "input_sha256": "a63781e777ff2cf90800ac131f9ef6d38f147639a6d7947e341f6364b6cc5140"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "analytic", "truth": 5.0, "seed": 1542218727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": 3.5411922212075986, "interval": [0.26634680231926255, 6.816037640095935], "p_value": 0.051, "input_sha256": "d3d3214dbfcf2df351a3bed0b6c99812dbda2332cc46f625b7c8707ab6a2617c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "did", "interval_method": "bca", "truth": 5.0, "seed": 1542218727, "p_value_method": "welch_average_effect", "success": true, "estimate": 3.5411922212075986, "interval": [0.5564892541959469, 6.675724051673936], "p_value": 0.034825864702341044, "input_sha256": "d3d3214dbfcf2df351a3bed0b6c99812dbda2332cc46f625b7c8707ab6a2617c"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "analytic", "truth": 59.420721753826264, "seed": 1542218727, "p_value_method": "sharp_null_randomisation", "success": true, "estimate": -6.263681667415568, "interval": [-243.5040932302651, 230.97672989543398], "p_value": 0.961, "input_sha256": "debc41fa93aca5379d932bf8f167dba8933a2d8af1124aeedc784a158a3bbbd5"}
{"scenario": "unstable_baseline", "effect": 5.0, "replicate": 249, "method": "lift", "interval_method": "bca", "truth": 59.420721753826264, "seed": 1542218727, "p_value_method": "welch_average_effect", "success": true, "estimate": -6.263681667415568, "interval": [-201.14552115359032, 291.75469611829936], "p_value": 0.9575835456929914, "input_sha256": "debc41fa93aca5379d932bf8f167dba8933a2d8af1124aeedc784a158a3bbbd5"}